osmarks/meme-search-engine
1
0
Fork 0
mirror of https://github.com/osmarks/meme-search-engine.git synced 2024-11-13 23:34:49 +00:00
Code Issues Releases Wiki Activity

probably I should do better testing

Browse Source
This commit is contained in:
osmarks 2024-05-29 21:25:50 +01:00
parent 5eae8674ce
commit 74d91d52e5
1 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
src/main.rs
View File

@ -734,23 +734,23 @@ async fn handle_request(config: Arc<WConfig>, client: Arc<Client>, index: &IInde
if !image_batch.is_empty() { if !image_batch.is_empty() {
batches.push( batches.push(
EmbeddingRequest::Images { (EmbeddingRequest::Images {
images: image_batch images: image_batch
} }, image_weights)
); );
} }
if !text_batch.is_empty() { if !text_batch.is_empty() {
batches.push( batches.push(
EmbeddingRequest::Text { (EmbeddingRequest::Text {
text: text_batch, text: text_batch,
} }, text_weights)
); );
} }
for batch in batches { for (batch, weights) in batches {
let embs: Vec<Vec<u8>> = query_clip_server(&client, &config.service.clip_server, "/", batch).await?; let embs: Vec<Vec<u8>> = query_clip_server(&client, &config.service.clip_server, "/", batch).await?;
for emb in embs { for (emb, weight) in embs.into_iter().zip(weights) {
total_embedding += &ndarray::Array::from_vec(decode_fp16_buffer(&emb)); total_embedding += &(ndarray::Array::from_vec(decode_fp16_buffer(&emb)) * weight);
} }
} }