osmarks/meme-search-engine
1
0
Fork 0
mirror of https://github.com/osmarks/meme-search-engine.git synced 2024-11-13 23:34:49 +00:00
Code Issues Releases Wiki Activity

probably I should do better testing

Browse Source
This commit is contained in:
osmarks 2024-05-29 21:25:50 +01:00
parent 5eae8674ce
commit 74d91d52e5
1 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
src/main.rs
View File

@ -734,23 +734,23 @@ async fn handle_request(config: Arc<WConfig>, client: Arc<Client>, index: &IInde
if !image_batch.is_empty() {
batches.push(
EmbeddingRequest::Images {
(EmbeddingRequest::Images {
images: image_batch
}
}, image_weights)
);
}
if !text_batch.is_empty() {
batches.push(
EmbeddingRequest::Text {
(EmbeddingRequest::Text {
text: text_batch,
}
}, text_weights)
);
}
for batch in batches {
for (batch, weights) in batches {
let embs: Vec<Vec<u8>> = query_clip_server(&client, &config.service.clip_server, "/", batch).await?;
for emb in embs {
total_embedding += &ndarray::Array::from_vec(decode_fp16_buffer(&emb));
for (emb, weight) in embs.into_iter().zip(weights) {
total_embedding += &(ndarray::Array::from_vec(decode_fp16_buffer(&emb)) * weight);
}
}