osmarks/meme-search-engine
1
0
Fork 0
mirror of https://github.com/osmarks/meme-search-engine.git synced 2025-09-13 00:06:02 +00:00
Code Issues Releases Wiki Activity

oops

Browse Source
This commit is contained in:
osmarks
2025-03-26 12:02:42 +00:00
parent 2fc0389f79
commit a1e694ed6d
2 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
clip_server.py
View File

@@ -20,7 +20,7 @@ with open(sys.argv[1], "r") as config_file:
CONFIG = json.load(config_file)
device = torch.device(CONFIG["device"])
model, _, preprocess = open_clip.create_model_and_transforms(CONFIG["model"], device=device, pretrained=CONFIG.get("model_path", dict(open_clip.list_pretrained())[CONFIG["model"]], precision="fp16"))
model, _, preprocess = open_clip.create_model_and_transforms(CONFIG["model"], device=device, pretrained=CONFIG.get("model_path", dict(open_clip.list_pretrained())[CONFIG["model"]]), precision="fp16")
model.eval()
tokenizer = open_clip.get_tokenizer(CONFIG["model"])
print("Model loaded")

8
src/main.rs
View File

@@ -33,6 +33,7 @@ use lazy_static::lazy_static;
use prometheus::{register_int_counter, register_int_counter_vec, register_int_gauge, Encoder, IntCounter, IntGauge, IntCounterVec};
use tracing::instrument;
use base64::prelude::{BASE64_URL_SAFE_NO_PAD, Engine};
use mimalloc::MiMalloc;
mod ocr;
mod common;
@@ -41,6 +42,9 @@ mod video_reader;
use crate::ocr::scan_image;
use crate::common::{InferenceServerConfig, resize_for_embed, EmbeddingRequest, get_backend_config, query_clip_server, decode_fp16_buffer, QueryRequest, QueryResult, EmbeddingVector};
#[global_allocator]
static GLOBAL: MiMalloc = MiMalloc;
lazy_static! {
static ref RELOADS_COUNTER: IntCounter = register_int_counter!("mse_reloads", "reloads executed").unwrap();
static ref QUERIES_COUNTER: IntCounter = register_int_counter!("mse_queries", "queries executed").unwrap();
@@ -808,7 +812,7 @@ async fn ingest_files(config: Arc<WConfig>) -> Result<()> {
Result::Ok(())
}
const INDEX_ADD_BATCH: usize = 512;
const INDEX_ADD_BATCH: usize = 1024;
#[instrument]
async fn build_index(config: Arc<WConfig>) -> Result<IIndex> {
@@ -962,7 +966,7 @@ async fn handle_request(config: Arc<WConfig>, client: Arc<Client>, index: &IInde
#[tokio::main]
async fn main() -> Result<()> {
console_subscriber::init();
tracing_subscriber::fmt().init();
let config_path = std::env::args().nth(1).expect("Missing config file path");
let config: Config = serde_json::from_slice(&std::fs::read(config_path)?)?;