Skip to main content

dispatch_request

bge_m3_embedding_server::embedder::worker::dispatch

Function dispatch_request 

Source 
pub(super) fn dispatch_request(
    request: EmbedRequest,
    session: &mut Session,
    tokenizer: &mut Tokenizer,
    config: &WorkerConfig,
    id: usize,
    cache_dir: &Path,
    detected_sm: Option<&str>,
    warmed_local: &mut HashSet<(usize, usize)>,
    consecutive_failures: u64,
    shape_guard: Option<&TrtJitGuard>,
) -> DispatchOutcome
Expand description

Runs one EmbedRequest against a loaded session.