From db09098f906f11fdad0880ea2b21fe4025c3ed62 Mon Sep 17 00:00:00 2001 From: Wouter Doppenberg Date: Fri, 26 Apr 2024 15:29:27 +0200 Subject: [PATCH] Excluded fixtures/scripts from lib --- Cargo.toml | 1 + crates/glowrs/Cargo.toml | 1 + crates/glowrs/src/model/embedder.rs | 12 ++++++------ 3 files changed, 8 insertions(+), 6 deletions(-) diff --git a/Cargo.toml b/Cargo.toml index a56fa25..27d480a 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -4,6 +4,7 @@ members = [ "crates/glowrs-server" ] resolver = "2" +exclude = ["tests", "scripts"] [workspace.dependencies] candle-core = { version = "0.4.1" } diff --git a/crates/glowrs/Cargo.toml b/crates/glowrs/Cargo.toml index f07ecd7..33691ef 100644 --- a/crates/glowrs/Cargo.toml +++ b/crates/glowrs/Cargo.toml @@ -9,6 +9,7 @@ documentation = "https://docs.rs/glowrs/" readme = "README.md" keywords = ["candle", "ai", "deep-learning", "embeddings", "openai"] license = { workspace = true } +exclude = ["tests/fixtures/*"] # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html diff --git a/crates/glowrs/src/model/embedder.rs b/crates/glowrs/src/model/embedder.rs index a6c6a42..e4542f1 100644 --- a/crates/glowrs/src/model/embedder.rs +++ b/crates/glowrs/src/model/embedder.rs @@ -193,12 +193,12 @@ where let token_ids = Tensor::stack(&token_ids, 0)?; - let pad_id: u32; - if let Some(pp) = tokenizer.get_padding() { - pad_id = pp.pad_id; - } else { - pad_id = 0; - } + let pad_id: u32 = { + match tokenizer.get_padding() { + Some(pp) => pp.pad_id, + None => 0, + } + }; let pad_mask = token_ids.ne(pad_id)?;