Skip to content

Commit

Permalink
remove support for falcon because is quantized
Browse files Browse the repository at this point in the history
Signed-off-by: José Carlos García <[email protected]>
  • Loading branch information
JoseCarlosGarcia95 committed Dec 18, 2024
1 parent eb2f37c commit f2a3809
Showing 1 changed file with 1 addition and 3 deletions.
4 changes: 1 addition & 3 deletions candle-examples/examples/llama-bitnet/main.rs
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,6 @@ enum Which {
BitnetB1_58Large,
Bitnet51_58XL,
Bitnet51_38_3B,
Falcon3_7bInstruct158,
}

#[derive(Parser, Debug)]
Expand Down Expand Up @@ -129,7 +128,6 @@ fn main() -> Result<()> {
Which::BitnetB1_58Large => "1bitLLM/bitnet_b1_58-large",
Which::Bitnet51_58XL => "1bitLLM/bitnet_b1_58-xl",
Which::Bitnet51_38_3B => "1bitLLM/bitnet_b1_38-3b",
Which::Falcon3_7bInstruct158 => "tiiuae/Falcon3-7B-Instruct-1.58bit",
};
str.to_string()
});
Expand All @@ -143,7 +141,7 @@ fn main() -> Result<()> {
let config = config.into_config(args.use_flash_attn);

let filenames = match args.which {
Which::Falcon3_7bInstruct158 | Which::BitnetB1_58Large => {
Which::BitnetB1_58Large => {
vec![api.get("model.safetensors")?]
}
Which::Bitnet51_38_3B | Which::Bitnet51_58XL => {
Expand Down

0 comments on commit f2a3809

Please sign in to comment.