dnrops
/
candle
mirror of https://github.com/huggingface/candle.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Pin the revision used by moondream. (#2340)

This commit is contained in:
Laurent Mazare 2024-07-18 09:49:46 +01:00 committed by GitHub
parent 42891cc613
commit 3c815b1dca
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 15 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
candle-examples/examples/moondream/main.rs
View File

@ -188,8 +188,8 @@ struct Args {
#[arg(long)]
model_id: Option<String>,
#[arg(long, default_value = "main")]
revision: String,
#[arg(long)]
revision: Option<String>,
#[arg(long)]
quantized: bool,
@ -252,20 +252,28 @@ async fn main() -> anyhow::Result<()> {
let start = std::time::Instant::now();
let api = hf_hub::api::tokio::Api::new()?;
let model_id = match args.model_id {
Some(model_id) => model_id.to_string(),
let (model_id, revision) = match args.model_id {
Some(model_id) => (model_id.to_string(), None),
None => {
if args.quantized {
"santiagomed/candle-moondream".to_string()
("santiagomed/candle-moondream".to_string(), None)
} else {
"vikhyatk/moondream2".to_string()
(
"vikhyatk/moondream2".to_string(),
Some("30c7cdf3fa6914f50bee3956694374143f5cc884"),
)
}
}
};
let revision = match (args.revision, revision) {
(Some(r), _) => r,
(None, Some(r)) => r.to_string(),
(None, None) => "main".to_string(),
};
let repo = api.repo(hf_hub::Repo::with_revision(
model_id,
hf_hub::RepoType::Model,
args.revision,
revision,
));
let model_file = match args.model_file {
Some(m) => m.into(),