Commit54100ac

authored

add llama 3.2 1b and 3b to model table (#1626)

1 parent2ac22c1 commit54100acCopy full SHA for 54100ac

File tree

+16

-2

lines changed

+16

-2

lines changed

Lines changed: 16 additions & 2 deletions

Original file line number	Diff line number	Diff line change
`@@ -8,7 +8,7 @@ use sailfish::TemplateOnce;`
`8`	`8`	`pubstructServerlessModels{`
`9`	`9`	`style_type:String,`
`10`	`10`	`embedding_models:[Component;4],`
`11`		`-instruct_models:[Component;6],`
	`11`	`+instruct_models:[Component;8],`
`12`	`12`	`summarization_models:[Component;1],`
`13`	`13`	`}`
`14`	`14`
`@@ -47,6 +47,20 @@ impl ServerlessModels {`
`47`	`47`	`])),`
`48`	`48`	`],`
`49`	`49`	`instruct_models:[`
	`50`	`+Component::from(Row::new(&[`
	`51`	`+"meta-llama/Llama-3.2-1B-Instruct".into(),`
	`52`	`+"1".into(),`
	`53`	`+"1".into(),`
	`54`	`+"128".into(),`
	`55`	`+"Lowest latency".into(),`
	`56`	`+])),`
	`57`	`+Component::from(Row::new(&[`
	`58`	`+"meta-llama/Llama-3.2-3B-Instruct".into(),`
	`59`	`+"3".into(),`
	`60`	`+"3".into(),`
	`61`	`+"128".into(),`
	`62`	`+"Low latency".into(),`
	`63`	`+])),`
`50`	`64`	`Component::from(Row::new(&[`
`51`	`65`	`"meta-llama/Meta-Llama-3.1-405B-Instruct".into(),`
`52`	`66`	`"405".into(),`
`@@ -73,7 +87,7 @@ impl ServerlessModels {`
`73`	`87`	`"3.8".into(),`
`74`	`88`	`"3.8".into(),`
`75`	`89`	`"128k".into(),`
`76`		`-"Lowest latency".into(),`
	`90`	`+"Low latency".into(),`
`77`	`91`	`])),`
`78`	`92`	`Component::from(Row::new(&[`
`79`	`93`	`"mistralai/Mixtral-8x7B-Instruct-v0.1".into(),`

Comments

(0)