Commitcefb68b

authored

Added support for llama and mistral GPTQ models (#1164)

1 parentc2d69ad commitcefb68bCopy full SHA for cefb68b

File tree

-1

lines changed

-1

lines changed

Lines changed: 4 additions & 1 deletion

Original file line number	Diff line number	Diff line change
`@@ -294,13 +294,16 @@ def create_pipeline(task):`
`294`	`294`	`ensure_device(task)`
`295`	`295`	`convert_dtype(task)`
`296`	`296`	`model_name=task.get("model",None)`
	`297`	`+model_type=None`
	`298`	`+if"model_type"intask:`
	`299`	`+model_type=task["model_type"]`
`297`	`300`	`ifmodel_name:`
`298`	`301`	`lower=model_name.lower()`
`299`	`302`	`else:`
`300`	`303`	`lower=None`
`301`	`304`	`iflowerand ("-ggml"inloweror"-gguf"inlower):`
`302`	`305`	`pipe=GGMLPipeline(model_name,**task)`
`303`		`-eliflowerand"-gptq"inlower:`
	`306`	`+eliflowerand"-gptq"inlowerandnot (model_type=="mistral"ormodel_type=="llama"):`
`304`	`307`	`pipe=GPTQPipeline(model_name,**task)`
`305`	`308`	`else:`
`306`	`309`	`try:`

Comments

(0)