Commited2d072

authored

support for falcon (#676)

1 parent32d18b2 commited2d072Copy full SHA for ed2d072

File tree

+17

-5

lines changed

+17

-5

lines changed

Lines changed: 1 addition & 0 deletions

Lines changed: 4 additions & 0 deletions

Original file line number	Diff line number	Diff line change
`@@ -97,6 +97,10 @@ def transform(task, args, inputs):`
`97`	`97`	`ensure_device(task)`
`98`	`98`	`convert_dtype(task)`
`99`	`99`
	`100`	`+model=task.get("model",None)`
	`101`	`+ifmodeland"tokenizer"notintask:`
	`102`	`+task["tokenizer"]=AutoTokenizer.from_pretrained(model)`
	`103`	`+`
`100`	`104`	`ifkeynotin__cache_transform_pipeline_by_task:`
`101`	`105`	`__cache_transform_pipeline_by_task[key]=transformers.pipeline(**task)`
`102`	`106`	`pipe=__cache_transform_pipeline_by_task[key]`

Lines changed: 12 additions & 5 deletions

Original file line number	Diff line number	Diff line change
`@@ -35,17 +35,24 @@ pub fn transform(`
`35`	`35`	`let results =Python::with_gil(\|py\| ->String{`
`36`	`36`	`let transform:Py<PyAny> =PY_MODULE.getattr(py,"transform").unwrap().into();`
`37`	`37`
`38`		`- transform`
	`38`	`+let result =transform`
`39`	`39`	`.call1(`
`40`	`40`	`py,`
`41`	`41`	`PyTuple::new(`
`42`	`42`	`py,`
`43`	`43`	`&[task.into_py(py), args.into_py(py), inputs.into_py(py)],`
`44`	`44`	`),`
`45`		`-)`
`46`		`-.unwrap()`
`47`		`-.extract(py)`
`48`		`-.unwrap()`
	`45`	`+);`
	`46`	`+`
	`47`	`+let result =match result{`
	`48`	`+Err(e) =>{`
	`49`	`+let traceback = e.traceback(py).unwrap().format().unwrap();`
	`50`	`+error!("{traceback} {e}")`
	`51`	`+}`
	`52`	`+Ok(o) => o.extract(py).unwrap(),`
	`53`	`+};`
	`54`	`+`
	`55`	`+ result`
`49`	`56`	`});`
`50`	`57`	`serde_json::from_str(&results).unwrap()`
`51`	`58`	`}`

Comments

(0)