use std::str::FromStr;

use ndarray::Zip;

use once_cell::sync::OnceCell;

use pgrx::iter::{SetOfIterator,TableIterator};

use pgrx::*;

use serde_json::Value;

use serde_json::json;

usecrate::bindings::vllm::{LLMBuilder,LLM};

usecrate::orm::*;

inputs:default!(Vec<&str>,"ARRAY[]::TEXT[]"),

) ->JsonB{

matchcrate::bindings::transformers::transform(&task.0,&args.0, inputs){

matchtransform(task.0, args.0, inputs){

Ok(output) =>JsonB(output),

Err(e) =>error!("{e}"),

fntransform(muttask:Value,args:Value,inputs:Vec<&str>) -> anyhow::Result<Value>{

let use_vllm = task.as_object_mut().is_some_and(|obj|{

obj.contains_key("model") &&matches!(obj.get("backend"),Some(Value::String(backend))if backend.to_string().to_ascii_lowercase() =="vllm")

if use_vllm{

crate::bindings::python::activate().unwrap();

staticLAZY_LLM:OnceCell<LLM> =OnceCell::new();

let llm =LAZY_LLM.get_or_init(move ||{

let builder =matchLLMBuilder::try_from(task){

Ok(b) => b,

Err(e) =>error!("{e}"),

builder.build().unwrap()

Ok(json!(llm.generate(&inputs,None)?))

ifletSome(map) = task.as_object_mut(){

let _ = map.remove("backend");

crate::bindings::transformers::transform(&task,&args, inputs)

fngenerate(project_name:&str,inputs:&str,config:default!(JsonB,"'{}'")) ->String{

use pyo3::{prelude::*, types::PyDict};

use serde_json::Value;

typeError =&'staticstr;

fntry_from(value:Value) ->Result<Self,Self::Error>{

match value.as_object(){

Some(map) =>{

let model = map

.ok_or("Json object must have `model` key")?

.ok_or("`model` key must be a str")?;

Ok(LLMBuilder::new(model))

None =>match value.as_str(){

Some(model) =>Ok(LLMBuilder::new(model)),

None =>Err("Json value expected as str or object"),

mod tests{