Python SDK

pip install litellm

fromlitellmimportcompletionimportosos.environ["OPENAI_API_KEY"]="your-openai-key"os.environ["ANTHROPIC_API_KEY"]="your-anthropic-key"# OpenAIresponse=completion(model="openai/gpt-4o",messages=[{"role":"user","content":"Hello!"}])# Anthropicresponse=completion(model="anthropic/claude-sonnet-4-20250514",messages=[{"role":"user","content":"Hello!"}])

AI Gateway (Proxy Server)

pip install'litellm[proxy]'litellm --model gpt-4o

importopenaiclient=openai.OpenAI(api_key="anything",base_url="http://0.0.0.0:4000")response=client.chat.completions.create(model="gpt-4o",messages=[{"role":"user","content":"Hello!"}])

Python SDK - A2A Protocol

fromlitellm.a2a_protocolimportA2AClientfroma2a.typesimportSendMessageRequest,MessageSendParamsfromuuidimportuuid4client=A2AClient(base_url="http://localhost:10001")request=SendMessageRequest(id=str(uuid4()),params=MessageSendParams(message={"role":"user","parts": [{"kind":"text","text":"Hello!"}],"messageId":uuid4().hex,        }    ))response=awaitclient.send_message(request)

AI Gateway (Proxy Server)

froma2a.clientimportA2ACardResolver,A2AClientfroma2a.typesimportMessageSendParams,SendMessageRequestfromuuidimportuuid4importhttpxbase_url="http://localhost:4000/a2a/my-agent"# LiteLLM proxy + agent nameheaders= {"Authorization":"Bearer sk-1234"}# LiteLLM Virtual Keyasyncwithhttpx.AsyncClient(headers=headers)ashttpx_client:resolver=A2ACardResolver(httpx_client=httpx_client,base_url=base_url)agent_card=awaitresolver.get_agent_card()client=A2AClient(httpx_client=httpx_client,agent_card=agent_card)request=SendMessageRequest(id=str(uuid4()),params=MessageSendParams(message={"role":"user","parts": [{"kind":"text","text":"Hello!"}],"messageId":uuid4().hex,            }        )    )response=awaitclient.send_message(request)

Python SDK - MCP Bridge

frommcpimportClientSession,StdioServerParametersfrommcp.client.stdioimportstdio_clientfromlitellmimportexperimental_mcp_clientimportlitellmserver_params=StdioServerParameters(command="python",args=["mcp_server.py"])asyncwithstdio_client(server_params)as (read,write):asyncwithClientSession(read,write)assession:awaitsession.initialize()# Load MCP tools in OpenAI formattools=awaitexperimental_mcp_client.load_mcp_tools(session=session,format="openai")# Use with any LiteLLM modelresponse=awaitlitellm.acompletion(model="gpt-4o",messages=[{"role":"user","content":"What's 3 + 5?"}],tools=tools        )

AI Gateway - MCP Gateway

curl -X POST'http://0.0.0.0:4000/v1/chat/completions' \  -H'Authorization: Bearer sk-1234' \  -H'Content-Type: application/json' \  -d'{    "model": "gpt-4o",    "messages": [{"role": "user", "content": "Summarize the latest open PR"}],    "tools": [{      "type": "mcp",      "server_url": "litellm_proxy/mcp/github",      "server_label": "github_mcp",      "require_approval": "never"    }]  }'

Use with Cursor IDE

{"mcpServers": {"LiteLLM": {"url":"http://localhost:4000/mcp","headers": {"x-litellm-api-key":"Bearer sk-1234"      }    }  }}