vrushankportkey

vrushankportkey / langchain_anyscale.py

Last active October 26, 2023 07:27

Langchain <> Anyscale <> Portey

	import os
	from langchain.chat_models import ChatOpenAI
	from langchain.schema import HumanMessage, SystemMessage

	os.environ["OPENAI_API_BASE"]="https://api.portkey.ai/v1/proxy"
	anyscale_key = "..."

	headers = {
	"x-portkey-api-key": "...",
	"x-portkey-mode": "proxy anyscale",