.envrc

# Internal services
export TGI_HOST=$(kubectl get svc ai-stack-tgi -n ai-stack -o jsonpath='{.status.loadBalancer.ingress[0].ip}')
export TGI_PORT=80
export TEI_HOST=$(kubectl get svc ai-stack-tei -n ai-stack -o jsonpath='{.status.loadBalancer.ingress[0].ip}')
export TEI_PORT=80
export RERANKER_HOST=$(kubectl get svc ai-stack-reranker -n ai-stack -o jsonpath='{.status.loadBalancer.ingress[0].ip}')
export RERANKER_PORT=80
export VECTORDB_HOST=$(kubectl get svc ai-stack-vectordb -n ai-stack -o jsonpath='{.status.loadBalancer.ingress[0].ip}')
export VECTORDB_PORT=8000
export ENABLE_RERANKER="1"
export TOOLS_BASE_URL="http://$(kubectl get svc insightful-rtd-tools -n ai-stack -o jsonpath='{.status.loadBalancer.ingress[0].ip}')"

echo "TGI_HOST: $TGI_HOST:$TGI_PORT"
echo "TEI_HOST: $TEI_HOST:$TEI_PORT"
echo "RERANKER_HOST: $RERANKER_HOST:$RERANKER_PORT"
echo "VECTORDB_HOST: $VECTORDB_HOST:$VECTORDB_PORT"
echo "ENABLE_RERANKER: $ENABLE_RERANKER"

# External services
export HUGGINGFACEHUB_API_TOKEN="$(cat ~/.hf_token)" #Replace with your own Hugging Face API token
export TAVILY_API_KEY="$(cat ~/.tavily_token)" #Replace with your own Tavily API key
export STACK_OVERFLOW_API_KEY="$(cat ~/.stack_exchange_token)" #Replace with your own Stack Exchange API key
export PORTKEY_API_KEY="portkey_api_key" #Replace with your own Portkey API key
export PORTKEY_PROVIDER="llm_provider_name"
export PORTKEY_CUSTOM_HOST="llm_provider_host_ip_and_port" #Only if LLM is locally hosted
export USE_PORTKEY="0"

# Model specific options
export MAX_TOKENS=1024

# Streamlit configurations
export AUTH_CONFIG_FILE_PATH=".streamlit/config.yaml"
export STREAMLIT_CLIENT_SHOW_ERROR_DETAILS=False
export STREAMLIT_SERVER_HEADLESS=True