extra_state is dircetly assigned -- it's always assigned/accessed like a dictionary
model_list:
- model_name: gpt-4
litellm_params:
model: "ollama/mixtral:latest"
api_base: "http://172.16.129.1:11434"
- model_name: gpt-3.5-turbo
litellm_params:
model: "ollama/solar:latest"
api_base: "http://172.16.129.1:11434"
- model_name: text-embedding-ada-002
litellm_params:
model: huggingface/jinaai/jina-embeddings-v2-base-en
api_base: http://172.16.129.1:3000
litellm_settings:
telemetry: False
drop_params: Trueprint(task)
task_id='94587537-69df-45e1-a60b-1eceabe1c44a' input='hi' memory=ChatMemoryBuffer(token_limit=3072, tokenizer_fn=functools.partial(<bound method Encoding.encode of <Encoding 'gpt2'>>, allowed_special='all'), chat_history=[ChatMessage(role=<MessageRole.USER: 'user'>, content='hi', additional_kwargs={})]) extra_state={'sources': [], 'n_function_calls': 0, 'new_memory': ChatMemoryBuffer(token_limit=3000, tokenizer_fn=functools.partial(<bound method Encoding.encode of <Encoding 'gpt2'>>, allowed_special='all'), chat_history=[])}[-1]