Tool use

1
// 1. User asks what the weather is in New York
2
{
3
  "type": "user_message",
4
  "message": {
5
    "role": "user",
6
    "content": "What's the weather in New York?"
7
  },
8
  // ...etc
9
}
10
// 2. EVI infers it is time to make a function call
11
{
12
  "type": "tool_call",
13
  "tool_type": "function",
14
  "response_required": true,
15
  "tool_call_id": "call_m7PTzGxrD0i9oCHiquKIaibo",
16
  "name": "get_current_weather",
17
  "parameters": "{\"location\":\"New York\",\"format\":\"fahrenheit\"}",
18
}
19
// 3. User communicates sudden disinterested in the weather
20
{
21
  "type": "user_message",
22
  "message": {
23
    "role": "user",
24
    "content": "Actually, never mind."
25
  }
26
}
27
// 4. EVI infers the function call should be canceled
28
{
29
    "type": "assistant_message",
30
    "message": {
31
      "role": "assistant",
32
      "content": "Okay, never mind then. Can I help you with anything else?"
33
    },
34
    // ...etc
35
  }

1
// 1. User asks EVI what the weather is in New York
2
{
3
  "type": "user_message",
4
  "message": {
5
    "role": "user",
6
    "content": "What's the weather in New York?"
7
  },
8
  // ...etc
9
}
10
// 2. EVI infers it is time to make a function call
11
{
12
  "type": "tool_call",
13
  "tool_type": "function",
14
  "response_required": true,
15
  "tool_call_id": "call_m7PTzGxrD0i9oCHiquKIaibo",
16
  "name": "get_current_weather",
17
  "parameters": "{\"location\":\"New York\",\"format\":\"fahrenheit\"}",
18
}
19
// 3. User communicates to EVI they want the weather in Los Angeles instead
20
{
21
  "type": "user_message",
22
  "message": {
23
    "role": "user",
24
    "content": "Actually, Los Angeles."
25
  }
26
}
27
// 4. EVI infers the parameters to function call should be updated
28
{
29
  "type": "tool_call",
30
  "response_required": true,
31
  "tool_call_id": "call_5RWLt3IMQyayzGdvMQVn5AOQ",
32
  "name": "get_current_weather",
33
  "parameters": "{\"location\":\"Los Angeles\",\"format\":\"celsius\"}",
34
}
35
// 5. User sends results of function call to EVI
36
{
37
  "type": "tool_response",
38
  "tool_call_id":"call_5RWLt3IMQyayzGdvMQVn5AOQ",
39
  "content":"72F"
40
}
41
// 6. EVI sends response container function call result
42
{
43
  "type": "assistant_message",
44
  "message": {
45
    "role": "assistant",
46
    "content": "The current weather in Los Angeles is 72F."
47
  },
48
  // ...etc
49
}

1
{
2
  "version_description": "Adds fallback content",
3
  "description": "This tool is for getting the current weather.",
4
  "parameters": "{ \"type\": \"object\", \"properties\": { \"location\": { \"type\": \"string\", \"description\": \"The city and state, e.g. San Francisco, CA\" }, \"format\": { \"type\": \"string\", \"enum\": [\"celsius\", \"fahrenheit\"], \"description\": \"The temperature unit to use. Infer this from the users location.\" } }, \"required\": [\"location\", \"format\"] }",
5
  "fallback_content": "Something went wrong. Failed to get the weather."
6
}

1
{
2
  "tool_type": "FUNCTION",
3
  "id": "36f09fdc-4630-40c0-8afa-6a3bdc4eb4b1",
4
  "version": 1,
5
  "version_type": "FIXED",
6
  "version_description": "Adds fallback content",
7
  "name": "get_current_weather",
8
  "created_on": 1714421925626,
9
  "modified_on": 1714425632084,
10
  "fallback_content": "Something went wrong. Failed to get the weather.",
11
  "description": null,
12
  "parameters": "{ \"type\": \"object\", \"properties\": { \"location\": { \"type\": \"string\", \"description\": \"The city and state, e.g. San Francisco, CA\" }, \"format\": { \"type\": \"string\", \"enum\": [\"celsius\", \"fahrenheit\"], \"description\": \"The temperature unit to use. Infer this from the user's location.\" } }, \"required\": [\"location\", \"format\"] }"
13
}

1
// 1. User asks EVI what the weather is in New York
2
{
3
  "type": "user_message",
4
  "message": {
5
    "role": "user",
6
    "content": "What's the weather in New York?"
7
  },
8
  // ...etc
9
}
10
// 2. EVI infers it is time to make a function call
11
{
12
  "type": "tool_call",
13
  "tool_type": "function",
14
  "response_required": true,
15
  "tool_call_id": "call_m7PTzGxrD0i9oCHiquKIaibo",
16
  "name": "get_current_weather",
17
  "parameters": "{\"location\":\"New York\",\"format\":\"fahrenheit\"}",
18
}
19
// 3. User sends results of function call to EVI (result not formatted correctly)
20
{
21
  "type": "tool_response",
22
  "tool_call_id":"call_5RWLt3IMQyayzGdvMQVn5AOQ",
23
  "content":"60F"
24
}
25
// 4. EVI sends response communicating it failed to process the tool_response
26
{
27
  "type": "tool_error",
28
  "tool_call_id": "call_m7PTzGxrD0i9oCHiquKIaibo",
29
  "error": "Malformed tool response: <error message here>",
30
  "fallback_content": "Something went wrong. Failed to get the weather.",
31
  "level": "warn"
32
}
33
// 5. EVI generates a response based on the failure
34
{
35
  "type": "assistant_message",
36
  "message": {
37
    "role": "assistant",
38
    "content": "Sorry, I wasn't able to get the weather. Can I help with anything else?"
39
  },
40
  // ...etc
41
}

1
// 1. User asks EVI what the weather is in New York
2
{
3
  "type": "user_message",
4
  "message": {
5
    "role": "user",
6
    "content": "What's the weather in New York?"
7
  },
8
  // ...etc
9
}
10
// 2. EVI infers it is time to make a function call
11
{
12
  "type": "tool_call",
13
  "tool_type": "function",
14
  "response_required": true,
15
  "tool_call_id": "call_m7PTzGxrD0i9oCHiquKIaibo",
16
  "name": "get_current_weather",
17
  "parameters": "{\"location\":\"New York\",\"format\":\"fahrenheit\"}",
18
}
19
// 3. Function failed, so we send EVI a message communicating the failure on our end
20
{
21
  "type": "tool_error",
22
  "tool_call_id": "call_m7PTzGxrD0i9oCHiquKIaibo",
23
  "error": "Malformed tool response: <error message here>",
24
  "fallback_content": "Function execution failure - weather API down.",
25
  "level": "warn"
26
}
27
// 4. EVI generates a response based on the failure
28
{
29
  "type": "assistant_message",
30
  "message": {
31
    "role": "assistant",
32
    "content": "Sorry, our weather resource is unavailable. Can I help with anything else?"
33
  },
34
  // ...etc
35
}