{"track": "multi-intent", "index": 0, "itemId": "mixatis_clean_test_00002", "gold": {"id": "mixatis_clean_test_00002", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "what cities does northwest fly to", "tokens": ["what", "cities", "does", "northwest", "fly", "to"], "intent_count": 1, "gold_intents": ["atis_city"], "raw_intent_label": "atis_city", "segments": [{"segment_index": 0, "intent": "atis_city", "text": "what cities does northwest fly to", "start_token": 0, "end_token": 6, "start_char": 0, "end_char": 33, "slots": [{"slot": "airline_name", "value": "northwest", "start_token": 3, "end_token": 4, "start_char": 17, "end_char": 26}]}], "connectives": []}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["what cities does northwest fly to"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [{\"canonicalRequest\": \"Identify the cities Northwest Airlines flies to\", \"requestedProperties\": [\"list of destination cities for Northwest Airlines\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"open\"}]}", "ms": 2841, "finishReason": "STOP", "usage": {"promptTokenCount": 686, "candidatesTokenCount": 57, "totalTokenCount": 743, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 686}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 1, "itemId": "mixatis_clean_test_00007", "gold": {"id": "mixatis_clean_test_00007", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "how much is limousine service in los angeles", "tokens": ["how", "much", "is", "limousine", "service", "in", "los", "angeles"], "intent_count": 1, "gold_intents": ["atis_ground_fare"], "raw_intent_label": "atis_ground_fare", "segments": [{"segment_index": 0, "intent": "atis_ground_fare", "text": "how much is limousine service in los angeles", "start_token": 0, "end_token": 8, "start_char": 0, "end_char": 44, "slots": [{"slot": "transport_type", "value": "limousine", "start_token": 3, "end_token": 4, "start_char": 12, "end_char": 21}, {"slot": "city_name", "value": "los angeles", "start_token": 6, "end_token": 8, "start_char": 33, "end_char": 44}]}], "connectives": []}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["how much is limousine service in los angeles"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [{\"canonicalRequest\": \"Find the cost of limousine service in Los Angeles\", \"requestedProperties\": [\"price of limousine service in Los Angeles\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"active\"}]}", "ms": 3003, "finishReason": "STOP", "usage": {"promptTokenCount": 688, "candidatesTokenCount": 59, "totalTokenCount": 747, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 688}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 2, "itemId": "mixatis_clean_test_00019", "gold": {"id": "mixatis_clean_test_00019", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "flight number from houston to dallas", "tokens": ["flight", "number", "from", "houston", "to", "dallas"], "intent_count": 1, "gold_intents": ["atis_flight_no"], "raw_intent_label": "atis_flight_no", "segments": [{"segment_index": 0, "intent": "atis_flight_no", "text": "flight number from houston to dallas", "start_token": 0, "end_token": 6, "start_char": 0, "end_char": 36, "slots": [{"slot": "fromloc.city_name", "value": "houston", "start_token": 3, "end_token": 4, "start_char": 19, "end_char": 26}, {"slot": "toloc.city_name", "value": "dallas", "start_token": 5, "end_token": 6, "start_char": 30, "end_char": 36}]}], "connectives": []}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["flight number from houston to dallas"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [{\"canonicalRequest\": \"Find the flight number from Houston to Dallas\", \"requestedProperties\": [\"flight number\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"active\"}]}", "ms": 2560, "finishReason": "STOP", "usage": {"promptTokenCount": 688, "candidatesTokenCount": 53, "totalTokenCount": 741, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 688}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 3, "itemId": "mixatis_clean_test_00020", "gold": {"id": "mixatis_clean_test_00020", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "what ground transportation is available between milwaukee airport and downtown milwaukee", "tokens": ["what", "ground", "transportation", "is", "available", "between", "milwaukee", "airport", "and", "downtown", "milwaukee"], "intent_count": 1, "gold_intents": ["atis_ground_service"], "raw_intent_label": "atis_ground_service", "segments": [{"segment_index": 0, "intent": "atis_ground_service", "text": "what ground transportation is available between milwaukee airport and downtown milwaukee", "start_token": 0, "end_token": 11, "start_char": 0, "end_char": 88, "slots": [{"slot": "airport_name", "value": "milwaukee airport", "start_token": 6, "end_token": 8, "start_char": 48, "end_char": 65}, {"slot": "city_name", "value": "milwaukee", "start_token": 10, "end_token": 11, "start_char": 79, "end_char": 88}]}], "connectives": []}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["what ground transportation is available between milwaukee airport and downtown milwaukee"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [{\"canonicalRequest\": \"Identify available ground transportation options between Milwaukee airport and downtown Milwaukee\", \"requestedProperties\": [\"list of ground transportation options\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"open\"}]}", "ms": 2763, "finishReason": "STOP", "usage": {"promptTokenCount": 693, "candidatesTokenCount": 59, "totalTokenCount": 752, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 693}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 4, "itemId": "mixatis_clean_test_00024", "gold": {"id": "mixatis_clean_test_00024", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "what is seating capacity on the aircraft 73s", "tokens": ["what", "is", "seating", "capacity", "on", "the", "aircraft", "73s"], "intent_count": 1, "gold_intents": ["atis_capacity"], "raw_intent_label": "atis_capacity", "segments": [{"segment_index": 0, "intent": "atis_capacity", "text": "what is seating capacity on the aircraft 73s", "start_token": 0, "end_token": 8, "start_char": 0, "end_char": 44, "slots": [{"slot": "aircraft_code", "value": "73s", "start_token": 7, "end_token": 8, "start_char": 41, "end_char": 44}]}], "connectives": []}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["what is seating capacity on the aircraft 73s"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [{\"canonicalRequest\": \"Determine the seating capacity of the aircraft 73s\", \"requestedProperties\": [\"seating capacity of aircraft 73s\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"open\"}]}", "ms": 2866, "finishReason": "STOP", "usage": {"promptTokenCount": 691, "candidatesTokenCount": 63, "totalTokenCount": 754, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 691}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 5, "itemId": "mixatis_clean_test_00027", "gold": {"id": "mixatis_clean_test_00027", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "i need information on flights from toronto to san diego", "tokens": ["i", "need", "information", "on", "flights", "from", "toronto", "to", "san", "diego"], "intent_count": 1, "gold_intents": ["atis_flight"], "raw_intent_label": "atis_flight", "segments": [{"segment_index": 0, "intent": "atis_flight", "text": "i need information on flights from toronto to san diego", "start_token": 0, "end_token": 10, "start_char": 0, "end_char": 55, "slots": [{"slot": "fromloc.city_name", "value": "toronto", "start_token": 6, "end_token": 7, "start_char": 35, "end_char": 42}, {"slot": "toloc.city_name", "value": "san diego", "start_token": 8, "end_token": 10, "start_char": 46, "end_char": 55}]}], "connectives": []}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["i need information on flights from toronto to san diego"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [{\"canonicalRequest\": \"Provide information on flights from Toronto to San Diego\", \"requestedProperties\": [\"flight options from Toronto to San Diego\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"active\"}]}", "ms": 2867, "finishReason": "STOP", "usage": {"promptTokenCount": 692, "candidatesTokenCount": 59, "totalTokenCount": 751, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 692}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 6, "itemId": "mixatis_clean_test_00028", "gold": {"id": "mixatis_clean_test_00028", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "what days of the week do flights from san jose to nashville fly on", "tokens": ["what", "days", "of", "the", "week", "do", "flights", "from", "san", "jose", "to", "nashville", "fly", "on"], "intent_count": 1, "gold_intents": ["atis_day_name"], "raw_intent_label": "atis_day_name", "segments": [{"segment_index": 0, "intent": "atis_day_name", "text": "what days of the week do flights from san jose to nashville fly on", "start_token": 0, "end_token": 14, "start_char": 0, "end_char": 66, "slots": [{"slot": "fromloc.city_name", "value": "san jose", "start_token": 8, "end_token": 10, "start_char": 38, "end_char": 46}, {"slot": "toloc.city_name", "value": "nashville", "start_token": 11, "end_token": 12, "start_char": 50, "end_char": 59}]}], "connectives": []}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["what days of the week do flights from san jose to nashville fly on"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [{\"canonicalRequest\": \"Identify the days of the week that flights from San Jose to Nashville operate.\", \"requestedProperties\": [\"days of the week for flights from San Jose to Nashville\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"open\"}]}", "ms": 2953, "finishReason": "STOP", "usage": {"promptTokenCount": 695, "candidatesTokenCount": 68, "totalTokenCount": 763, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 695}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 7, "itemId": "mixatis_clean_test_00029", "gold": {"id": "mixatis_clean_test_00029", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "what are the departure times from detroit to westchester county", "tokens": ["what", "are", "the", "departure", "times", "from", "detroit", "to", "westchester", "county"], "intent_count": 1, "gold_intents": ["atis_flight_time"], "raw_intent_label": "atis_flight_time", "segments": [{"segment_index": 0, "intent": "atis_flight_time", "text": "what are the departure times from detroit to westchester county", "start_token": 0, "end_token": 10, "start_char": 0, "end_char": 63, "slots": [{"slot": "flight_time", "value": "departure times", "start_token": 3, "end_token": 5, "start_char": 13, "end_char": 28}, {"slot": "fromloc.city_name", "value": "detroit", "start_token": 6, "end_token": 7, "start_char": 34, "end_char": 41}, {"slot": "toloc.city_name", "value": "westchester county", "start_token": 8, "end_token": 10, "start_char": 45, "end_char": 63}]}], "connectives": []}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["what are the departure times from detroit to westchester county"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [{\"canonicalRequest\": \"Find departure times from Detroit to Westchester County\", \"requestedProperties\": [\"departure times from Detroit to Westchester County\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"active\"}]}", "ms": 2698, "finishReason": "STOP", "usage": {"promptTokenCount": 692, "candidatesTokenCount": 58, "totalTokenCount": 750, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 692}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 8, "itemId": "mixatis_clean_test_00030", "gold": {"id": "mixatis_clean_test_00030", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "what is meal code sb", "tokens": ["what", "is", "meal", "code", "sb"], "intent_count": 1, "gold_intents": ["atis_abbreviation"], "raw_intent_label": "atis_abbreviation", "segments": [{"segment_index": 0, "intent": "atis_abbreviation", "text": "what is meal code sb", "start_token": 0, "end_token": 5, "start_char": 0, "end_char": 20, "slots": [{"slot": "meal_code", "value": "sb", "start_token": 4, "end_token": 5, "start_char": 18, "end_char": 20}]}], "connectives": []}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["what is meal code sb"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [{\"canonicalRequest\": \"Explain what 'meal code sb' is\", \"requestedProperties\": [\"definition of meal code sb\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"active\"}]}", "ms": 2645, "finishReason": "STOP", "usage": {"promptTokenCount": 685, "candidatesTokenCount": 56, "totalTokenCount": 741, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 685}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 9, "itemId": "mixatis_clean_test_00032", "gold": {"id": "mixatis_clean_test_00032", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "how many canadian airlines flights use aircraft dh8", "tokens": ["how", "many", "canadian", "airlines", "flights", "use", "aircraft", "dh8"], "intent_count": 1, "gold_intents": ["atis_quantity"], "raw_intent_label": "atis_quantity", "segments": [{"segment_index": 0, "intent": "atis_quantity", "text": "how many canadian airlines flights use aircraft dh8", "start_token": 0, "end_token": 8, "start_char": 0, "end_char": 51, "slots": [{"slot": "airline_name", "value": "canadian airlines", "start_token": 2, "end_token": 4, "start_char": 9, "end_char": 26}, {"slot": "aircraft_code", "value": "dh8", "start_token": 7, "end_token": 8, "start_char": 48, "end_char": 51}]}], "connectives": []}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["how many canadian airlines flights use aircraft dh8"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [{\"canonicalRequest\": \"Determine the number of Canadian airlines flights that use aircraft type DH8\", \"requestedProperties\": [\"count of flights using DH8 aircraft by Canadian airlines\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"open\"}]}", "ms": 2861, "finishReason": "STOP", "usage": {"promptTokenCount": 689, "candidatesTokenCount": 66, "totalTokenCount": 755, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 689}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 10, "itemId": "mixatis_clean_test_00001", "gold": {"id": "mixatis_clean_test_00001", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "i need a ticket from nashville to seattle and then flight numbers from chicago to seattle on continental", "tokens": ["i", "need", "a", "ticket", "from", "nashville", "to", "seattle", "and", "then", "flight", "numbers", "from", "chicago", "to", "seattle", "on", "continental"], "intent_count": 2, "gold_intents": ["atis_airfare", "atis_flight_no"], "raw_intent_label": "atis_airfare#atis_flight_no", "segments": [{"segment_index": 0, "intent": "atis_airfare", "text": "i need a ticket from nashville to seattle", "start_token": 0, "end_token": 8, "start_char": 0, "end_char": 41, "slots": [{"slot": "fromloc.city_name", "value": "nashville", "start_token": 5, "end_token": 6, "start_char": 21, "end_char": 30}, {"slot": "toloc.city_name", "value": "seattle", "start_token": 7, "end_token": 8, "start_char": 34, "end_char": 41}]}, {"segment_index": 1, "intent": "atis_flight_no", "text": "flight numbers from chicago to seattle on continental", "start_token": 10, "end_token": 18, "start_char": 51, "end_char": 104, "slots": [{"slot": "fromloc.city_name", "value": "chicago", "start_token": 13, "end_token": 14, "start_char": 71, "end_char": 78}, {"slot": "toloc.city_name", "value": "seattle", "start_token": 15, "end_token": 16, "start_char": 82, "end_char": 89}, {"slot": "airline_name", "value": "continental", "start_token": 17, "end_token": 18, "start_char": 93, "end_char": 104}]}], "connectives": [{"text": "and then", "start_token": 8, "end_token": 10, "start_char": 42, "end_char": 50}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["i need a ticket from nashville to seattle and then flight numbers from chicago to seattle on continental"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [{\"canonicalRequest\": \"Book a ticket from Nashville to Seattle\", \"requestedProperties\": [\"departure city: Nashville\", \"destination city: Seattle\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"open\"}, {\"canonicalRequest\": \"Find flight numbers from Chicago to Seattle on Continental Airlines\", \"requestedProperties\": [\"departure city: Chicago\", \"destination city: Seattle\", \"airline: Continental\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"open\"}]}", "ms": 4366, "finishReason": "STOP", "usage": {"promptTokenCount": 701, "candidatesTokenCount": 119, "totalTokenCount": 820, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 701}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 11, "itemId": "mixatis_clean_test_00003", "gold": {"id": "mixatis_clean_test_00003", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "show me the cheapest round trip fares from san francisco to houston and then how many passengers can an l1011 aircraft hold", "tokens": ["show", "me", "the", "cheapest", "round", "trip", "fares", "from", "san", "francisco", "to", "houston", "and", "then", "how", "many", "passengers", "can", "an", "l1011", "aircraft", "hold"], "intent_count": 2, "gold_intents": ["atis_airfare", "atis_capacity"], "raw_intent_label": "atis_airfare#atis_capacity", "segments": [{"segment_index": 0, "intent": "atis_airfare", "text": "show me the cheapest round trip fares from san francisco to houston", "start_token": 0, "end_token": 12, "start_char": 0, "end_char": 67, "slots": [{"slot": "cost_relative", "value": "cheapest", "start_token": 3, "end_token": 4, "start_char": 12, "end_char": 20}, {"slot": "round_trip", "value": "round trip", "start_token": 4, "end_token": 6, "start_char": 21, "end_char": 31}, {"slot": "fromloc.city_name", "value": "san francisco", "start_token": 8, "end_token": 10, "start_char": 43, "end_char": 56}, {"slot": "toloc.city_name", "value": "houston", "start_token": 11, "end_token": 12, "start_char": 60, "end_char": 67}]}, {"segment_index": 1, "intent": "atis_capacity", "text": "how many passengers can an l1011 aircraft hold", "start_token": 14, "end_token": 22, "start_char": 77, "end_char": 123, "slots": [{"slot": "aircraft_code", "value": "l1011", "start_token": 19, "end_token": 20, "start_char": 104, "end_char": 109}]}], "connectives": [{"text": "and then", "start_token": 12, "end_token": 14, "start_char": 68, "end_char": 76}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["show me the cheapest round trip fares from san francisco to houston and then how many passengers can an l1011 aircraft hold"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"Find the cheapest round trip fares from San Francisco to Houston.\",\n    \"requestedProperties\": [\n      \"cheapest round trip fares\",\n      \"origin: San Francisco\",\n      \"destination: Houston\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Determine the passenger capacity of an L1011 aircraft.\",\n    \"requestedProperties\": [\n      \"passenger capacity\",\n      \"aircraft: L1011\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 6255, "finishReason": "STOP", "usage": {"promptTokenCount": 707, "candidatesTokenCount": 183, "totalTokenCount": 890, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 707}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 12, "itemId": "mixatis_clean_test_00004", "gold": {"id": "mixatis_clean_test_00004", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "what cities does northwest fly to and list the distance in miles from san francisco international airport to san francisco downtown", "tokens": ["what", "cities", "does", "northwest", "fly", "to", "and", "list", "the", "distance", "in", "miles", "from", "san", "francisco", "international", "airport", "to", "san", "francisco", "downtown"], "intent_count": 2, "gold_intents": ["atis_city", "atis_distance"], "raw_intent_label": "atis_city#atis_distance", "segments": [{"segment_index": 0, "intent": "atis_city", "text": "what cities does northwest fly to", "start_token": 0, "end_token": 6, "start_char": 0, "end_char": 33, "slots": [{"slot": "airline_name", "value": "northwest", "start_token": 3, "end_token": 4, "start_char": 17, "end_char": 26}]}, {"segment_index": 1, "intent": "atis_distance", "text": "list the distance in miles from san francisco international airport to san francisco downtown", "start_token": 7, "end_token": 21, "start_char": 38, "end_char": 131, "slots": [{"slot": "fromloc.airport_name", "value": "san francisco international airport", "start_token": 13, "end_token": 17, "start_char": 70, "end_char": 105}, {"slot": "toloc.city_name", "value": "san francisco", "start_token": 18, "end_token": 20, "start_char": 109, "end_char": 122}]}], "connectives": [{"text": "and", "start_token": 6, "end_token": 7, "start_char": 34, "end_char": 37}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["what cities does northwest fly to and list the distance in miles from san francisco international airport to san francisco downtown"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"List the cities Northwest Airlines flies to.\",\n    \"requestedProperties\": [\n      \"list of cities Northwest Airlines flies to\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"List the distance in miles from San Francisco International Airport to San Francisco downtown.\",\n    \"requestedProperties\": [\n      \"distance in miles from SFO to SF downtown\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 5605, "finishReason": "STOP", "usage": {"promptTokenCount": 701, "candidatesTokenCount": 164, "totalTokenCount": 865, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 701}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 13, "itemId": "mixatis_clean_test_00006", "gold": {"id": "mixatis_clean_test_00006", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "what day of the week do flights from nashville to tacoma fly on and also flight number from houston to dallas", "tokens": ["what", "day", "of", "the", "week", "do", "flights", "from", "nashville", "to", "tacoma", "fly", "on", "and", "also", "flight", "number", "from", "houston", "to", "dallas"], "intent_count": 2, "gold_intents": ["atis_day_name", "atis_flight_no"], "raw_intent_label": "atis_day_name#atis_flight_no", "segments": [{"segment_index": 0, "intent": "atis_day_name", "text": "what day of the week do flights from nashville to tacoma fly on", "start_token": 0, "end_token": 13, "start_char": 0, "end_char": 63, "slots": [{"slot": "fromloc.city_name", "value": "nashville", "start_token": 8, "end_token": 9, "start_char": 37, "end_char": 46}, {"slot": "toloc.city_name", "value": "tacoma", "start_token": 10, "end_token": 11, "start_char": 50, "end_char": 56}]}, {"segment_index": 1, "intent": "atis_flight_no", "text": "flight number from houston to dallas", "start_token": 15, "end_token": 21, "start_char": 73, "end_char": 109, "slots": [{"slot": "fromloc.city_name", "value": "houston", "start_token": 18, "end_token": 19, "start_char": 92, "end_char": 99}, {"slot": "toloc.city_name", "value": "dallas", "start_token": 20, "end_token": 21, "start_char": 103, "end_char": 109}]}], "connectives": [{"text": "and also", "start_token": 13, "end_token": 15, "start_char": 64, "end_char": 72}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["what day of the week do flights from nashville to tacoma fly on and also flight number from houston to dallas"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"Determine the days of the week flights from Nashville to Tacoma fly on.\",\n    \"requestedProperties\": [\n      \"days of the week for Nashville to Tacoma flights\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Find the flight number for flights from Houston to Dallas.\",\n    \"requestedProperties\": [\n      \"flight number for Houston to Dallas flights\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 5562, "finishReason": "STOP", "usage": {"promptTokenCount": 705, "candidatesTokenCount": 166, "totalTokenCount": 871, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 705}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 14, "itemId": "mixatis_clean_test_00009", "gold": {"id": "mixatis_clean_test_00009", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "what cities does northwest fly to and how many canadian airlines international flights use j31", "tokens": ["what", "cities", "does", "northwest", "fly", "to", "and", "how", "many", "canadian", "airlines", "international", "flights", "use", "j31"], "intent_count": 2, "gold_intents": ["atis_city", "atis_quantity"], "raw_intent_label": "atis_city#atis_quantity", "segments": [{"segment_index": 0, "intent": "atis_city", "text": "what cities does northwest fly to", "start_token": 0, "end_token": 6, "start_char": 0, "end_char": 33, "slots": [{"slot": "airline_name", "value": "northwest", "start_token": 3, "end_token": 4, "start_char": 17, "end_char": 26}]}, {"segment_index": 1, "intent": "atis_quantity", "text": "how many canadian airlines international flights use j31", "start_token": 7, "end_token": 15, "start_char": 38, "end_char": 94, "slots": [{"slot": "airline_name", "value": "canadian airlines international", "start_token": 9, "end_token": 12, "start_char": 47, "end_char": 78}, {"slot": "aircraft_code", "value": "j31", "start_token": 14, "end_token": 15, "start_char": 91, "end_char": 94}]}], "connectives": [{"text": "and", "start_token": 6, "end_token": 7, "start_char": 34, "end_char": 37}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["what cities does northwest fly to and how many canadian airlines international flights use j31"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"Identify the cities Northwest Airlines flies to.\",\n    \"requestedProperties\": [\n      \"list of cities Northwest Airlines flies to\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Determine the number of Canadian airlines international flights that use the aircraft type J31.\",\n    \"requestedProperties\": [\n      \"count of international flights by Canadian airlines using J31 aircraft\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 5857, "finishReason": "STOP", "usage": {"promptTokenCount": 697, "candidatesTokenCount": 171, "totalTokenCount": 868, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 697}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 15, "itemId": "mixatis_clean_test_00010", "gold": {"id": "mixatis_clean_test_00010", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "what class is fare code q and also list airports", "tokens": ["what", "class", "is", "fare", "code", "q", "and", "also", "list", "airports"], "intent_count": 2, "gold_intents": ["atis_abbreviation", "atis_airport"], "raw_intent_label": "atis_abbreviation#atis_airport", "segments": [{"segment_index": 0, "intent": "atis_abbreviation", "text": "what class is fare code q", "start_token": 0, "end_token": 6, "start_char": 0, "end_char": 25, "slots": [{"slot": "booking_class", "value": "q", "start_token": 5, "end_token": 6, "start_char": 24, "end_char": 25}]}, {"segment_index": 1, "intent": "atis_airport", "text": "list airports", "start_token": 8, "end_token": 10, "start_char": 35, "end_char": 48, "slots": []}], "connectives": [{"text": "and also", "start_token": 6, "end_token": 8, "start_char": 26, "end_char": 34}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["what class is fare code q and also list airports"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [{\"canonicalRequest\": \"Identify the class for fare code Q\", \"requestedProperties\": [\"fare code Q class identification\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"open\"}, {\"canonicalRequest\": \"List airports\", \"requestedProperties\": [\"list of airports\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"open\"}]}", "ms": 3583, "finishReason": "STOP", "usage": {"promptTokenCount": 690, "candidatesTokenCount": 94, "totalTokenCount": 784, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 690}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 16, "itemId": "mixatis_clean_test_00011", "gold": {"id": "mixatis_clean_test_00011", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "what meals are served on american flight 665 673 from milwaukee to seattle and also how many canadian airlines international flights use j31", "tokens": ["what", "meals", "are", "served", "on", "american", "flight", "665", "673", "from", "milwaukee", "to", "seattle", "and", "also", "how", "many", "canadian", "airlines", "international", "flights", "use", "j31"], "intent_count": 2, "gold_intents": ["atis_meal", "atis_quantity"], "raw_intent_label": "atis_meal#atis_quantity", "segments": [{"segment_index": 0, "intent": "atis_meal", "text": "what meals are served on american flight 665 673 from milwaukee to seattle", "start_token": 0, "end_token": 13, "start_char": 0, "end_char": 74, "slots": [{"slot": "meal", "value": "meals", "start_token": 1, "end_token": 2, "start_char": 5, "end_char": 10}, {"slot": "airline_name", "value": "american", "start_token": 5, "end_token": 6, "start_char": 25, "end_char": 33}, {"slot": "flight_number", "value": "665 673", "start_token": 7, "end_token": 9, "start_char": 41, "end_char": 48}, {"slot": "fromloc.city_name", "value": "milwaukee", "start_token": 10, "end_token": 11, "start_char": 54, "end_char": 63}, {"slot": "toloc.city_name", "value": "seattle", "start_token": 12, "end_token": 13, "start_char": 67, "end_char": 74}]}, {"segment_index": 1, "intent": "atis_quantity", "text": "how many canadian airlines international flights use j31", "start_token": 15, "end_token": 23, "start_char": 84, "end_char": 140, "slots": [{"slot": "airline_name", "value": "canadian airlines international", "start_token": 17, "end_token": 20, "start_char": 93, "end_char": 124}, {"slot": "aircraft_code", "value": "j31", "start_token": 22, "end_token": 23, "start_char": 137, "end_char": 140}]}], "connectives": [{"text": "and also", "start_token": 13, "end_token": 15, "start_char": 75, "end_char": 83}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["what meals are served on american flight 665 673 from milwaukee to seattle and also how many canadian airlines international flights use j31"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"Identify the meals served on American flight 665 and 673 from Milwaukee to Seattle.\",\n    \"requestedProperties\": [\n      \"meals served on flight 665\",\n      \"meals served on flight 673\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Determine the number of Canadian airlines international flights that use the J31 aircraft.\",\n    \"requestedProperties\": [\n      \"count of international flights using J31\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 6554, "finishReason": "STOP", "usage": {"promptTokenCount": 713, "candidatesTokenCount": 190, "totalTokenCount": 903, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 713}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 17, "itemId": "mixatis_clean_test_00012", "gold": {"id": "mixatis_clean_test_00012", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "list flights between pittsburgh and milwaukee and how many canadian airlines international flights use j31", "tokens": ["list", "flights", "between", "pittsburgh", "and", "milwaukee", "and", "how", "many", "canadian", "airlines", "international", "flights", "use", "j31"], "intent_count": 2, "gold_intents": ["atis_flight", "atis_quantity"], "raw_intent_label": "atis_flight#atis_quantity", "segments": [{"segment_index": 0, "intent": "atis_flight", "text": "list flights between pittsburgh and milwaukee", "start_token": 0, "end_token": 6, "start_char": 0, "end_char": 45, "slots": [{"slot": "fromloc.city_name", "value": "pittsburgh", "start_token": 3, "end_token": 4, "start_char": 21, "end_char": 31}, {"slot": "toloc.city_name", "value": "milwaukee", "start_token": 5, "end_token": 6, "start_char": 36, "end_char": 45}]}, {"segment_index": 1, "intent": "atis_quantity", "text": "how many canadian airlines international flights use j31", "start_token": 7, "end_token": 15, "start_char": 50, "end_char": 106, "slots": [{"slot": "airline_name", "value": "canadian airlines international", "start_token": 9, "end_token": 12, "start_char": 59, "end_char": 90}, {"slot": "aircraft_code", "value": "j31", "start_token": 14, "end_token": 15, "start_char": 103, "end_char": 106}]}], "connectives": [{"text": "and", "start_token": 6, "end_token": 7, "start_char": 46, "end_char": 49}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["list flights between pittsburgh and milwaukee and how many canadian airlines international flights use j31"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"List flights between Pittsburgh and Milwaukee\",\n    \"requestedProperties\": [\n      \"list of flights between Pittsburgh and Milwaukee\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Determine how many Canadian airlines international flights use the J31 aircraft\",\n    \"requestedProperties\": [\n      \"count of Canadian airlines international flights using J31\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 5542, "finishReason": "STOP", "usage": {"promptTokenCount": 700, "candidatesTokenCount": 163, "totalTokenCount": 863, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 700}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 18, "itemId": "mixatis_clean_test_00021", "gold": {"id": "mixatis_clean_test_00021", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "what type of ground transportation is there at the las vegas airport and also what meals are available on dl 468 which al arrives in san francisco at 950 am", "tokens": ["what", "type", "of", "ground", "transportation", "is", "there", "at", "the", "las", "vegas", "airport", "and", "also", "what", "meals", "are", "available", "on", "dl", "468", "which", "al", "arrives", "in", "san", "francisco", "at", "950", "am"], "intent_count": 2, "gold_intents": ["atis_ground_service", "atis_meal"], "raw_intent_label": "atis_ground_service#atis_meal", "segments": [{"segment_index": 0, "intent": "atis_ground_service", "text": "what type of ground transportation is there at the las vegas airport", "start_token": 0, "end_token": 12, "start_char": 0, "end_char": 68, "slots": [{"slot": "airport_name", "value": "las vegas airport", "start_token": 9, "end_token": 12, "start_char": 51, "end_char": 68}]}, {"segment_index": 1, "intent": "atis_meal", "text": "what meals are available on dl 468 which al arrives in san francisco at 950 am", "start_token": 14, "end_token": 30, "start_char": 78, "end_char": 156, "slots": [{"slot": "meal", "value": "meals", "start_token": 15, "end_token": 16, "start_char": 83, "end_char": 88}, {"slot": "airline_code", "value": "dl", "start_token": 19, "end_token": 20, "start_char": 106, "end_char": 108}, {"slot": "flight_number", "value": "468", "start_token": 20, "end_token": 21, "start_char": 109, "end_char": 112}, {"slot": "toloc.city_name", "value": "san francisco", "start_token": 25, "end_token": 27, "start_char": 133, "end_char": 146}, {"slot": "arrive_time.time", "value": "950 am", "start_token": 28, "end_token": 30, "start_char": 150, "end_char": 156}]}], "connectives": [{"text": "and also", "start_token": 12, "end_token": 14, "start_char": 69, "end_char": 77}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["what type of ground transportation is there at the las vegas airport and also what meals are available on dl 468 which al arrives in san francisco at 950 am"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"Identify the types of ground transportation available at the Las Vegas airport.\",\n    \"requestedProperties\": [\n      \"types of ground transportation at Las Vegas airport\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Identify the meals available on flight DL 468 arriving in San Francisco at 9:50 AM.\",\n    \"requestedProperties\": [\n      \"meals available on flight DL 468\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 6132, "finishReason": "STOP", "usage": {"promptTokenCount": 716, "candidatesTokenCount": 178, "totalTokenCount": 894, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 716}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 19, "itemId": "mixatis_clean_test_00022", "gold": {"id": "mixatis_clean_test_00022", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "list airports in la and also please list ground transportation from ewr into new york city", "tokens": ["list", "airports", "in", "la", "and", "also", "please", "list", "ground", "transportation", "from", "ewr", "into", "new", "york", "city"], "intent_count": 2, "gold_intents": ["atis_airport", "atis_ground_service"], "raw_intent_label": "atis_airport#atis_ground_service", "segments": [{"segment_index": 0, "intent": "atis_airport", "text": "list airports in la", "start_token": 0, "end_token": 4, "start_char": 0, "end_char": 19, "slots": [{"slot": "city_name", "value": "la", "start_token": 3, "end_token": 4, "start_char": 17, "end_char": 19}]}, {"segment_index": 1, "intent": "atis_ground_service", "text": "please list ground transportation from ewr into new york city", "start_token": 6, "end_token": 16, "start_char": 29, "end_char": 90, "slots": [{"slot": "airport_code", "value": "ewr", "start_token": 11, "end_token": 12, "start_char": 68, "end_char": 71}, {"slot": "city_name", "value": "new york city", "start_token": 13, "end_token": 16, "start_char": 77, "end_char": 90}]}], "connectives": [{"text": "and also", "start_token": 4, "end_token": 6, "start_char": 20, "end_char": 28}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["list airports in la and also please list ground transportation from ewr into new york city"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [{\"canonicalRequest\": \"List airports in Los Angeles\", \"requestedProperties\": [\"list of airports in LA\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"open\"}, {\"canonicalRequest\": \"List ground transportation options from EWR to New York City\", \"requestedProperties\": [\"list of ground transportation from EWR to NYC\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"open\"}]}", "ms": 4095, "finishReason": "STOP", "usage": {"promptTokenCount": 697, "candidatesTokenCount": 107, "totalTokenCount": 804, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 697}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 20, "itemId": "mixatis_clean_test_00023", "gold": {"id": "mixatis_clean_test_00023", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "what airline is as as in sam and then how many canadian airlines international flights use j31", "tokens": ["what", "airline", "is", "as", "as", "in", "sam", "and", "then", "how", "many", "canadian", "airlines", "international", "flights", "use", "j31"], "intent_count": 2, "gold_intents": ["atis_airline", "atis_quantity"], "raw_intent_label": "atis_airline#atis_quantity", "segments": [{"segment_index": 0, "intent": "atis_airline", "text": "what airline is as as in sam", "start_token": 0, "end_token": 7, "start_char": 0, "end_char": 28, "slots": [{"slot": "airline_code", "value": "as", "start_token": 3, "end_token": 4, "start_char": 16, "end_char": 18}]}, {"segment_index": 1, "intent": "atis_quantity", "text": "how many canadian airlines international flights use j31", "start_token": 9, "end_token": 17, "start_char": 38, "end_char": 94, "slots": [{"slot": "airline_name", "value": "canadian airlines international", "start_token": 11, "end_token": 14, "start_char": 47, "end_char": 78}, {"slot": "aircraft_code", "value": "j31", "start_token": 16, "end_token": 17, "start_char": 91, "end_char": 94}]}], "connectives": [{"text": "and then", "start_token": 7, "end_token": 9, "start_char": 29, "end_char": 37}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["what airline is as as in sam and then how many canadian airlines international flights use j31"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"Identify the airline associated with the IATA code 'AS' in the context of 'sam'.\",\n    \"requestedProperties\": [\n      \"airline name for code AS\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Determine the number of Canadian airlines' international flights that use the aircraft type J31.\",\n    \"requestedProperties\": [\n      \"count of Canadian airlines international flights using J31\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 6348, "finishReason": "STOP", "usage": {"promptTokenCount": 699, "candidatesTokenCount": 178, "totalTokenCount": 877, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 699}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 21, "itemId": "mixatis_clean_test_00025", "gold": {"id": "mixatis_clean_test_00025", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "list flights from oakland to salt lake city and also how much is a limousine service in toronto international", "tokens": ["list", "flights", "from", "oakland", "to", "salt", "lake", "city", "and", "also", "how", "much", "is", "a", "limousine", "service", "in", "toronto", "international"], "intent_count": 2, "gold_intents": ["atis_flight", "atis_ground_fare"], "raw_intent_label": "atis_flight#atis_ground_fare", "segments": [{"segment_index": 0, "intent": "atis_flight", "text": "list flights from oakland to salt lake city", "start_token": 0, "end_token": 8, "start_char": 0, "end_char": 43, "slots": [{"slot": "fromloc.city_name", "value": "oakland", "start_token": 3, "end_token": 4, "start_char": 18, "end_char": 25}, {"slot": "toloc.city_name", "value": "salt lake city", "start_token": 5, "end_token": 8, "start_char": 29, "end_char": 43}]}, {"segment_index": 1, "intent": "atis_ground_fare", "text": "how much is a limousine service in toronto international", "start_token": 10, "end_token": 19, "start_char": 53, "end_char": 109, "slots": [{"slot": "transport_type", "value": "limousine", "start_token": 14, "end_token": 15, "start_char": 67, "end_char": 76}, {"slot": "airport_name", "value": "toronto international", "start_token": 17, "end_token": 19, "start_char": 88, "end_char": 109}]}], "connectives": [{"text": "and also", "start_token": 8, "end_token": 10, "start_char": 44, "end_char": 52}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["list flights from oakland to salt lake city and also how much is a limousine service in toronto international"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [{\"canonicalRequest\": \"List flights from Oakland to Salt Lake City\", \"requestedProperties\": [\"flight list\", \"origin: Oakland\", \"destination: Salt Lake City\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"open\"}, {\"canonicalRequest\": \"Find the cost of a limousine service in Toronto International Airport\", \"requestedProperties\": [\"price\", \"service: limousine\", \"location: Toronto International Airport\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"open\"}]}", "ms": 4505, "finishReason": "STOP", "usage": {"promptTokenCount": 701, "candidatesTokenCount": 123, "totalTokenCount": 824, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 701}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 22, "itemId": "mixatis_clean_test_00026", "gold": {"id": "mixatis_clean_test_00026", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "what are the departure times from detroit to westchester county and what meals are available on dl 468 which al arrives in san francisco at 950 am", "tokens": ["what", "are", "the", "departure", "times", "from", "detroit", "to", "westchester", "county", "and", "what", "meals", "are", "available", "on", "dl", "468", "which", "al", "arrives", "in", "san", "francisco", "at", "950", "am"], "intent_count": 2, "gold_intents": ["atis_flight_time", "atis_meal"], "raw_intent_label": "atis_flight_time#atis_meal", "segments": [{"segment_index": 0, "intent": "atis_flight_time", "text": "what are the departure times from detroit to westchester county", "start_token": 0, "end_token": 10, "start_char": 0, "end_char": 63, "slots": [{"slot": "flight_time", "value": "departure times", "start_token": 3, "end_token": 5, "start_char": 13, "end_char": 28}, {"slot": "fromloc.city_name", "value": "detroit", "start_token": 6, "end_token": 7, "start_char": 34, "end_char": 41}, {"slot": "toloc.city_name", "value": "westchester county", "start_token": 8, "end_token": 10, "start_char": 45, "end_char": 63}]}, {"segment_index": 1, "intent": "atis_meal", "text": "what meals are available on dl 468 which al arrives in san francisco at 950 am", "start_token": 11, "end_token": 27, "start_char": 68, "end_char": 146, "slots": [{"slot": "meal", "value": "meals", "start_token": 12, "end_token": 13, "start_char": 73, "end_char": 78}, {"slot": "airline_code", "value": "dl", "start_token": 16, "end_token": 17, "start_char": 96, "end_char": 98}, {"slot": "flight_number", "value": "468", "start_token": 17, "end_token": 18, "start_char": 99, "end_char": 102}, {"slot": "toloc.city_name", "value": "san francisco", "start_token": 22, "end_token": 24, "start_char": 123, "end_char": 136}, {"slot": "arrive_time.time", "value": "950 am", "start_token": 25, "end_token": 27, "start_char": 140, "end_char": 146}]}], "connectives": [{"text": "and", "start_token": 10, "end_token": 11, "start_char": 64, "end_char": 67}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["what are the departure times from detroit to westchester county and what meals are available on dl 468 which al arrives in san francisco at 950 am"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"Find departure times from Detroit to Westchester County\",\n    \"requestedProperties\": [\n    \"departure times\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Find available meals on flight DL 468 arriving in San Francisco at 9:50 AM\",\n    \"requestedProperties\": [\n    \"available meals\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 5592, "finishReason": "STOP", "usage": {"promptTokenCount": 715, "candidatesTokenCount": 160, "totalTokenCount": 875, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 715}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 23, "itemId": "mixatis_clean_test_00031", "gold": {"id": "mixatis_clean_test_00031", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "give me the fares from miami to cleveland next sunday and which airline is us", "tokens": ["give", "me", "the", "fares", "from", "miami", "to", "cleveland", "next", "sunday", "and", "which", "airline", "is", "us"], "intent_count": 2, "gold_intents": ["atis_airfare", "atis_airline"], "raw_intent_label": "atis_airfare#atis_airline", "segments": [{"segment_index": 0, "intent": "atis_airfare", "text": "give me the fares from miami to cleveland next sunday", "start_token": 0, "end_token": 10, "start_char": 0, "end_char": 53, "slots": [{"slot": "fromloc.city_name", "value": "miami", "start_token": 5, "end_token": 6, "start_char": 23, "end_char": 28}, {"slot": "toloc.city_name", "value": "cleveland", "start_token": 7, "end_token": 8, "start_char": 32, "end_char": 41}, {"slot": "depart_date.date_relative", "value": "next", "start_token": 8, "end_token": 9, "start_char": 42, "end_char": 46}, {"slot": "depart_date.day_name", "value": "sunday", "start_token": 9, "end_token": 10, "start_char": 47, "end_char": 53}]}, {"segment_index": 1, "intent": "atis_airline", "text": "which airline is us", "start_token": 11, "end_token": 15, "start_char": 58, "end_char": 77, "slots": [{"slot": "airline_code", "value": "us", "start_token": 14, "end_token": 15, "start_char": 75, "end_char": 77}]}], "connectives": [{"text": "and", "start_token": 10, "end_token": 11, "start_char": 54, "end_char": 57}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["give me the fares from miami to cleveland next sunday and which airline is us"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"Get fares from Miami to Cleveland for next Sunday\",\n    \"requestedProperties\": [\n      \"fares from Miami to Cleveland\",\n      \"date: next Sunday\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Identify which airline is 'us'\",\n    \"requestedProperties\": [\n      \"identification of airline 'us'\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 5464, "finishReason": "STOP", "usage": {"promptTokenCount": 697, "candidatesTokenCount": 160, "totalTokenCount": 857, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 697}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 24, "itemId": "mixatis_clean_test_00033", "gold": {"id": "mixatis_clean_test_00033", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "list flights from pittsburgh to newark daily and also what meals are there on flight 382 from milwaukee to washington dc on tuesday morning", "tokens": ["list", "flights", "from", "pittsburgh", "to", "newark", "daily", "and", "also", "what", "meals", "are", "there", "on", "flight", "382", "from", "milwaukee", "to", "washington", "dc", "on", "tuesday", "morning"], "intent_count": 2, "gold_intents": ["atis_flight", "atis_meal"], "raw_intent_label": "atis_flight#atis_meal", "segments": [{"segment_index": 0, "intent": "atis_flight", "text": "list flights from pittsburgh to newark daily", "start_token": 0, "end_token": 7, "start_char": 0, "end_char": 44, "slots": [{"slot": "fromloc.city_name", "value": "pittsburgh", "start_token": 3, "end_token": 4, "start_char": 18, "end_char": 28}, {"slot": "toloc.city_name", "value": "newark", "start_token": 5, "end_token": 6, "start_char": 32, "end_char": 38}, {"slot": "flight_days", "value": "daily", "start_token": 6, "end_token": 7, "start_char": 39, "end_char": 44}]}, {"segment_index": 1, "intent": "atis_meal", "text": "what meals are there on flight 382 from milwaukee to washington dc on tuesday morning", "start_token": 9, "end_token": 24, "start_char": 54, "end_char": 139, "slots": [{"slot": "meal", "value": "meals", "start_token": 10, "end_token": 11, "start_char": 59, "end_char": 64}, {"slot": "flight_number", "value": "382", "start_token": 15, "end_token": 16, "start_char": 85, "end_char": 88}, {"slot": "fromloc.city_name", "value": "milwaukee", "start_token": 17, "end_token": 18, "start_char": 94, "end_char": 103}, {"slot": "toloc.city_name", "value": "washington", "start_token": 19, "end_token": 20, "start_char": 107, "end_char": 117}, {"slot": "toloc.state_code", "value": "dc", "start_token": 20, "end_token": 21, "start_char": 118, "end_char": 120}, {"slot": "depart_date.day_name", "value": "tuesday", "start_token": 22, "end_token": 23, "start_char": 124, "end_char": 131}, {"slot": "depart_time.period_of_day", "value": "morning", "start_token": 23, "end_token": 24, "start_char": 132, "end_char": 139}]}], "connectives": [{"text": "and also", "start_token": 7, "end_token": 9, "start_char": 45, "end_char": 53}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["list flights from pittsburgh to newark daily and also what meals are there on flight 382 from milwaukee to washington dc on tuesday morning"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [{\"canonicalRequest\": \"List flights from Pittsburgh to Newark daily\", \"requestedProperties\": [\"daily flights from Pittsburgh to Newark\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"open\"}, {\"canonicalRequest\": \"Identify meals available on flight 382 from Milwaukee to Washington DC on Tuesday morning\", \"requestedProperties\": [\"meals on flight 382\", \"Milwaukee to Washington DC\", \"Tuesday morning\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"open\"}]}", "ms": 4914, "finishReason": "STOP", "usage": {"promptTokenCount": 711, "candidatesTokenCount": 124, "totalTokenCount": 835, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 711}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 25, "itemId": "mixatis_clean_test_00037", "gold": {"id": "mixatis_clean_test_00037", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "what type of aircraft are flying from cleveland to dallas before noon and also what ground transportation is there in baltimore", "tokens": ["what", "type", "of", "aircraft", "are", "flying", "from", "cleveland", "to", "dallas", "before", "noon", "and", "also", "what", "ground", "transportation", "is", "there", "in", "baltimore"], "intent_count": 2, "gold_intents": ["atis_aircraft", "atis_ground_service"], "raw_intent_label": "atis_aircraft#atis_ground_service", "segments": [{"segment_index": 0, "intent": "atis_aircraft", "text": "what type of aircraft are flying from cleveland to dallas before noon", "start_token": 0, "end_token": 12, "start_char": 0, "end_char": 69, "slots": [{"slot": "fromloc.city_name", "value": "cleveland", "start_token": 7, "end_token": 8, "start_char": 38, "end_char": 47}, {"slot": "toloc.city_name", "value": "dallas", "start_token": 9, "end_token": 10, "start_char": 51, "end_char": 57}, {"slot": "depart_time.time_relative", "value": "before", "start_token": 10, "end_token": 11, "start_char": 58, "end_char": 64}, {"slot": "depart_time.period_of_day", "value": "noon", "start_token": 11, "end_token": 12, "start_char": 65, "end_char": 69}]}, {"segment_index": 1, "intent": "atis_ground_service", "text": "what ground transportation is there in baltimore", "start_token": 14, "end_token": 21, "start_char": 79, "end_char": 127, "slots": [{"slot": "city_name", "value": "baltimore", "start_token": 20, "end_token": 21, "start_char": 118, "end_char": 127}]}], "connectives": [{"text": "and also", "start_token": 12, "end_token": 14, "start_char": 70, "end_char": 78}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["what type of aircraft are flying from cleveland to dallas before noon and also what ground transportation is there in baltimore"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"Identify the types of aircraft flying from Cleveland to Dallas before noon.\",\n    \"requestedProperties\": [\n      \"aircraft types\",\n      \"route: Cleveland to Dallas\",\n      \"time: before noon\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Identify available ground transportation options in Baltimore.\",\n    \"requestedProperties\": [\n      \"ground transportation options\",\n      \"location: Baltimore\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 5795, "finishReason": "STOP", "usage": {"promptTokenCount": 704, "candidatesTokenCount": 175, "totalTokenCount": 879, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 704}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 26, "itemId": "mixatis_clean_test_00039", "gold": {"id": "mixatis_clean_test_00039", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "list la and how much is a limousine service in la guardia", "tokens": ["list", "la", "and", "how", "much", "is", "a", "limousine", "service", "in", "la", "guardia"], "intent_count": 2, "gold_intents": ["atis_city", "atis_ground_fare"], "raw_intent_label": "atis_city#atis_ground_fare", "segments": [{"segment_index": 0, "intent": "atis_city", "text": "list la", "start_token": 0, "end_token": 2, "start_char": 0, "end_char": 7, "slots": [{"slot": "city_name", "value": "la", "start_token": 1, "end_token": 2, "start_char": 5, "end_char": 7}]}, {"segment_index": 1, "intent": "atis_ground_fare", "text": "how much is a limousine service in la guardia", "start_token": 3, "end_token": 12, "start_char": 12, "end_char": 57, "slots": [{"slot": "transport_type", "value": "limousine", "start_token": 7, "end_token": 8, "start_char": 26, "end_char": 35}, {"slot": "airport_name", "value": "la guardia", "start_token": 10, "end_token": 12, "start_char": 47, "end_char": 57}]}], "connectives": [{"text": "and", "start_token": 2, "end_token": 3, "start_char": 8, "end_char": 11}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["list la and how much is a limousine service in la guardia"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [{\"canonicalRequest\": \"List things to do or places in Los Angeles\", \"requestedProperties\": [\"list of LA locations/activities\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"open\"}, {\"canonicalRequest\": \"Find the cost of a limousine service at La Guardia airport\", \"requestedProperties\": [\"price of limousine service at La Guardia\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"open\"}]}", "ms": 4155, "finishReason": "STOP", "usage": {"promptTokenCount": 692, "candidatesTokenCount": 110, "totalTokenCount": 802, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 692}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 27, "itemId": "mixatis_clean_test_00041", "gold": {"id": "mixatis_clean_test_00041", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "is there a fare from pittsburgh to cleveland under 200 dollars and then how far is san francisco international from downtown", "tokens": ["is", "there", "a", "fare", "from", "pittsburgh", "to", "cleveland", "under", "200", "dollars", "and", "then", "how", "far", "is", "san", "francisco", "international", "from", "downtown"], "intent_count": 2, "gold_intents": ["atis_airfare", "atis_distance"], "raw_intent_label": "atis_airfare#atis_distance", "segments": [{"segment_index": 0, "intent": "atis_airfare", "text": "is there a fare from pittsburgh to cleveland under 200 dollars", "start_token": 0, "end_token": 11, "start_char": 0, "end_char": 62, "slots": [{"slot": "fromloc.city_name", "value": "pittsburgh", "start_token": 5, "end_token": 6, "start_char": 21, "end_char": 31}, {"slot": "toloc.city_name", "value": "cleveland", "start_token": 7, "end_token": 8, "start_char": 35, "end_char": 44}, {"slot": "cost_relative", "value": "under", "start_token": 8, "end_token": 9, "start_char": 45, "end_char": 50}, {"slot": "fare_amount", "value": "200 dollars", "start_token": 9, "end_token": 11, "start_char": 51, "end_char": 62}]}, {"segment_index": 1, "intent": "atis_distance", "text": "how far is san francisco international from downtown", "start_token": 13, "end_token": 21, "start_char": 72, "end_char": 124, "slots": [{"slot": "airport_name", "value": "san francisco international", "start_token": 16, "end_token": 19, "start_char": 83, "end_char": 110}]}], "connectives": [{"text": "and then", "start_token": 11, "end_token": 13, "start_char": 63, "end_char": 71}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["is there a fare from pittsburgh to cleveland under 200 dollars and then how far is san francisco international from downtown"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"Check if there is a fare from Pittsburgh to Cleveland under 200 dollars\",\n    \"requestedProperties\": [\n      \"fare from Pittsburgh to Cleveland\",\n      \"price under 200 dollars\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Determine the distance from San Francisco International Airport to downtown San Francisco\",\n    \"requestedProperties\": [\n      \"distance from SFO to downtown\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 6022, "finishReason": "STOP", "usage": {"promptTokenCount": 707, "candidatesTokenCount": 177, "totalTokenCount": 884, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 707}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 28, "itemId": "mixatis_clean_test_00043", "gold": {"id": "mixatis_clean_test_00043", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "what types of ground transportation are available in denver and also what meals are served on american flight 665 673 from milwaukee to seattle", "tokens": ["what", "types", "of", "ground", "transportation", "are", "available", "in", "denver", "and", "also", "what", "meals", "are", "served", "on", "american", "flight", "665", "673", "from", "milwaukee", "to", "seattle"], "intent_count": 2, "gold_intents": ["atis_ground_service", "atis_meal"], "raw_intent_label": "atis_ground_service#atis_meal", "segments": [{"segment_index": 0, "intent": "atis_ground_service", "text": "what types of ground transportation are available in denver", "start_token": 0, "end_token": 9, "start_char": 0, "end_char": 59, "slots": [{"slot": "city_name", "value": "denver", "start_token": 8, "end_token": 9, "start_char": 53, "end_char": 59}]}, {"segment_index": 1, "intent": "atis_meal", "text": "what meals are served on american flight 665 673 from milwaukee to seattle", "start_token": 11, "end_token": 24, "start_char": 69, "end_char": 143, "slots": [{"slot": "meal", "value": "meals", "start_token": 12, "end_token": 13, "start_char": 74, "end_char": 79}, {"slot": "airline_name", "value": "american", "start_token": 16, "end_token": 17, "start_char": 94, "end_char": 102}, {"slot": "flight_number", "value": "665 673", "start_token": 18, "end_token": 20, "start_char": 110, "end_char": 117}, {"slot": "fromloc.city_name", "value": "milwaukee", "start_token": 21, "end_token": 22, "start_char": 123, "end_char": 132}, {"slot": "toloc.city_name", "value": "seattle", "start_token": 23, "end_token": 24, "start_char": 136, "end_char": 143}]}], "connectives": [{"text": "and also", "start_token": 9, "end_token": 11, "start_char": 60, "end_char": 68}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["what types of ground transportation are available in denver and also what meals are served on american flight 665 673 from milwaukee to seattle"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\n  \"existing\": [],\n  \"additions\": [\n    {\n      \"canonicalRequest\": \"Identify available types of ground transportation in Denver\",\n      \"requestedProperties\": [\n        \"types of ground transportation available in Denver\"\n      ],\n      \"implementedProperties\": [],\n      \"contradictions\": [],\n      \"evidenceActionIds\": [],\n      \"status\": \"open\"\n    },\n    {\n      \"canonicalRequest\": \"Identify meals served on American flight 665 673 from Milwaukee to Seattle\",\n      \"requestedProperties\": [\n        \"meals served on American flight 665 673 from Milwaukee to Seattle\"\n      ],\n      \"implementedProperties\": [],\n      \"contradictions\": [],\n      \"evidenceActionIds\": [],\n      \"status\": \"open\"\n    }\n  ]\n}", "ms": 6246, "finishReason": "STOP", "usage": {"promptTokenCount": 713, "candidatesTokenCount": 185, "totalTokenCount": 898, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 713}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 29, "itemId": "mixatis_clean_test_00046", "gold": {"id": "mixatis_clean_test_00046", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "which airline is us and also how many canadian airlines international flights use j31", "tokens": ["which", "airline", "is", "us", "and", "also", "how", "many", "canadian", "airlines", "international", "flights", "use", "j31"], "intent_count": 2, "gold_intents": ["atis_airline", "atis_quantity"], "raw_intent_label": "atis_airline#atis_quantity", "segments": [{"segment_index": 0, "intent": "atis_airline", "text": "which airline is us", "start_token": 0, "end_token": 4, "start_char": 0, "end_char": 19, "slots": [{"slot": "airline_code", "value": "us", "start_token": 3, "end_token": 4, "start_char": 17, "end_char": 19}]}, {"segment_index": 1, "intent": "atis_quantity", "text": "how many canadian airlines international flights use j31", "start_token": 6, "end_token": 14, "start_char": 29, "end_char": 85, "slots": [{"slot": "airline_name", "value": "canadian airlines international", "start_token": 8, "end_token": 11, "start_char": 38, "end_char": 69}, {"slot": "aircraft_code", "value": "j31", "start_token": 13, "end_token": 14, "start_char": 82, "end_char": 85}]}], "connectives": [{"text": "and also", "start_token": 4, "end_token": 6, "start_char": 20, "end_char": 28}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["which airline is us and also how many canadian airlines international flights use j31"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"Identify which airline is 'us'\",\n    \"requestedProperties\": [\n      \"identification of the airline associated with 'us'\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Determine the number of Canadian airlines' international flights that use the aircraft type 'j31'\",\n    \"requestedProperties\": [\n      \"count of international flights by Canadian airlines using j31\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 5757, "finishReason": "STOP", "usage": {"promptTokenCount": 696, "candidatesTokenCount": 170, "totalTokenCount": 866, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 696}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 30, "itemId": "mixatis_clean_test_00048", "gold": {"id": "mixatis_clean_test_00048", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "list the arizona airport and list la", "tokens": ["list", "the", "arizona", "airport", "and", "list", "la"], "intent_count": 2, "gold_intents": ["atis_airport", "atis_city"], "raw_intent_label": "atis_airport#atis_city", "segments": [{"segment_index": 0, "intent": "atis_airport", "text": "list the arizona airport", "start_token": 0, "end_token": 4, "start_char": 0, "end_char": 24, "slots": [{"slot": "state_name", "value": "arizona", "start_token": 2, "end_token": 3, "start_char": 9, "end_char": 16}]}, {"segment_index": 1, "intent": "atis_city", "text": "list la", "start_token": 5, "end_token": 7, "start_char": 29, "end_char": 36, "slots": [{"slot": "city_name", "value": "la", "start_token": 6, "end_token": 7, "start_char": 34, "end_char": 36}]}], "connectives": [{"text": "and", "start_token": 4, "end_token": 5, "start_char": 25, "end_char": 28}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["list the arizona airport and list la"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [{\"canonicalRequest\": \"List the airports in Arizona\", \"requestedProperties\": [\"list of Arizona airports\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"open\"}, {\"canonicalRequest\": \"List the airports in Los Angeles\", \"requestedProperties\": [\"list of Los Angeles airports\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"open\"}]}", "ms": 3674, "finishReason": "STOP", "usage": {"promptTokenCount": 688, "candidatesTokenCount": 97, "totalTokenCount": 785, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 688}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 31, "itemId": "mixatis_clean_test_00049", "gold": {"id": "mixatis_clean_test_00049", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "list seating capacities of delta flights from seattle to salt lake city and then what meals are there on flight 382 from milwaukee to washington dc on tuesday morning", "tokens": ["list", "seating", "capacities", "of", "delta", "flights", "from", "seattle", "to", "salt", "lake", "city", "and", "then", "what", "meals", "are", "there", "on", "flight", "382", "from", "milwaukee", "to", "washington", "dc", "on", "tuesday", "morning"], "intent_count": 2, "gold_intents": ["atis_capacity", "atis_meal"], "raw_intent_label": "atis_capacity#atis_meal", "segments": [{"segment_index": 0, "intent": "atis_capacity", "text": "list seating capacities of delta flights from seattle to salt lake city", "start_token": 0, "end_token": 12, "start_char": 0, "end_char": 71, "slots": [{"slot": "airline_name", "value": "delta", "start_token": 4, "end_token": 5, "start_char": 27, "end_char": 32}, {"slot": "fromloc.city_name", "value": "seattle", "start_token": 7, "end_token": 8, "start_char": 46, "end_char": 53}, {"slot": "toloc.city_name", "value": "salt lake city", "start_token": 9, "end_token": 12, "start_char": 57, "end_char": 71}]}, {"segment_index": 1, "intent": "atis_meal", "text": "what meals are there on flight 382 from milwaukee to washington dc on tuesday morning", "start_token": 14, "end_token": 29, "start_char": 81, "end_char": 166, "slots": [{"slot": "meal", "value": "meals", "start_token": 15, "end_token": 16, "start_char": 86, "end_char": 91}, {"slot": "flight_number", "value": "382", "start_token": 20, "end_token": 21, "start_char": 112, "end_char": 115}, {"slot": "fromloc.city_name", "value": "milwaukee", "start_token": 22, "end_token": 23, "start_char": 121, "end_char": 130}, {"slot": "toloc.city_name", "value": "washington", "start_token": 24, "end_token": 25, "start_char": 134, "end_char": 144}, {"slot": "toloc.state_code", "value": "dc", "start_token": 25, "end_token": 26, "start_char": 145, "end_char": 147}, {"slot": "depart_date.day_name", "value": "tuesday", "start_token": 27, "end_token": 28, "start_char": 151, "end_char": 158}, {"slot": "depart_time.period_of_day", "value": "morning", "start_token": 28, "end_token": 29, "start_char": 159, "end_char": 166}]}], "connectives": [{"text": "and then", "start_token": 12, "end_token": 14, "start_char": 72, "end_char": 80}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["list seating capacities of delta flights from seattle to salt lake city and then what meals are there on flight 382 from milwaukee to washington dc on tuesday morning"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"List seating capacities of Delta flights from Seattle to Salt Lake City.\",\n    \"requestedProperties\": [\n      \"seating capacities\",\n      \"Delta flights\",\n      \"Seattle to Salt Lake City\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"List available meals on flight 382 from Milwaukee to Washington DC on Tuesday morning.\",\n    \"requestedProperties\": [\n      \"available meals\",\n      \"flight 382\",\n      \"Milwaukee to Washington DC\",\n      \"Tuesday morning\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 6541, "finishReason": "STOP", "usage": {"promptTokenCount": 714, "candidatesTokenCount": 199, "totalTokenCount": 913, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 714}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 32, "itemId": "mixatis_clean_test_00051", "gold": {"id": "mixatis_clean_test_00051", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "what day of the week do flights from nashville to tacoma fly on and then how many canadian airlines international flights use aircraft 320", "tokens": ["what", "day", "of", "the", "week", "do", "flights", "from", "nashville", "to", "tacoma", "fly", "on", "and", "then", "how", "many", "canadian", "airlines", "international", "flights", "use", "aircraft", "320"], "intent_count": 2, "gold_intents": ["atis_day_name", "atis_quantity"], "raw_intent_label": "atis_day_name#atis_quantity", "segments": [{"segment_index": 0, "intent": "atis_day_name", "text": "what day of the week do flights from nashville to tacoma fly on", "start_token": 0, "end_token": 13, "start_char": 0, "end_char": 63, "slots": [{"slot": "fromloc.city_name", "value": "nashville", "start_token": 8, "end_token": 9, "start_char": 37, "end_char": 46}, {"slot": "toloc.city_name", "value": "tacoma", "start_token": 10, "end_token": 11, "start_char": 50, "end_char": 56}]}, {"segment_index": 1, "intent": "atis_quantity", "text": "how many canadian airlines international flights use aircraft 320", "start_token": 15, "end_token": 24, "start_char": 73, "end_char": 138, "slots": [{"slot": "airline_name", "value": "canadian airlines international", "start_token": 17, "end_token": 20, "start_char": 82, "end_char": 113}, {"slot": "aircraft_code", "value": "320", "start_token": 23, "end_token": 24, "start_char": 135, "end_char": 138}]}], "connectives": [{"text": "and then", "start_token": 13, "end_token": 15, "start_char": 64, "end_char": 72}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["what day of the week do flights from nashville to tacoma fly on and then how many canadian airlines international flights use aircraft 320"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"Determine the days of the week flights from Nashville to Tacoma fly on.\",\n    \"requestedProperties\": [\n      \"days of the week for Nashville to Tacoma flights\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Count the number of Canadian airlines international flights that use aircraft 320.\",\n    \"requestedProperties\": [\n      \"count of Canadian airlines international flights using aircraft 320\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 5838, "finishReason": "STOP", "usage": {"promptTokenCount": 709, "candidatesTokenCount": 176, "totalTokenCount": 885, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 709}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 33, "itemId": "mixatis_clean_test_00053", "gold": {"id": "mixatis_clean_test_00053", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "list the arizona airport and then please show ground transportation to milwaukee", "tokens": ["list", "the", "arizona", "airport", "and", "then", "please", "show", "ground", "transportation", "to", "milwaukee"], "intent_count": 2, "gold_intents": ["atis_airport", "atis_ground_service"], "raw_intent_label": "atis_airport#atis_ground_service", "segments": [{"segment_index": 0, "intent": "atis_airport", "text": "list the arizona airport", "start_token": 0, "end_token": 4, "start_char": 0, "end_char": 24, "slots": [{"slot": "state_name", "value": "arizona", "start_token": 2, "end_token": 3, "start_char": 9, "end_char": 16}]}, {"segment_index": 1, "intent": "atis_ground_service", "text": "please show ground transportation to milwaukee", "start_token": 6, "end_token": 12, "start_char": 34, "end_char": 80, "slots": [{"slot": "city_name", "value": "milwaukee", "start_token": 11, "end_token": 12, "start_char": 71, "end_char": 80}]}], "connectives": [{"text": "and then", "start_token": 4, "end_token": 6, "start_char": 25, "end_char": 33}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["list the arizona airport and then please show ground transportation to milwaukee"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"List the Arizona airports\",\n    \"requestedProperties\": [\n      \"list of Arizona airports\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Show ground transportation options to Milwaukee\",\n    \"requestedProperties\": [\n      \"ground transportation options to Milwaukee\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 5322, "finishReason": "STOP", "usage": {"promptTokenCount": 694, "candidatesTokenCount": 146, "totalTokenCount": 840, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 694}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 34, "itemId": "mixatis_clean_test_00054", "gold": {"id": "mixatis_clean_test_00054", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "what airline is us and also i need the flight numbers of flights leaving from cleveland and arriving at dallas", "tokens": ["what", "airline", "is", "us", "and", "also", "i", "need", "the", "flight", "numbers", "of", "flights", "leaving", "from", "cleveland", "and", "arriving", "at", "dallas"], "intent_count": 2, "gold_intents": ["atis_airline", "atis_flight_no"], "raw_intent_label": "atis_airline#atis_flight_no", "segments": [{"segment_index": 0, "intent": "atis_airline", "text": "what airline is us", "start_token": 0, "end_token": 4, "start_char": 0, "end_char": 18, "slots": [{"slot": "airline_code", "value": "us", "start_token": 3, "end_token": 4, "start_char": 16, "end_char": 18}]}, {"segment_index": 1, "intent": "atis_flight_no", "text": "i need the flight numbers of flights leaving from cleveland and arriving at dallas", "start_token": 6, "end_token": 20, "start_char": 28, "end_char": 110, "slots": [{"slot": "fromloc.city_name", "value": "cleveland", "start_token": 15, "end_token": 16, "start_char": 78, "end_char": 87}, {"slot": "toloc.city_name", "value": "dallas", "start_token": 19, "end_token": 20, "start_char": 104, "end_char": 110}]}], "connectives": [{"text": "and also", "start_token": 4, "end_token": 6, "start_char": 19, "end_char": 27}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["what airline is us and also i need the flight numbers of flights leaving from cleveland and arriving at dallas"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [{\"canonicalRequest\": \"Identify the airline associated with the code 'US'\", \"requestedProperties\": [\"airline name for code US\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"open\"}, {\"canonicalRequest\": \"Retrieve flight numbers for flights departing from Cleveland and arriving in Dallas\", \"requestedProperties\": [\"flight numbers\", \"departure city: Cleveland\", \"arrival city: Dallas\"], \"implementedProperties\": [], \"contradictions\": [], \"evidenceActionIds\": [], \"status\": \"open\"}]}", "ms": 4364, "finishReason": "STOP", "usage": {"promptTokenCount": 702, "candidatesTokenCount": 117, "totalTokenCount": 819, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 702}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 35, "itemId": "mixatis_clean_test_00000", "gold": {"id": "mixatis_clean_test_00000", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "list california airports , list la and how many canadian airlines international flights use aircraft 320", "tokens": ["list", "california", "airports", ",", "list", "la", "and", "how", "many", "canadian", "airlines", "international", "flights", "use", "aircraft", "320"], "intent_count": 3, "gold_intents": ["atis_airport", "atis_city", "atis_quantity"], "raw_intent_label": "atis_airport#atis_city#atis_quantity", "segments": [{"segment_index": 0, "intent": "atis_airport", "text": "list california airports", "start_token": 0, "end_token": 3, "start_char": 0, "end_char": 24, "slots": [{"slot": "state_name", "value": "california", "start_token": 1, "end_token": 2, "start_char": 5, "end_char": 15}]}, {"segment_index": 1, "intent": "atis_city", "text": "list la", "start_token": 4, "end_token": 6, "start_char": 27, "end_char": 34, "slots": [{"slot": "city_name", "value": "la", "start_token": 5, "end_token": 6, "start_char": 32, "end_char": 34}]}, {"segment_index": 2, "intent": "atis_quantity", "text": "how many canadian airlines international flights use aircraft 320", "start_token": 7, "end_token": 16, "start_char": 39, "end_char": 104, "slots": [{"slot": "airline_name", "value": "canadian airlines international", "start_token": 9, "end_token": 12, "start_char": 48, "end_char": 79}, {"slot": "aircraft_code", "value": "320", "start_token": 15, "end_token": 16, "start_char": 101, "end_char": 104}]}], "connectives": [{"text": ",", "start_token": 3, "end_token": 4, "start_char": 25, "end_char": 26}, {"text": "and", "start_token": 6, "end_token": 7, "start_char": 35, "end_char": 38}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["list california airports , list la and how many canadian airlines international flights use aircraft 320"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"List California airports\",\n    \"requestedProperties\": [\n      \"list of airports in California\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"List LA airports\",\n    \"requestedProperties\": [\n      \"list of airports in Los Angeles\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Determine how many Canadian airlines' international flights use aircraft 320\",\n    \"requestedProperties\": [\n      \"count of Canadian airlines operating international flights with aircraft 320\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 7536, "finishReason": "STOP", "usage": {"promptTokenCount": 699, "candidatesTokenCount": 229, "totalTokenCount": 928, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 699}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 36, "itemId": "mixatis_clean_test_00005", "gold": {"id": "mixatis_clean_test_00005", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "tell me about the m80 aircraft , list airports and then how many canadian airlines flights use aircraft dh8", "tokens": ["tell", "me", "about", "the", "m80", "aircraft", ",", "list", "airports", "and", "then", "how", "many", "canadian", "airlines", "flights", "use", "aircraft", "dh8"], "intent_count": 3, "gold_intents": ["atis_aircraft", "atis_airport", "atis_quantity"], "raw_intent_label": "atis_aircraft#atis_airport#atis_quantity", "segments": [{"segment_index": 0, "intent": "atis_aircraft", "text": "tell me about the m80 aircraft", "start_token": 0, "end_token": 6, "start_char": 0, "end_char": 30, "slots": [{"slot": "aircraft_code", "value": "m80", "start_token": 4, "end_token": 5, "start_char": 18, "end_char": 21}]}, {"segment_index": 1, "intent": "atis_airport", "text": "list airports", "start_token": 7, "end_token": 9, "start_char": 33, "end_char": 46, "slots": []}, {"segment_index": 2, "intent": "atis_quantity", "text": "how many canadian airlines flights use aircraft dh8", "start_token": 11, "end_token": 19, "start_char": 56, "end_char": 107, "slots": [{"slot": "airline_name", "value": "canadian airlines", "start_token": 13, "end_token": 15, "start_char": 65, "end_char": 82}, {"slot": "aircraft_code", "value": "dh8", "start_token": 18, "end_token": 19, "start_char": 104, "end_char": 107}]}], "connectives": [{"text": ",", "start_token": 6, "end_token": 7, "start_char": 31, "end_char": 32}, {"text": "and then", "start_token": 9, "end_token": 11, "start_char": 47, "end_char": 55}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["tell me about the m80 aircraft , list airports and then how many canadian airlines flights use aircraft dh8"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"Provide information about the M80 aircraft\",\n    \"requestedProperties\": [\n      \"general information about M80 aircraft\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"List airports\",\n    \"requestedProperties\": [\n      \"a list of airports\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Determine how many Canadian airlines flights use the DH8 aircraft\",\n    \"requestedProperties\": [\n      \"count of Canadian airline flights using DH8 aircraft\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 8067, "finishReason": "STOP", "usage": {"promptTokenCount": 702, "candidatesTokenCount": 226, "totalTokenCount": 928, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 702}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 37, "itemId": "mixatis_clean_test_00008", "gold": {"id": "mixatis_clean_test_00008", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "list la , list ground transportation in baltimore and what meals are available on dl 468 which al arrives in san francisco at 950 am", "tokens": ["list", "la", ",", "list", "ground", "transportation", "in", "baltimore", "and", "what", "meals", "are", "available", "on", "dl", "468", "which", "al", "arrives", "in", "san", "francisco", "at", "950", "am"], "intent_count": 3, "gold_intents": ["atis_city", "atis_ground_service", "atis_meal"], "raw_intent_label": "atis_city#atis_ground_service#atis_meal", "segments": [{"segment_index": 0, "intent": "atis_city", "text": "list la", "start_token": 0, "end_token": 2, "start_char": 0, "end_char": 7, "slots": [{"slot": "city_name", "value": "la", "start_token": 1, "end_token": 2, "start_char": 5, "end_char": 7}]}, {"segment_index": 1, "intent": "atis_ground_service", "text": "list ground transportation in baltimore", "start_token": 3, "end_token": 8, "start_char": 10, "end_char": 49, "slots": [{"slot": "city_name", "value": "baltimore", "start_token": 7, "end_token": 8, "start_char": 40, "end_char": 49}]}, {"segment_index": 2, "intent": "atis_meal", "text": "what meals are available on dl 468 which al arrives in san francisco at 950 am", "start_token": 9, "end_token": 25, "start_char": 54, "end_char": 132, "slots": [{"slot": "meal", "value": "meals", "start_token": 10, "end_token": 11, "start_char": 59, "end_char": 64}, {"slot": "airline_code", "value": "dl", "start_token": 14, "end_token": 15, "start_char": 82, "end_char": 84}, {"slot": "flight_number", "value": "468", "start_token": 15, "end_token": 16, "start_char": 85, "end_char": 88}, {"slot": "toloc.city_name", "value": "san francisco", "start_token": 20, "end_token": 22, "start_char": 109, "end_char": 122}, {"slot": "arrive_time.time", "value": "950 am", "start_token": 23, "end_token": 25, "start_char": 126, "end_char": 132}]}], "connectives": [{"text": ",", "start_token": 2, "end_token": 3, "start_char": 8, "end_char": 9}, {"text": "and", "start_token": 8, "end_token": 9, "start_char": 50, "end_char": 53}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["list la , list ground transportation in baltimore and what meals are available on dl 468 which al arrives in san francisco at 950 am"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"List the flights for LA\",\n    \"requestedProperties\": [\n      \"list of flights to/from LA\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"List ground transportation options in Baltimore\",\n    \"requestedProperties\": [\n      \"list of ground transportation options in Baltimore\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Identify available meals on flight DL 468 arriving in San Francisco at 9:50 AM\",\n    \"requestedProperties\": [\n      \"available meals on DL 468\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 7857, "finishReason": "STOP", "usage": {"promptTokenCount": 712, "candidatesTokenCount": 239, "totalTokenCount": 951, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 712}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 38, "itemId": "mixatis_clean_test_00013", "gold": {"id": "mixatis_clean_test_00013", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "what is the capacity of the 73s , what day of the week do flights from nashville to tacoma fly on and then what are the departure times from detroit to westchester county", "tokens": ["what", "is", "the", "capacity", "of", "the", "73s", ",", "what", "day", "of", "the", "week", "do", "flights", "from", "nashville", "to", "tacoma", "fly", "on", "and", "then", "what", "are", "the", "departure", "times", "from", "detroit", "to", "westchester", "county"], "intent_count": 3, "gold_intents": ["atis_capacity", "atis_day_name", "atis_flight_time"], "raw_intent_label": "atis_capacity#atis_day_name#atis_flight_time", "segments": [{"segment_index": 0, "intent": "atis_capacity", "text": "what is the capacity of the 73s", "start_token": 0, "end_token": 7, "start_char": 0, "end_char": 31, "slots": [{"slot": "aircraft_code", "value": "73s", "start_token": 6, "end_token": 7, "start_char": 28, "end_char": 31}]}, {"segment_index": 1, "intent": "atis_day_name", "text": "what day of the week do flights from nashville to tacoma fly on", "start_token": 8, "end_token": 21, "start_char": 34, "end_char": 97, "slots": [{"slot": "fromloc.city_name", "value": "nashville", "start_token": 16, "end_token": 17, "start_char": 71, "end_char": 80}, {"slot": "toloc.city_name", "value": "tacoma", "start_token": 18, "end_token": 19, "start_char": 84, "end_char": 90}]}, {"segment_index": 2, "intent": "atis_flight_time", "text": "what are the departure times from detroit to westchester county", "start_token": 23, "end_token": 33, "start_char": 107, "end_char": 170, "slots": [{"slot": "flight_time", "value": "departure times", "start_token": 26, "end_token": 28, "start_char": 120, "end_char": 135}, {"slot": "fromloc.city_name", "value": "detroit", "start_token": 29, "end_token": 30, "start_char": 141, "end_char": 148}, {"slot": "toloc.city_name", "value": "westchester county", "start_token": 31, "end_token": 33, "start_char": 152, "end_char": 170}]}], "connectives": [{"text": ",", "start_token": 7, "end_token": 8, "start_char": 32, "end_char": 33}, {"text": "and then", "start_token": 21, "end_token": 23, "start_char": 98, "end_char": 106}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["what is the capacity of the 73s , what day of the week do flights from nashville to tacoma fly on and then what are the departure times from detroit to westchester county"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"Determine the capacity of the 73s aircraft\",\n    \"requestedProperties\": [\n      \"capacity of 73s\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Identify the days of the week flights from Nashville to Tacoma fly on\",\n    \"requestedProperties\": [\n      \"flight days from Nashville to Tacoma\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Find the departure times for flights from Detroit to Westchester County\",\n    \"requestedProperties\": [\n      \"departure times from Detroit to Westchester County\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 8200, "finishReason": "STOP", "usage": {"promptTokenCount": 720, "candidatesTokenCount": 238, "totalTokenCount": 958, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 720}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 39, "itemId": "mixatis_clean_test_00014", "gold": {"id": "mixatis_clean_test_00014", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "determine the type of aircraft used on a flight from cleveland to dallas that leaves before noon , how much does it cost to fly from columbus to st. louis round trip on twa and also how much is the limousine service in boston", "tokens": ["determine", "the", "type", "of", "aircraft", "used", "on", "a", "flight", "from", "cleveland", "to", "dallas", "that", "leaves", "before", "noon", ",", "how", "much", "does", "it", "cost", "to", "fly", "from", "columbus", "to", "st.", "louis", "round", "trip", "on", "twa", "and", "also", "how", "much", "is", "the", "limousine", "service", "in", "boston"], "intent_count": 3, "gold_intents": ["atis_aircraft", "atis_airfare", "atis_ground_fare"], "raw_intent_label": "atis_aircraft#atis_airfare#atis_ground_fare", "segments": [{"segment_index": 0, "intent": "atis_aircraft", "text": "determine the type of aircraft used on a flight from cleveland to dallas that leaves before noon", "start_token": 0, "end_token": 17, "start_char": 0, "end_char": 96, "slots": [{"slot": "fromloc.city_name", "value": "cleveland", "start_token": 10, "end_token": 11, "start_char": 53, "end_char": 62}, {"slot": "toloc.city_name", "value": "dallas", "start_token": 12, "end_token": 13, "start_char": 66, "end_char": 72}, {"slot": "depart_time.time_relative", "value": "before", "start_token": 15, "end_token": 16, "start_char": 85, "end_char": 91}, {"slot": "depart_time.period_of_day", "value": "noon", "start_token": 16, "end_token": 17, "start_char": 92, "end_char": 96}]}, {"segment_index": 1, "intent": "atis_airfare", "text": "how much does it cost to fly from columbus to st. louis round trip on twa", "start_token": 18, "end_token": 34, "start_char": 99, "end_char": 172, "slots": [{"slot": "fromloc.city_name", "value": "columbus", "start_token": 26, "end_token": 27, "start_char": 133, "end_char": 141}, {"slot": "toloc.city_name", "value": "st. louis", "start_token": 28, "end_token": 30, "start_char": 145, "end_char": 154}, {"slot": "round_trip", "value": "round trip", "start_token": 30, "end_token": 32, "start_char": 155, "end_char": 165}, {"slot": "airline_code", "value": "twa", "start_token": 33, "end_token": 34, "start_char": 169, "end_char": 172}]}, {"segment_index": 2, "intent": "atis_ground_fare", "text": "how much is the limousine service in boston", "start_token": 36, "end_token": 44, "start_char": 182, "end_char": 225, "slots": [{"slot": "transport_type", "value": "limousine", "start_token": 40, "end_token": 41, "start_char": 198, "end_char": 207}, {"slot": "city_name", "value": "boston", "start_token": 43, "end_token": 44, "start_char": 219, "end_char": 225}]}], "connectives": [{"text": ",", "start_token": 17, "end_token": 18, "start_char": 97, "end_char": 98}, {"text": "and also", "start_token": 34, "end_token": 36, "start_char": 173, "end_char": 181}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["determine the type of aircraft used on a flight from cleveland to dallas that leaves before noon , how much does it cost to fly from columbus to st. louis round trip on twa and also how much is the limousine service in boston"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"Determine the type of aircraft used on a flight from Cleveland to Dallas that leaves before noon.\",\n    \"requestedProperties\": [\n      \"aircraft type\",\n      \"origin: Cleveland\",\n      \"destination: Dallas\",\n      \"departure time: before noon\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Determine the cost of a round trip flight from Columbus to St. Louis on TWA.\",\n    \"requestedProperties\": [\n      \"cost\",\n      \"origin: Columbus\",\n      \"destination: St. Louis\",\n      \"trip type: round trip\",\n      \"airline: TWA\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Determine the cost of the limousine service in Boston.\",\n    \"requestedProperties\": [\n      \"cost\",\n      \"location: Boston\",\n      \"service: limousine\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 9438, "finishReason": "STOP", "usage": {"promptTokenCount": 729, "candidatesTokenCount": 302, "totalTokenCount": 1031, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 729}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 40, "itemId": "mixatis_clean_test_00015", "gold": {"id": "mixatis_clean_test_00015", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "list california airports , which flights travel from cleveland to indianapolis on april fifth and also what are the fares for ground transportation in denver", "tokens": ["list", "california", "airports", ",", "which", "flights", "travel", "from", "cleveland", "to", "indianapolis", "on", "april", "fifth", "and", "also", "what", "are", "the", "fares", "for", "ground", "transportation", "in", "denver"], "intent_count": 3, "gold_intents": ["atis_airport", "atis_flight", "atis_ground_fare"], "raw_intent_label": "atis_airport#atis_flight#atis_ground_fare", "segments": [{"segment_index": 0, "intent": "atis_airport", "text": "list california airports", "start_token": 0, "end_token": 3, "start_char": 0, "end_char": 24, "slots": [{"slot": "state_name", "value": "california", "start_token": 1, "end_token": 2, "start_char": 5, "end_char": 15}]}, {"segment_index": 1, "intent": "atis_flight", "text": "which flights travel from cleveland to indianapolis on april fifth", "start_token": 4, "end_token": 14, "start_char": 27, "end_char": 93, "slots": [{"slot": "fromloc.city_name", "value": "cleveland", "start_token": 8, "end_token": 9, "start_char": 53, "end_char": 62}, {"slot": "toloc.city_name", "value": "indianapolis", "start_token": 10, "end_token": 11, "start_char": 66, "end_char": 78}, {"slot": "depart_date.month_name", "value": "april", "start_token": 12, "end_token": 13, "start_char": 82, "end_char": 87}, {"slot": "depart_date.day_number", "value": "fifth", "start_token": 13, "end_token": 14, "start_char": 88, "end_char": 93}]}, {"segment_index": 2, "intent": "atis_ground_fare", "text": "what are the fares for ground transportation in denver", "start_token": 16, "end_token": 25, "start_char": 103, "end_char": 157, "slots": [{"slot": "city_name", "value": "denver", "start_token": 24, "end_token": 25, "start_char": 151, "end_char": 157}]}], "connectives": [{"text": ",", "start_token": 3, "end_token": 4, "start_char": 25, "end_char": 26}, {"text": "and also", "start_token": 14, "end_token": 16, "start_char": 94, "end_char": 102}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["list california airports , which flights travel from cleveland to indianapolis on april fifth and also what are the fares for ground transportation in denver"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"List California airports\",\n    \"requestedProperties\": [\n      \"list of airports in California\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Find flights from Cleveland to Indianapolis on April 5th\",\n    \"requestedProperties\": [\n      \"flights from Cleveland to Indianapolis\",\n      \"date: April 5th\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Find ground transportation fares in Denver\",\n    \"requestedProperties\": [\n      \"ground transportation fares\",\n      \"location: Denver\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 7540, "finishReason": "STOP", "usage": {"promptTokenCount": 708, "candidatesTokenCount": 235, "totalTokenCount": 943, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 708}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 41, "itemId": "mixatis_clean_test_00016", "gold": {"id": "mixatis_clean_test_00016", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "what does fare code f mean , i need a ticket from nashville tennessee to seattle and then which airport is closest to ontario california", "tokens": ["what", "does", "fare", "code", "f", "mean", ",", "i", "need", "a", "ticket", "from", "nashville", "tennessee", "to", "seattle", "and", "then", "which", "airport", "is", "closest", "to", "ontario", "california"], "intent_count": 3, "gold_intents": ["atis_abbreviation", "atis_airfare", "atis_airport"], "raw_intent_label": "atis_abbreviation#atis_airfare#atis_airport", "segments": [{"segment_index": 0, "intent": "atis_abbreviation", "text": "what does fare code f mean", "start_token": 0, "end_token": 6, "start_char": 0, "end_char": 26, "slots": [{"slot": "fare_basis_code", "value": "f", "start_token": 4, "end_token": 5, "start_char": 20, "end_char": 21}]}, {"segment_index": 1, "intent": "atis_airfare", "text": "i need a ticket from nashville tennessee to seattle", "start_token": 7, "end_token": 16, "start_char": 29, "end_char": 80, "slots": [{"slot": "fromloc.city_name", "value": "nashville", "start_token": 12, "end_token": 13, "start_char": 50, "end_char": 59}, {"slot": "fromloc.state_name", "value": "tennessee", "start_token": 13, "end_token": 14, "start_char": 60, "end_char": 69}, {"slot": "toloc.city_name", "value": "seattle", "start_token": 15, "end_token": 16, "start_char": 73, "end_char": 80}]}, {"segment_index": 2, "intent": "atis_airport", "text": "which airport is closest to ontario california", "start_token": 18, "end_token": 25, "start_char": 90, "end_char": 136, "slots": [{"slot": "mod", "value": "closest", "start_token": 21, "end_token": 22, "start_char": 107, "end_char": 114}, {"slot": "city_name", "value": "ontario", "start_token": 23, "end_token": 24, "start_char": 118, "end_char": 125}, {"slot": "state_name", "value": "california", "start_token": 24, "end_token": 25, "start_char": 126, "end_char": 136}]}], "connectives": [{"text": ",", "start_token": 6, "end_token": 7, "start_char": 27, "end_char": 28}, {"text": "and then", "start_token": 16, "end_token": 18, "start_char": 81, "end_char": 89}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["what does fare code f mean , i need a ticket from nashville tennessee to seattle and then which airport is closest to ontario california"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"Explain the meaning of fare code F\",\n    \"requestedProperties\": [\n      \"meaning of fare code F\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Find a ticket from Nashville, Tennessee to Seattle\",\n    \"requestedProperties\": [\n      \"ticket from Nashville, TN to Seattle\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Identify the airport closest to Ontario, California\",\n    \"requestedProperties\": [\n      \"closest airport to Ontario, CA\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 7205, "finishReason": "STOP", "usage": {"promptTokenCount": 709, "candidatesTokenCount": 227, "totalTokenCount": 936, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 709}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 42, "itemId": "mixatis_clean_test_00017", "gold": {"id": "mixatis_clean_test_00017", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "list the distance in miles from boston airport to downtown boston , flight number from dallas to houston and how much is a limousine service in la guardia", "tokens": ["list", "the", "distance", "in", "miles", "from", "boston", "airport", "to", "downtown", "boston", ",", "flight", "number", "from", "dallas", "to", "houston", "and", "how", "much", "is", "a", "limousine", "service", "in", "la", "guardia"], "intent_count": 3, "gold_intents": ["atis_distance", "atis_flight_no", "atis_ground_fare"], "raw_intent_label": "atis_distance#atis_flight_no#atis_ground_fare", "segments": [{"segment_index": 0, "intent": "atis_distance", "text": "list the distance in miles from boston airport to downtown boston", "start_token": 0, "end_token": 11, "start_char": 0, "end_char": 65, "slots": [{"slot": "fromloc.airport_name", "value": "boston airport", "start_token": 6, "end_token": 8, "start_char": 32, "end_char": 46}, {"slot": "city_name", "value": "boston", "start_token": 10, "end_token": 11, "start_char": 59, "end_char": 65}]}, {"segment_index": 1, "intent": "atis_flight_no", "text": "flight number from dallas to houston", "start_token": 12, "end_token": 18, "start_char": 68, "end_char": 104, "slots": [{"slot": "fromloc.city_name", "value": "dallas", "start_token": 15, "end_token": 16, "start_char": 87, "end_char": 93}, {"slot": "toloc.city_name", "value": "houston", "start_token": 17, "end_token": 18, "start_char": 97, "end_char": 104}]}, {"segment_index": 2, "intent": "atis_ground_fare", "text": "how much is a limousine service in la guardia", "start_token": 19, "end_token": 28, "start_char": 109, "end_char": 154, "slots": [{"slot": "transport_type", "value": "limousine", "start_token": 23, "end_token": 24, "start_char": 123, "end_char": 132}, {"slot": "airport_name", "value": "la guardia", "start_token": 26, "end_token": 28, "start_char": 144, "end_char": 154}]}], "connectives": [{"text": ",", "start_token": 11, "end_token": 12, "start_char": 66, "end_char": 67}, {"text": "and", "start_token": 18, "end_token": 19, "start_char": 105, "end_char": 108}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["list the distance in miles from boston airport to downtown boston , flight number from dallas to houston and how much is a limousine service in la guardia"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"Find the distance in miles from Boston Logan Airport to downtown Boston.\",\n    \"requestedProperties\": [\n      \"distance in miles\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Find a flight number from Dallas to Houston.\",\n    \"requestedProperties\": [\n      \"flight number\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Find the cost of a limousine service at LaGuardia Airport.\",\n    \"requestedProperties\": [\n      \"price of limousine service\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 7411, "finishReason": "STOP", "usage": {"promptTokenCount": 710, "candidatesTokenCount": 226, "totalTokenCount": 936, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 710}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 43, "itemId": "mixatis_clean_test_00018", "gold": {"id": "mixatis_clean_test_00018", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "how much is coach flight from pittsburgh to atlanta , what is the seating capacity on the aircraft 733 and also list the cities from which northwest flies", "tokens": ["how", "much", "is", "coach", "flight", "from", "pittsburgh", "to", "atlanta", ",", "what", "is", "the", "seating", "capacity", "on", "the", "aircraft", "733", "and", "also", "list", "the", "cities", "from", "which", "northwest", "flies"], "intent_count": 3, "gold_intents": ["atis_airfare", "atis_capacity", "atis_city"], "raw_intent_label": "atis_airfare#atis_capacity#atis_city", "segments": [{"segment_index": 0, "intent": "atis_airfare", "text": "how much is coach flight from pittsburgh to atlanta", "start_token": 0, "end_token": 9, "start_char": 0, "end_char": 51, "slots": [{"slot": "class_type", "value": "coach", "start_token": 3, "end_token": 4, "start_char": 12, "end_char": 17}, {"slot": "fromloc.city_name", "value": "pittsburgh", "start_token": 6, "end_token": 7, "start_char": 30, "end_char": 40}, {"slot": "toloc.city_name", "value": "atlanta", "start_token": 8, "end_token": 9, "start_char": 44, "end_char": 51}]}, {"segment_index": 1, "intent": "atis_capacity", "text": "what is the seating capacity on the aircraft 733", "start_token": 10, "end_token": 19, "start_char": 54, "end_char": 102, "slots": [{"slot": "aircraft_code", "value": "733", "start_token": 18, "end_token": 19, "start_char": 99, "end_char": 102}]}, {"segment_index": 2, "intent": "atis_city", "text": "list the cities from which northwest flies", "start_token": 21, "end_token": 28, "start_char": 112, "end_char": 154, "slots": [{"slot": "airline_name", "value": "northwest", "start_token": 26, "end_token": 27, "start_char": 139, "end_char": 148}]}], "connectives": [{"text": ",", "start_token": 9, "end_token": 10, "start_char": 52, "end_char": 53}, {"text": "and also", "start_token": 19, "end_token": 21, "start_char": 103, "end_char": 111}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["how much is coach flight from pittsburgh to atlanta , what is the seating capacity on the aircraft 733 and also list the cities from which northwest flies"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"Find the price of a coach flight from Pittsburgh to Atlanta.\",\n    \"requestedProperties\": [\n      \"coach flight price\",\n      \"origin: Pittsburgh\",\n      \"destination: Atlanta\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Determine the seating capacity of aircraft 733.\",\n    \"requestedProperties\": [\n      \"seating capacity\",\n      \"aircraft: 733\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"List the cities from which Northwest Airlines flies.\",\n    \"requestedProperties\": [\n      \"list of cities\",\n      \"airline: Northwest\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 8458, "finishReason": "STOP", "usage": {"promptTokenCount": 714, "candidatesTokenCount": 254, "totalTokenCount": 968, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 714}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 44, "itemId": "mixatis_clean_test_00050", "gold": {"id": "mixatis_clean_test_00050", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "tell me about the type of aircraft called an m80 , what airline is aa and then how far is toronto international from downtown", "tokens": ["tell", "me", "about", "the", "type", "of", "aircraft", "called", "an", "m80", ",", "what", "airline", "is", "aa", "and", "then", "how", "far", "is", "toronto", "international", "from", "downtown"], "intent_count": 3, "gold_intents": ["atis_aircraft", "atis_airline", "atis_distance"], "raw_intent_label": "atis_aircraft#atis_airline#atis_distance", "segments": [{"segment_index": 0, "intent": "atis_aircraft", "text": "tell me about the type of aircraft called an m80", "start_token": 0, "end_token": 10, "start_char": 0, "end_char": 48, "slots": [{"slot": "aircraft_code", "value": "m80", "start_token": 9, "end_token": 10, "start_char": 45, "end_char": 48}]}, {"segment_index": 1, "intent": "atis_airline", "text": "what airline is aa", "start_token": 11, "end_token": 15, "start_char": 51, "end_char": 69, "slots": [{"slot": "airline_code", "value": "aa", "start_token": 14, "end_token": 15, "start_char": 67, "end_char": 69}]}, {"segment_index": 2, "intent": "atis_distance", "text": "how far is toronto international from downtown", "start_token": 17, "end_token": 24, "start_char": 79, "end_char": 125, "slots": [{"slot": "airport_name", "value": "toronto international", "start_token": 20, "end_token": 22, "start_char": 90, "end_char": 111}]}], "connectives": [{"text": ",", "start_token": 10, "end_token": 11, "start_char": 49, "end_char": 50}, {"text": "and then", "start_token": 15, "end_token": 17, "start_char": 70, "end_char": 78}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["tell me about the type of aircraft called an m80 , what airline is aa and then how far is toronto international from downtown"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"Provide information about the aircraft type called an M80.\",\n    \"requestedProperties\": [\n      \"details about M80 aircraft\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Identify which airline is referred to as 'AA'.\",\n    \"requestedProperties\": [\n      \"identification of airline AA\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Determine the distance from Toronto International Airport to downtown Toronto.\",\n    \"requestedProperties\": [\n      \"distance from Toronto International to downtown\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 7474, "finishReason": "STOP", "usage": {"promptTokenCount": 707, "candidatesTokenCount": 232, "totalTokenCount": 939, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 707}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 45, "itemId": "mixatis_clean_test_00055", "gold": {"id": "mixatis_clean_test_00055", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "what type of aircraft are flying from cleveland to dallas before noon , what airlines fly between washington dc and columbus ohio and also is there ground transportation available at the salt lake city airport", "tokens": ["what", "type", "of", "aircraft", "are", "flying", "from", "cleveland", "to", "dallas", "before", "noon", ",", "what", "airlines", "fly", "between", "washington", "dc", "and", "columbus", "ohio", "and", "also", "is", "there", "ground", "transportation", "available", "at", "the", "salt", "lake", "city", "airport"], "intent_count": 3, "gold_intents": ["atis_aircraft", "atis_airline", "atis_ground_service"], "raw_intent_label": "atis_aircraft#atis_airline#atis_ground_service", "segments": [{"segment_index": 0, "intent": "atis_aircraft", "text": "what type of aircraft are flying from cleveland to dallas before noon", "start_token": 0, "end_token": 12, "start_char": 0, "end_char": 69, "slots": [{"slot": "fromloc.city_name", "value": "cleveland", "start_token": 7, "end_token": 8, "start_char": 38, "end_char": 47}, {"slot": "toloc.city_name", "value": "dallas", "start_token": 9, "end_token": 10, "start_char": 51, "end_char": 57}, {"slot": "depart_time.time_relative", "value": "before", "start_token": 10, "end_token": 11, "start_char": 58, "end_char": 64}, {"slot": "depart_time.period_of_day", "value": "noon", "start_token": 11, "end_token": 12, "start_char": 65, "end_char": 69}]}, {"segment_index": 1, "intent": "atis_airline", "text": "what airlines fly between washington dc and columbus ohio", "start_token": 13, "end_token": 22, "start_char": 72, "end_char": 129, "slots": [{"slot": "fromloc.city_name", "value": "washington", "start_token": 17, "end_token": 18, "start_char": 98, "end_char": 108}, {"slot": "fromloc.state_code", "value": "dc", "start_token": 18, "end_token": 19, "start_char": 109, "end_char": 111}, {"slot": "toloc.city_name", "value": "columbus", "start_token": 20, "end_token": 21, "start_char": 116, "end_char": 124}, {"slot": "toloc.state_name", "value": "ohio", "start_token": 21, "end_token": 22, "start_char": 125, "end_char": 129}]}, {"segment_index": 2, "intent": "atis_ground_service", "text": "is there ground transportation available at the salt lake city airport", "start_token": 24, "end_token": 35, "start_char": 139, "end_char": 209, "slots": [{"slot": "airport_name", "value": "salt lake city airport", "start_token": 31, "end_token": 35, "start_char": 187, "end_char": 209}]}], "connectives": [{"text": ",", "start_token": 12, "end_token": 13, "start_char": 70, "end_char": 71}, {"text": "and also", "start_token": 22, "end_token": 24, "start_char": 130, "end_char": 138}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["what type of aircraft are flying from cleveland to dallas before noon , what airlines fly between washington dc and columbus ohio and also is there ground transportation available at the salt lake city airport"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"Identify the types of aircraft flying from Cleveland to Dallas before noon.\",\n    \"requestedProperties\": [\n      \"aircraft types\",\n      \"route: Cleveland to Dallas\",\n      \"time: before noon\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Identify the airlines that fly between Washington DC and Columbus, Ohio.\",\n    \"requestedProperties\": [\n      \"airlines\",\n      \"route: Washington DC to Columbus, Ohio\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Determine if ground transportation is available at the Salt Lake City airport.\",\n    \"requestedProperties\": [\n      \"ground transportation availability\",\n      \"location: Salt Lake City airport\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 8272, "finishReason": "STOP", "usage": {"promptTokenCount": 719, "candidatesTokenCount": 266, "totalTokenCount": 985, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 719}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 46, "itemId": "mixatis_clean_test_00057", "gold": {"id": "mixatis_clean_test_00057", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "list first class airfare round trip from indianapolis to memphis , what day of the week do flights from nashville to tacoma fly on and how many canadian airlines flights use aircraft dh8", "tokens": ["list", "first", "class", "airfare", "round", "trip", "from", "indianapolis", "to", "memphis", ",", "what", "day", "of", "the", "week", "do", "flights", "from", "nashville", "to", "tacoma", "fly", "on", "and", "how", "many", "canadian", "airlines", "flights", "use", "aircraft", "dh8"], "intent_count": 3, "gold_intents": ["atis_airfare", "atis_day_name", "atis_quantity"], "raw_intent_label": "atis_airfare#atis_day_name#atis_quantity", "segments": [{"segment_index": 0, "intent": "atis_airfare", "text": "list first class airfare round trip from indianapolis to memphis", "start_token": 0, "end_token": 10, "start_char": 0, "end_char": 64, "slots": [{"slot": "class_type", "value": "first class", "start_token": 1, "end_token": 3, "start_char": 5, "end_char": 16}, {"slot": "round_trip", "value": "round trip", "start_token": 4, "end_token": 6, "start_char": 25, "end_char": 35}, {"slot": "fromloc.city_name", "value": "indianapolis", "start_token": 7, "end_token": 8, "start_char": 41, "end_char": 53}, {"slot": "toloc.city_name", "value": "memphis", "start_token": 9, "end_token": 10, "start_char": 57, "end_char": 64}]}, {"segment_index": 1, "intent": "atis_day_name", "text": "what day of the week do flights from nashville to tacoma fly on", "start_token": 11, "end_token": 24, "start_char": 67, "end_char": 130, "slots": [{"slot": "fromloc.city_name", "value": "nashville", "start_token": 19, "end_token": 20, "start_char": 104, "end_char": 113}, {"slot": "toloc.city_name", "value": "tacoma", "start_token": 21, "end_token": 22, "start_char": 117, "end_char": 123}]}, {"segment_index": 2, "intent": "atis_quantity", "text": "how many canadian airlines flights use aircraft dh8", "start_token": 25, "end_token": 33, "start_char": 135, "end_char": 186, "slots": [{"slot": "airline_name", "value": "canadian airlines", "start_token": 27, "end_token": 29, "start_char": 144, "end_char": 161}, {"slot": "aircraft_code", "value": "dh8", "start_token": 32, "end_token": 33, "start_char": 183, "end_char": 186}]}], "connectives": [{"text": ",", "start_token": 10, "end_token": 11, "start_char": 65, "end_char": 66}, {"text": "and", "start_token": 24, "end_token": 25, "start_char": 131, "end_char": 134}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["list first class airfare round trip from indianapolis to memphis , what day of the week do flights from nashville to tacoma fly on and how many canadian airlines flights use aircraft dh8"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"List first class airfare round trip from Indianapolis to Memphis.\",\n    \"requestedProperties\": [\n      \"first class airfare\",\n      \"round trip\",\n      \"from Indianapolis\",\n      \"to Memphis\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Determine which days of the week flights from Nashville to Tacoma fly.\",\n    \"requestedProperties\": [\n      \"days of the week\",\n      \"from Nashville\",\n      \"to Tacoma\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Count how many Canadian airlines flights use aircraft DH8.\",\n    \"requestedProperties\": [\n      \"count of flights\",\n      \"Canadian airlines\",\n      \"aircraft DH8\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 8535, "finishReason": "STOP", "usage": {"promptTokenCount": 719, "candidatesTokenCount": 272, "totalTokenCount": 991, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 719}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 47, "itemId": "mixatis_clean_test_00060", "gold": {"id": "mixatis_clean_test_00060", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "list california airports , show me ground transportation in fort worth and what meals are there on flight 382 from milwaukee to washington dc on tuesday morning", "tokens": ["list", "california", "airports", ",", "show", "me", "ground", "transportation", "in", "fort", "worth", "and", "what", "meals", "are", "there", "on", "flight", "382", "from", "milwaukee", "to", "washington", "dc", "on", "tuesday", "morning"], "intent_count": 3, "gold_intents": ["atis_airport", "atis_ground_service", "atis_meal"], "raw_intent_label": "atis_airport#atis_ground_service#atis_meal", "segments": [{"segment_index": 0, "intent": "atis_airport", "text": "list california airports", "start_token": 0, "end_token": 3, "start_char": 0, "end_char": 24, "slots": [{"slot": "state_name", "value": "california", "start_token": 1, "end_token": 2, "start_char": 5, "end_char": 15}]}, {"segment_index": 1, "intent": "atis_ground_service", "text": "show me ground transportation in fort worth", "start_token": 4, "end_token": 11, "start_char": 27, "end_char": 70, "slots": [{"slot": "city_name", "value": "fort worth", "start_token": 9, "end_token": 11, "start_char": 60, "end_char": 70}]}, {"segment_index": 2, "intent": "atis_meal", "text": "what meals are there on flight 382 from milwaukee to washington dc on tuesday morning", "start_token": 12, "end_token": 27, "start_char": 75, "end_char": 160, "slots": [{"slot": "meal", "value": "meals", "start_token": 13, "end_token": 14, "start_char": 80, "end_char": 85}, {"slot": "flight_number", "value": "382", "start_token": 18, "end_token": 19, "start_char": 106, "end_char": 109}, {"slot": "fromloc.city_name", "value": "milwaukee", "start_token": 20, "end_token": 21, "start_char": 115, "end_char": 124}, {"slot": "toloc.city_name", "value": "washington", "start_token": 22, "end_token": 23, "start_char": 128, "end_char": 138}, {"slot": "toloc.state_code", "value": "dc", "start_token": 23, "end_token": 24, "start_char": 139, "end_char": 141}, {"slot": "depart_date.day_name", "value": "tuesday", "start_token": 25, "end_token": 26, "start_char": 145, "end_char": 152}, {"slot": "depart_time.period_of_day", "value": "morning", "start_token": 26, "end_token": 27, "start_char": 153, "end_char": 160}]}], "connectives": [{"text": ",", "start_token": 3, "end_token": 4, "start_char": 25, "end_char": 26}, {"text": "and", "start_token": 11, "end_token": 12, "start_char": 71, "end_char": 74}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["list california airports , show me ground transportation in fort worth and what meals are there on flight 382 from milwaukee to washington dc on tuesday morning"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"List California airports\",\n    \"requestedProperties\": [\n      \"list of airports in California\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Show ground transportation options in Fort Worth\",\n    \"requestedProperties\": [\n      \"ground transportation options in Fort Worth\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Identify meals available on flight 382 from Milwaukee to Washington DC on Tuesday morning\",\n    \"requestedProperties\": [\n      \"meal options for flight 382\",\n      \"route: Milwaukee to Washington DC\",\n      \"time: Tuesday morning\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 7970, "finishReason": "STOP", "usage": {"promptTokenCount": 711, "candidatesTokenCount": 249, "totalTokenCount": 960, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 711}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 48, "itemId": "mixatis_clean_test_00064", "gold": {"id": "mixatis_clean_test_00064", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "what days of the week do flights from san jose to nashville fly on , on april first i need a flight going from phoenix to san diego and then what meals are available on dl 468 which al arrives in san francisco at 950 am", "tokens": ["what", "days", "of", "the", "week", "do", "flights", "from", "san", "jose", "to", "nashville", "fly", "on", ",", "on", "april", "first", "i", "need", "a", "flight", "going", "from", "phoenix", "to", "san", "diego", "and", "then", "what", "meals", "are", "available", "on", "dl", "468", "which", "al", "arrives", "in", "san", "francisco", "at", "950", "am"], "intent_count": 3, "gold_intents": ["atis_day_name", "atis_flight", "atis_meal"], "raw_intent_label": "atis_day_name#atis_flight#atis_meal", "segments": [{"segment_index": 0, "intent": "atis_day_name", "text": "what days of the week do flights from san jose to nashville fly on", "start_token": 0, "end_token": 14, "start_char": 0, "end_char": 66, "slots": [{"slot": "fromloc.city_name", "value": "san jose", "start_token": 8, "end_token": 10, "start_char": 38, "end_char": 46}, {"slot": "toloc.city_name", "value": "nashville", "start_token": 11, "end_token": 12, "start_char": 50, "end_char": 59}]}, {"segment_index": 1, "intent": "atis_flight", "text": "on april first i need a flight going from phoenix to san diego", "start_token": 15, "end_token": 28, "start_char": 69, "end_char": 131, "slots": [{"slot": "depart_date.month_name", "value": "april", "start_token": 16, "end_token": 17, "start_char": 72, "end_char": 77}, {"slot": "depart_date.day_number", "value": "first", "start_token": 17, "end_token": 18, "start_char": 78, "end_char": 83}, {"slot": "fromloc.city_name", "value": "phoenix", "start_token": 24, "end_token": 25, "start_char": 111, "end_char": 118}, {"slot": "toloc.city_name", "value": "san diego", "start_token": 26, "end_token": 28, "start_char": 122, "end_char": 131}]}, {"segment_index": 2, "intent": "atis_meal", "text": "what meals are available on dl 468 which al arrives in san francisco at 950 am", "start_token": 30, "end_token": 46, "start_char": 141, "end_char": 219, "slots": [{"slot": "meal", "value": "meals", "start_token": 31, "end_token": 32, "start_char": 146, "end_char": 151}, {"slot": "airline_code", "value": "dl", "start_token": 35, "end_token": 36, "start_char": 169, "end_char": 171}, {"slot": "flight_number", "value": "468", "start_token": 36, "end_token": 37, "start_char": 172, "end_char": 175}, {"slot": "toloc.city_name", "value": "san francisco", "start_token": 41, "end_token": 43, "start_char": 196, "end_char": 209}, {"slot": "arrive_time.time", "value": "950 am", "start_token": 44, "end_token": 46, "start_char": 213, "end_char": 219}]}], "connectives": [{"text": ",", "start_token": 14, "end_token": 15, "start_char": 67, "end_char": 68}, {"text": "and then", "start_token": 28, "end_token": 30, "start_char": 132, "end_char": 140}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["what days of the week do flights from san jose to nashville fly on , on april first i need a flight going from phoenix to san diego and then what meals are available on dl 468 which al arrives in san francisco at 950 am"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"Find the days of the week flights from San Jose to Nashville fly on.\",\n    \"requestedProperties\": [\n      \"days of the week for San Jose to Nashville flights\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Find a flight from Phoenix to San Diego on April 1st.\",\n    \"requestedProperties\": [\n      \"flight from Phoenix to San Diego\",\n      \"date: April 1st\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Find the available meals on flight DL 468 arriving in San Francisco at 9:50 AM.\",\n    \"requestedProperties\": [\n      \"available meals\",\n      \"flight number: DL 468\",\n      \"arrival city: San Francisco\",\n      \"arrival time: 9:50 AM\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 9522, "finishReason": "STOP", "usage": {"promptTokenCount": 734, "candidatesTokenCount": 296, "totalTokenCount": 1030, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 734}], "serviceTier": "standard"}}}
{"track": "multi-intent", "index": 49, "itemId": "mixatis_clean_test_00068", "gold": {"id": "mixatis_clean_test_00068", "dataset": "MixATIS_clean", "split": "test", "raw_utterance": "list airfares for first class round trip from detroit to st. petersburg , what airline is hp and what day of the week do flights from nashville to tacoma fly on", "tokens": ["list", "airfares", "for", "first", "class", "round", "trip", "from", "detroit", "to", "st.", "petersburg", ",", "what", "airline", "is", "hp", "and", "what", "day", "of", "the", "week", "do", "flights", "from", "nashville", "to", "tacoma", "fly", "on"], "intent_count": 3, "gold_intents": ["atis_airfare", "atis_airline", "atis_day_name"], "raw_intent_label": "atis_airfare#atis_airline#atis_day_name", "segments": [{"segment_index": 0, "intent": "atis_airfare", "text": "list airfares for first class round trip from detroit to st. petersburg", "start_token": 0, "end_token": 12, "start_char": 0, "end_char": 71, "slots": [{"slot": "class_type", "value": "first class", "start_token": 3, "end_token": 5, "start_char": 18, "end_char": 29}, {"slot": "round_trip", "value": "round trip", "start_token": 5, "end_token": 7, "start_char": 30, "end_char": 40}, {"slot": "fromloc.city_name", "value": "detroit", "start_token": 8, "end_token": 9, "start_char": 46, "end_char": 53}, {"slot": "toloc.city_name", "value": "st. petersburg", "start_token": 10, "end_token": 12, "start_char": 57, "end_char": 71}]}, {"segment_index": 1, "intent": "atis_airline", "text": "what airline is hp", "start_token": 13, "end_token": 17, "start_char": 74, "end_char": 92, "slots": [{"slot": "airline_code", "value": "hp", "start_token": 16, "end_token": 17, "start_char": 90, "end_char": 92}]}, {"segment_index": 2, "intent": "atis_day_name", "text": "what day of the week do flights from nashville to tacoma fly on", "start_token": 18, "end_token": 31, "start_char": 97, "end_char": 160, "slots": [{"slot": "fromloc.city_name", "value": "nashville", "start_token": 26, "end_token": 27, "start_char": 134, "end_char": 143}, {"slot": "toloc.city_name", "value": "tacoma", "start_token": 28, "end_token": 29, "start_char": 147, "end_char": 153}]}], "connectives": [{"text": ",", "start_token": 12, "end_token": 13, "start_char": 72, "end_char": 73}, {"text": "and", "start_token": 17, "end_token": 18, "start_char": 93, "end_char": 96}]}, "packet": {"threads": [], "precedingAssistant": "", "userMessages": ["list airfares for first class round trip from detroit to st. petersburg , what airline is hp and what day of the week do flights from nashville to tacoma fly on"], "completedAssistantTurn": "I will handle those requests for you.", "actions": []}, "result": {"output": "{\"existing\": [], \"additions\": [\n  {\n    \"canonicalRequest\": \"List airfares for first class round trip from Detroit to St. Petersburg\",\n    \"requestedProperties\": [\n      \"first class\",\n      \"round trip\",\n      \"from Detroit\",\n      \"to St. Petersburg\",\n      \"airfares\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Identify the airline with the code 'hp'\",\n    \"requestedProperties\": [\n      \"airline name for code 'hp'\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  },\n  {\n    \"canonicalRequest\": \"Determine the days of the week flights from Nashville to Tacoma fly on\",\n    \"requestedProperties\": [\n      \"days of the week\",\n      \"from Nashville\",\n      \"to Tacoma\"\n    ],\n    \"implementedProperties\": [],\n    \"contradictions\": [],\n    \"evidenceActionIds\": [],\n    \"status\": \"open\"\n  }\n]}", "ms": 8997, "finishReason": "STOP", "usage": {"promptTokenCount": 718, "candidatesTokenCount": 272, "totalTokenCount": 990, "promptTokensDetails": [{"modality": "TEXT", "tokenCount": 718}], "serviceTier": "standard"}}}