diff --git "a/Ipynb/coco_to_aitw.ipynb" "b/Ipynb/coco_to_aitw.ipynb" new file mode 100644--- /dev/null +++ "b/Ipynb/coco_to_aitw.ipynb" @@ -0,0 +1,3779 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 5, + "metadata": {}, + "outputs": [], + "source": [ + "import json\n", + "\n", + "def read_json(file_path): \n", + " with open(file_path, 'r', encoding='utf-8') as file:\n", + " data = json.load(file)\n", + " return data\n", + "\n", + "def write_json(file_path, data):\n", + " with open(file_path, 'w', encoding='utf-8') as file:\n", + " json.dump(data, file, ensure_ascii=False, indent=4)" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [], + "source": [ + "# path = '/code/LLaVA/data/json/general_blip_test_llava_e1_general_vicuna_coco_0816.json'\n", + "# path = '/code/LLaVA/data/pred/general_blip_test_llava_all_e1_vicuna_lre4_coco_0819.json'\n", + "# path = '/code/LLaVA/data/pred/general_blip_test_llava_all_coco_e1_vicuna_lre5_0828.json'\n", + "# path = '/code/LLaVA/data/pred/general_blip_test_all_coco_e5_vicuna_lre5_0828.json'\n", + "# path = '/code/Data/infer/phi35_general_coco_lre4_e1_general_refine.json'\n", + "\n", + "\n", + "\n", + "# path = '/code/Data/infer/phi35_all_coco_e1_lre4_general_refine.json'\n", + "path = '/code/Data/infer/phi35_general_coco_v2_lre4_e1.json'" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [], + "source": [ + "data_pred = read_json(path)" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[{'pred': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6559, 0.498, lift_point: 0.6559, 0.498',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5788, 0.2193, lift_point: 0.5788, 0.2193'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"good Korean restaurants\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Search for good Korean restaurants\"'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my laptop\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for laptop\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1349, 0.4081, lift_point: 0.1349, 0.4081',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1344, 0.2843, lift_point: 0.1344, 0.2843'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6262, 0.4764, lift_point: 0.6262, 0.4764'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8915, 0.5176, lift_point: 0.8915, 0.5176',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.9018, 0.494, lift_point: 0.9018, 0.494'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is #PRESS_ENTER#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology? \"',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0466, 0.5782, lift_point: 0.0466, 0.5782'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #PRESS_HOME#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0626, 0.4593, lift_point: 0.0626, 0.4593',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0624, 0.4877, lift_point: 0.0624, 0.4877',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0518, 0.4301, lift_point: 0.0518, 0.4301'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Houston?\"',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0741, 0.9326, lift_point: 0.0741, 0.9326'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Denver\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \" good restaurant in Denver?\"'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1883, 0.5635, lift_point: 0.1883, 0.5635',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1187, 0.3694, lift_point: 0.1187, 0.3694',\n", + " 'gt': ';The action is #PRESS_ENTER#'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"nice beach blanket\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"nice beach blanket?\"'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1368, 0.4749, lift_point: 0.1368, 0.4749',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"\"'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1323, 0.4466, lift_point: 0.1323, 0.4466',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"\"'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0614, 0.5183, lift_point: 0.0614, 0.5183',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0831, 0.5901, lift_point: 0.0831, 0.5901'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0593, 0.4234, lift_point: 0.0593, 0.4234',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0505, 0.418, lift_point: 0.0505, 0.418'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3593, 0.5017, lift_point: 0.3593, 0.5017',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3726, 0.4941, lift_point: 0.3726, 0.4941'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"\"'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"'},\n", + " {'pred': ';The action is #PRESS_BACK#', 'gt': ';The action is #PRESS_BACK#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8478, 0.5649, lift_point: 0.8478, 0.5649',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8732, 0.5281, lift_point: 0.8732, 0.5281'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5513, 0.1468, lift_point: 0.5513, 0.1468',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5412, 0.1542, lift_point: 0.5412, 0.1542'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"speed of a jet\"',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0613, 0.9393, lift_point: 0.0613, 0.9393'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0697, 0.5363, lift_point: 0.0697, 0.5363',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0724, 0.5384, lift_point: 0.0724, 0.5384'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1893, 0.8436, lift_point: 0.1893, 0.8436',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2712, 0.3339, lift_point: 0.2712, 0.3339'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7989, 0.7124, lift_point: 0.7989, 0.7124'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3377, 0.4585, lift_point: 0.3377, 0.4585',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"news in Puerto Rico\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Puerto Rico news\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3651, 0.4097, lift_point: 0.3651, 0.4097'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0638, 0.9279, lift_point: 0.0638, 0.9279',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5443, 0.8308, lift_point: 0.5443, 0.8308'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #PRESS_BACK#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7609, 0.4401, lift_point: 0.7609, 0.4401'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"IGN\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"ign lates video\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7584, 0.3067, lift_point: 0.7584, 0.3067',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7529, 0.3197, lift_point: 0.7529, 0.3197'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Who is the prime minister of Canada?\"',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6864, 0.7784, lift_point: 0.6864, 0.7784'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.6132, 0.2649, lift_point: 0.6132, 0.2649'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0572, 0.8246, lift_point: 0.0572, 0.8246',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0619, 0.7812, lift_point: 0.0619, 0.7812'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1089, 0.6839, lift_point: 0.1089, 0.6839',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1045, 0.5368, lift_point: 0.1045, 0.5368'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1313, 0.3249, lift_point: 0.1313, 0.3249',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.136, 0.3202, lift_point: 0.136, 0.3202'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8066, 0.9055, lift_point: 0.8066, 0.9055',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.7191, 0.5092, lift_point: 0.7191, 0.5092'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0574, 0.4874, lift_point: 0.0574, 0.4874',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0484, 0.4007, lift_point: 0.0484, 0.4007'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0912, 0.5381, lift_point: 0.0912, 0.5381',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1028, 0.4722, lift_point: 0.1028, 0.4722'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0659, 0.9278, lift_point: 0.0659, 0.9278',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0769, 0.9198, lift_point: 0.0769, 0.9198'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6417, 0.4982, lift_point: 0.6417, 0.4982',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7521, 0.4897, lift_point: 0.7521, 0.4897'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.149, 0.8472, lift_point: 0.149, 0.8472'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.7241, 0.6033, lift_point: 0.7241, 0.6033',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.7122, 0.6291, lift_point: 0.7122, 0.6291'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1319, 0.6358, lift_point: 0.1319, 0.6358',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1432, 0.4758, lift_point: 0.1432, 0.4758'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.6158, 0.6094, lift_point: 0.6158, 0.6094',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0615, 0.4464, lift_point: 0.0615, 0.4464',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1525, 0.0525, lift_point: 0.1525, 0.0525'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1772, 0.578, lift_point: 0.1772, 0.578'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5367, 0.166, lift_point: 0.5367, 0.166',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5905, 0.3914, lift_point: 0.5905, 0.3914'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3645, 0.5014, lift_point: 0.3645, 0.5014',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4997, 0.6738, lift_point: 0.4997, 0.6738'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"news in Vietnam?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"news in Vietnam?\"'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"\"'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1304, 0.3946, lift_point: 0.1304, 0.3946',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.2009, 0.2577, lift_point: 0.2009, 0.2577'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2747, 0.5164, lift_point: 0.2747, 0.5164',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"latest news in cosmology\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"latest news in cosmology\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8072, 0.4337, lift_point: 0.8072, 0.4337'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.2158, 0.1338, lift_point: 0.2158, 0.1338'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1767, 0.7518, lift_point: 0.1767, 0.7518',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0908, 0.5762, lift_point: 0.0908, 0.5762'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Calendar app\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Calendar\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"open now\"',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1787, 0.6526, lift_point: 0.1787, 0.6526'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0625, 0.9246, lift_point: 0.0625, 0.9246',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.418, 0.719, lift_point: 0.418, 0.719'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3245, 0.4898, lift_point: 0.3245, 0.4898',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2711, 0.4538, lift_point: 0.2711, 0.4538'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6766, 0.5068, lift_point: 0.6766, 0.5068',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8207, 0.56, lift_point: 0.8207, 0.56'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1477, 0.2445, lift_point: 0.1477, 0.2445',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2733, 0.4317, lift_point: 0.2733, 0.4317'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0627, 0.4993, lift_point: 0.0627, 0.4993',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0606, 0.5044, lift_point: 0.0606, 0.5044'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Mexico\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Mexico\"'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2737, 0.3758, lift_point: 0.2737, 0.3758',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2741, 0.5065, lift_point: 0.2741, 0.5065'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0665, 0.9275, lift_point: 0.0665, 0.9275',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mumbai?\"'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1904, 0.5908, lift_point: 0.1904, 0.5908'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8002, 0.6167, lift_point: 0.8002, 0.6167',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5346, 0.7345, lift_point: 0.5346, 0.7345',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5192, 0.696, lift_point: 0.5192, 0.696'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7773, 0.6831, lift_point: 0.7773, 0.6831',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7849, 0.6884, lift_point: 0.7849, 0.6884'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is #PRESS_ENTER#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0612, 0.5317, lift_point: 0.0612, 0.5317',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.048, 0.8925, lift_point: 0.048, 0.8925'},\n", + " {'pred': ';The action is #PRESS_BACK#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0515, 0.0547, lift_point: 0.0515, 0.0547'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5687, 0.5023, lift_point: 0.5687, 0.5023'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0619, 0.5076, lift_point: 0.0619, 0.5076',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.035, 0.6353, lift_point: 0.035, 0.6353'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8956, 0.3634, lift_point: 0.8956, 0.3634',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.363, 0.5102, lift_point: 0.363, 0.5102',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.9114, 0.3703, lift_point: 0.9114, 0.3703'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.882, 0.6251, lift_point: 0.882, 0.6251'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0661, 0.5829, lift_point: 0.0661, 0.5829',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.2253, 0.6068, lift_point: 0.2253, 0.6068'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1359, 0.4539, lift_point: 0.1359, 0.4539',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1436, 0.3267, lift_point: 0.1436, 0.3267'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0623, 0.4744, lift_point: 0.0623, 0.4744',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0529, 0.3639, lift_point: 0.0529, 0.3639'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada\"'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.2245, 0.6318, lift_point: 0.2245, 0.6318'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Philadelphia\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Philadelphia\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0647, 0.4068, lift_point: 0.0647, 0.4068',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0754, 0.5816, lift_point: 0.0754, 0.5816'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1815, 0.5493, lift_point: 0.1815, 0.5493',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4388, 0.4604, lift_point: 0.4388, 0.4604'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1231, 0.3486, lift_point: 0.1231, 0.3486',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1215, 0.2697, lift_point: 0.1215, 0.2697'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.7277, 0.6036, lift_point: 0.7277, 0.6036',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.7345, 0.6311, lift_point: 0.7345, 0.6311'},\n", + " {'pred': ';The action is #PRESS_HOME#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2742, 0.3428, lift_point: 0.2742, 0.3428'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1544, 0.0272, lift_point: 0.1544, 0.0272'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0574, 0.8254, lift_point: 0.0574, 0.8254',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0712, 0.6123, lift_point: 0.0712, 0.6123'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #PRESS_BACK#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1144, 0.5448, lift_point: 0.1144, 0.5448',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1288, 0.7106, lift_point: 0.1288, 0.7106'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in India?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in India?\"'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1304, 0.3657, lift_point: 0.1304, 0.3657',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1841, 0.5421, lift_point: 0.1841, 0.5421'},\n", + " {'pred': ';The action is #PRESS_HOME#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3217, 0.4698, lift_point: 0.3217, 0.4698'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7921, 0.6882, lift_point: 0.7921, 0.6882',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.3964, 0.5443, lift_point: 0.3964, 0.5443'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is #PRESS_ENTER#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0666, 0.363, lift_point: 0.0666, 0.363'},\n", + " {'pred': ';The action is #PRESS_BACK#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0567, 0.7902, lift_point: 0.0567, 0.7902'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0674, 0.4936, lift_point: 0.0674, 0.4936',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.062, 0.3378, lift_point: 0.062, 0.3378'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1339, 0.3583, lift_point: 0.1339, 0.3583',\n", + " 'gt': ';The action is #PRESS_ENTER#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1354, 0.3874, lift_point: 0.1354, 0.3874',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.2061, 0.4438, lift_point: 0.2061, 0.4438'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3067, 0.2148, lift_point: 0.3067, 0.2148'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1344, 0.3994, lift_point: 0.1344, 0.3994',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1419, 0.6285, lift_point: 0.1419, 0.6285'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0852, 0.3729, lift_point: 0.0852, 0.3729'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0556, 0.4868, lift_point: 0.0556, 0.4868',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0661, 0.5783, lift_point: 0.0661, 0.5783'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0611, 0.439, lift_point: 0.0611, 0.439'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6461, 0.9417, lift_point: 0.6461, 0.9417'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7998, 0.6996, lift_point: 0.7998, 0.6996'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is #PRESS_ENTER#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8899, 0.5086, lift_point: 0.8899, 0.5086',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.9078, 0.4758, lift_point: 0.9078, 0.4758'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest walmart\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"nearest walmart\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7834, 0.698, lift_point: 0.7834, 0.698'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2755, 0.2146, lift_point: 0.2755, 0.2146'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7874, 0.6093, lift_point: 0.7874, 0.6093',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7798, 0.5928, lift_point: 0.7798, 0.5928'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3498, 0.3592, lift_point: 0.3498, 0.3592'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3642, 0.5018, lift_point: 0.3642, 0.5018',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5058, 0.6866, lift_point: 0.5058, 0.6866'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1231, 0.2426, lift_point: 0.1231, 0.2426',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1283, 0.6011, lift_point: 0.1283, 0.6011'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1115, 0.2639, lift_point: 0.1115, 0.2639'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is #PRESS_ENTER#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3223, 0.42, lift_point: 0.3223, 0.42'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3652, 0.6973, lift_point: 0.3652, 0.6973',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3652, 0.5103, lift_point: 0.3652, 0.5103'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.7048, 0.6341, lift_point: 0.7048, 0.6341'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0551, 0.9343, lift_point: 0.0551, 0.9343',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0472, 0.9329, lift_point: 0.0472, 0.9329'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7749, 0.6902, lift_point: 0.7749, 0.6902',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7751, 0.6872, lift_point: 0.7751, 0.6872'},\n", + " {'pred': ';The action is if the action is Scrolling; if the target is Down; #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4488, 0.5619, lift_point: 0.4488, 0.5619'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"good pizza restaurants\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"good pizza restaurants\"'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5654, 0.5246, lift_point: 0.5654, 0.5246',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.6006, 0.4735, lift_point: 0.6006, 0.4735'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1975, 0.5157, lift_point: 0.1975, 0.5157'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7764, 0.6852, lift_point: 0.7764, 0.6852',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4939, 0.6887, lift_point: 0.4939, 0.6887',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7942, 0.688, lift_point: 0.7942, 0.688',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8872, 0.2415, lift_point: 0.8872, 0.2415'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8171, 0.6154, lift_point: 0.8171, 0.6154',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5185, 0.6138, lift_point: 0.5185, 0.6138'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0594, 0.9264, lift_point: 0.0594, 0.9264',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0583, 0.9216, lift_point: 0.0583, 0.9216'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"new lipstick\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"lipstick\"'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1124, 0.4698, lift_point: 0.1124, 0.4698',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0983, 0.4783, lift_point: 0.0983, 0.4783'},\n", + " {'pred': ';The action is #PRESS_BACK#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0648, 0.5254, lift_point: 0.0648, 0.5254'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1377, 0.3759, lift_point: 0.1377, 0.3759',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1305, 0.3664, lift_point: 0.1305, 0.3664'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4929, 0.6796, lift_point: 0.4929, 0.6796',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4836, 0.8681, lift_point: 0.4836, 0.8681'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.907, 0.9447, lift_point: 0.907, 0.9447',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8698, 0.5392, lift_point: 0.8698, 0.5392'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3663, 0.501, lift_point: 0.3663, 0.501',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7828, 0.8909, lift_point: 0.7828, 0.8909'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3439, 0.3754, lift_point: 0.3439, 0.3754',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3034, 0.3769, lift_point: 0.3034, 0.3769'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0583, 0.4553, lift_point: 0.0583, 0.4553',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0488, 0.5993, lift_point: 0.0488, 0.5993'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1307, 0.3857, lift_point: 0.1307, 0.3857',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1278, 0.3068, lift_point: 0.1278, 0.3068'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2971, 0.4607, lift_point: 0.2971, 0.4607'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1315, 0.3974, lift_point: 0.1315, 0.3974',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1347, 0.4935, lift_point: 0.1347, 0.4935'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Seoul\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Seoul\"'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7798, 0.6876, lift_point: 0.7798, 0.6876',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7789, 0.6906, lift_point: 0.7789, 0.6906'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"flights from Seoul to Barcelona\"',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0881, 0.9045, lift_point: 0.0881, 0.9045'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0643, 0.9279, lift_point: 0.0643, 0.9279',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0591, 0.9085, lift_point: 0.0591, 0.9085'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.3837, 0.3738, lift_point: 0.3837, 0.3738'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1358, 0.1133, lift_point: 0.1358, 0.1133'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0613, 0.4793, lift_point: 0.0613, 0.4793',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0534, 0.5295, lift_point: 0.0534, 0.5295'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is if the action is Scrolling; if the target is Down; #Scrolling Down#',\n", + " 'gt': ';The action is if the action is Scrolling; if the target is Down; #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0818, 0.0549, lift_point: 0.0818, 0.0549'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5701, 0.7052, lift_point: 0.5701, 0.7052'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8982, 0.7229, lift_point: 0.8982, 0.7229'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8882, 0.495, lift_point: 0.8882, 0.495',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.9056, 0.518, lift_point: 0.9056, 0.518'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1314, 0.6933, lift_point: 0.1314, 0.6933',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1398, 0.5773, lift_point: 0.1398, 0.5773'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0618, 0.5148, lift_point: 0.0618, 0.5148',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0553, 0.4296, lift_point: 0.0553, 0.4296'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"news in India\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in India?\"'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in San Francisco\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent in san francisco\"'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8892, 0.5148, lift_point: 0.8892, 0.5148',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.884, 0.53, lift_point: 0.884, 0.53'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3624, 0.6989, lift_point: 0.3624, 0.6989',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3585, 0.6635, lift_point: 0.3585, 0.6635'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3672, 0.5015, lift_point: 0.3672, 0.5015',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1492, 0.2963, lift_point: 0.1492, 0.2963'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews\"',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0634, 0.3804, lift_point: 0.0634, 0.3804'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3699, 0.5031, lift_point: 0.3699, 0.5031',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3702, 0.4935, lift_point: 0.3702, 0.4935'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0597, 0.5014, lift_point: 0.0597, 0.5014',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0553, 0.498, lift_point: 0.0553, 0.498'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.893, 0.3801, lift_point: 0.893, 0.3801'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"good Chinese restaurants\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"good chinese restaurant \"'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0597, 0.8116, lift_point: 0.0597, 0.8116',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0688, 0.7975, lift_point: 0.0688, 0.7975'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0581, 0.9258, lift_point: 0.0581, 0.9258',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0551, 0.9139, lift_point: 0.0551, 0.9139'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3641, 0.5018, lift_point: 0.3641, 0.5018',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3498, 0.5828, lift_point: 0.3498, 0.5828'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5938, 0.718, lift_point: 0.5938, 0.718'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5469, 0.3295, lift_point: 0.5469, 0.3295'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #PRESS_BACK#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0664, 0.2897, lift_point: 0.0664, 0.2897'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1333, 0.6506, lift_point: 0.1333, 0.6506',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.126, 0.5796, lift_point: 0.126, 0.5796'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0548, 0.5295, lift_point: 0.0548, 0.5295',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0645, 0.5103, lift_point: 0.0645, 0.5103'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0599, 0.7968, lift_point: 0.0599, 0.7968',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0551, 0.0814, lift_point: 0.0551, 0.0814'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Houston?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Houston?\"'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0549, 0.4989, lift_point: 0.0549, 0.4989',\n", + " 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0491, 0.9077, lift_point: 0.0491, 0.9077'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3478, 0.5007, lift_point: 0.3478, 0.5007',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5841, 0.1064, lift_point: 0.5841, 0.1064'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light\"'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0564, 0.5189, lift_point: 0.0564, 0.5189',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.064, 0.3033, lift_point: 0.064, 0.3033'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.7261, 0.2077, lift_point: 0.7261, 0.2077'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7924, 0.6837, lift_point: 0.7924, 0.6837',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1343, 0.4159, lift_point: 0.1343, 0.4159',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1319, 0.4011, lift_point: 0.1319, 0.4011'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0594, 0.7836, lift_point: 0.0594, 0.7836',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0679, 0.4665, lift_point: 0.0679, 0.4665'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7944, 0.609, lift_point: 0.7944, 0.609',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8252, 0.6178, lift_point: 0.8252, 0.6178'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0653, 0.4548, lift_point: 0.0653, 0.4548',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0431, 0.5396, lift_point: 0.0431, 0.5396'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Zurich\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Zurich\"'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7972, 0.6824, lift_point: 0.7972, 0.6824',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7985, 0.6824, lift_point: 0.7985, 0.6824'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1313, 0.3675, lift_point: 0.1313, 0.3675',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"\"'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is #PRESS_ENTER#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"new lipstick on Sephora\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at McDonalds?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"menu at McDonalds?\"'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7882, 0.6848, lift_point: 0.7882, 0.6848',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5488, 0.8338, lift_point: 0.5488, 0.8338',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1447, 0.4369, lift_point: 0.1447, 0.4369',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1477, 0.5548, lift_point: 0.1477, 0.5548'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8933, 0.3738, lift_point: 0.8933, 0.3738'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4916, 0.6949, lift_point: 0.4916, 0.6949',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6352, 0.6476, lift_point: 0.6352, 0.6476'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.7462, 0.5963, lift_point: 0.7462, 0.5963'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1778, 0.6679, lift_point: 0.1778, 0.6679',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1698, 0.5617, lift_point: 0.1698, 0.5617'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5105, 0.493, lift_point: 0.5105, 0.493',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5113, 0.4446, lift_point: 0.5113, 0.4446'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3644, 0.5033, lift_point: 0.3644, 0.5033',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3545, 0.5048, lift_point: 0.3545, 0.5048'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2797, 0.3243, lift_point: 0.2797, 0.3243',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.3899, 0.2991, lift_point: 0.3899, 0.2991'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"twitter app\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.9003, 0.9046, lift_point: 0.9003, 0.9046',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is if the action is Scrolling; if the target is Down; #Scrolling Down#',\n", + " 'gt': ';The action is if the action is Scrolling; if the target is Down; #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.9024, 0.5139, lift_point: 0.9024, 0.5139',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8673, 0.497, lift_point: 0.8673, 0.497'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1768, 0.8283, lift_point: 0.1768, 0.8283',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6396, 0.4336, lift_point: 0.6396, 0.4336'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8145, 0.6085, lift_point: 0.8145, 0.6085',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8145, 0.6085, lift_point: 0.8145, 0.6085'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1349, 0.4058, lift_point: 0.1349, 0.4058',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1352, 0.5249, lift_point: 0.1352, 0.5249'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3646, 0.5078, lift_point: 0.3646, 0.5078',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.332, 0.86, lift_point: 0.332, 0.86'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space technology\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space technology?\"'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"menu at IHOP\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"menu on ihop\"'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"\"'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is if the action is PRESS; if the target is ENTER; #PRESS_ENTER#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0605, 0.9189, lift_point: 0.0605, 0.9189',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.06, 0.9095, lift_point: 0.06, 0.9095'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_BACK#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1876, 0.5468, lift_point: 0.1876, 0.5468',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1823, 0.9005, lift_point: 0.1823, 0.9005'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Bahamas?\"',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0436, 0.3128, lift_point: 0.0436, 0.3128'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"news in Barbados\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"news in barbados\"'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #PRESS_HOME#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1742, 0.6779, lift_point: 0.1742, 0.6779'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1416, 0.4643, lift_point: 0.1416, 0.4643',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1415, 0.5113, lift_point: 0.1415, 0.5113'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0686, 0.9034, lift_point: 0.0686, 0.9034',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0654, 0.9074, lift_point: 0.0654, 0.9074'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.113, 0.6793, lift_point: 0.113, 0.6793'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.7272, 0.3044, lift_point: 0.7272, 0.3044',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1173, 0.4635, lift_point: 0.1173, 0.4635',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1161, 0.481, lift_point: 0.1161, 0.481'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7831, 0.6797, lift_point: 0.7831, 0.6797',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7663, 0.7143, lift_point: 0.7663, 0.7143'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3326, 0.3443, lift_point: 0.3326, 0.3443',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.411, 0.1532, lift_point: 0.411, 0.1532'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6885, 0.7324, lift_point: 0.6885, 0.7324',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6771, 0.7448, lift_point: 0.6771, 0.7448'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0637, 0.549, lift_point: 0.0637, 0.549',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0471, 0.4793, lift_point: 0.0471, 0.4793'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3298, 0.303, lift_point: 0.3298, 0.303',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3341, 0.3463, lift_point: 0.3341, 0.3463'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.325, 0.2933, lift_point: 0.325, 0.2933'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2735, 0.9223, lift_point: 0.2735, 0.9223'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Miami?\"',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0563, 0.4573, lift_point: 0.0563, 0.4573'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0681, 0.1163, lift_point: 0.0681, 0.1163'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0589, 0.8016, lift_point: 0.0589, 0.8016',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.6048, 0.3794, lift_point: 0.6048, 0.3794'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #PRESS_BACK#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0574, 0.4573, lift_point: 0.0574, 0.4573'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4335, 0.8971, lift_point: 0.4335, 0.8971'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is if the action is Scrolling; if the target is Down; #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.3954, 0.4839, lift_point: 0.3954, 0.4839'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"president of the United States\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \" president of the United States\"'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3276, 0.2949, lift_point: 0.3276, 0.2949'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1151, 0.6785, lift_point: 0.1151, 0.6785',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1063, 0.5713, lift_point: 0.1063, 0.5713'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8676, 0.2375, lift_point: 0.8676, 0.2375',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8713, 0.5122, lift_point: 0.8713, 0.5122'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"the nearest grocery store \"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0545, 0.5253, lift_point: 0.0545, 0.5253',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0662, 0.3991, lift_point: 0.0662, 0.3991'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0673, 0.5068, lift_point: 0.0673, 0.5068',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1161, 0.279, lift_point: 0.1161, 0.279'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"\"'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7891, 0.6837, lift_point: 0.7891, 0.6837',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1348, 0.3985, lift_point: 0.1348, 0.3985',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0586, 0.9156, lift_point: 0.0586, 0.9156'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7839, 0.6849, lift_point: 0.7839, 0.6849',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7913, 0.6927, lift_point: 0.7913, 0.6927'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1093, 0.3357, lift_point: 0.1093, 0.3357'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.2313, 0.2266, lift_point: 0.2313, 0.2266',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0585, 0.8064, lift_point: 0.0585, 0.8064',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0437, 0.8153, lift_point: 0.0437, 0.8153'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0578, 0.0742, lift_point: 0.0578, 0.0742'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"\"',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1936, 0.6753, lift_point: 0.1936, 0.6753'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7761, 0.6914, lift_point: 0.7761, 0.6914',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7789, 0.6894, lift_point: 0.7789, 0.6894'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.208, 0.5184, lift_point: 0.208, 0.5184'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.71, 0.3772, lift_point: 0.71, 0.3772',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6367, 0.3181, lift_point: 0.6367, 0.3181'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3366, 0.3389, lift_point: 0.3366, 0.3389',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3553, 0.5071, lift_point: 0.3553, 0.5071'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8977, 0.4645, lift_point: 0.8977, 0.4645',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8789, 0.4552, lift_point: 0.8789, 0.4552'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1318, 0.4456, lift_point: 0.1318, 0.4456',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1303, 0.3898, lift_point: 0.1303, 0.3898'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Hotels in Miami\"'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0596, 0.4986, lift_point: 0.0596, 0.4986',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0609, 0.4861, lift_point: 0.0609, 0.4861'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.2314, 0.5351, lift_point: 0.2314, 0.5351',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1213, 0.8467, lift_point: 0.1213, 0.8467'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6545, 0.4888, lift_point: 0.6545, 0.4888',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5256, 0.4326, lift_point: 0.5256, 0.4326'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"new foundation (skincare) product\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"new foundation (skincare) product\"'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7863, 0.6887, lift_point: 0.7863, 0.6887',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8891, 0.1918, lift_point: 0.8891, 0.1918'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4748, 0.6991, lift_point: 0.4748, 0.6991'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3645, 0.5012, lift_point: 0.3645, 0.5012',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5056, 0.673, lift_point: 0.5056, 0.673'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"How big is a blue whale?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"How big is a blue whale?\"'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the EGO 14-in 56-Volt Brushless Cordless Chainsaw?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"price of the EGO 14-in 56-Volt Brushless Cordless Chainsaw?\"'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_BACK#'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2684, 0.1857, lift_point: 0.2684, 0.1857',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2896, 0.1464, lift_point: 0.2896, 0.1464'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0665, 0.0587, lift_point: 0.0665, 0.0587',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0615, 0.7935, lift_point: 0.0615, 0.7935'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3455, 0.4949, lift_point: 0.3455, 0.4949',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2512, 0.2042, lift_point: 0.2512, 0.2042'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0586, 0.4854, lift_point: 0.0586, 0.4854',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0619, 0.3492, lift_point: 0.0619, 0.3492'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0588, 0.5099, lift_point: 0.0588, 0.5099',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.2126, 0.6494, lift_point: 0.2126, 0.6494'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"\"',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2588, 0.1962, lift_point: 0.2588, 0.1962'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0638, 0.9064, lift_point: 0.0638, 0.9064',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.067, 0.912, lift_point: 0.067, 0.912'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Philadelphia?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Philadelphia\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8987, 0.8574, lift_point: 0.8987, 0.8574',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.909, 0.527, lift_point: 0.909, 0.527'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2788, 0.5238, lift_point: 0.2788, 0.5238',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2909, 0.6381, lift_point: 0.2909, 0.6381'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1233, 0.23, lift_point: 0.1233, 0.23',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.117, 0.3334, lift_point: 0.117, 0.3334'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1163, 0.3684, lift_point: 0.1163, 0.3684',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1097, 0.3402, lift_point: 0.1097, 0.3402'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5619, 0.1167, lift_point: 0.5619, 0.1167'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0594, 0.8176, lift_point: 0.0594, 0.8176',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0506, 0.8524, lift_point: 0.0506, 0.8524'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1117, 0.5099, lift_point: 0.1117, 0.5099',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1315, 0.4787, lift_point: 0.1315, 0.4787'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8518, 0.6107, lift_point: 0.8518, 0.6107',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8361, 0.2475, lift_point: 0.8361, 0.2475'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1737, 0.5475, lift_point: 0.1737, 0.5475',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1788, 0.6302, lift_point: 0.1788, 0.6302'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"flights from Barcelona to Mexico city\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Mexico city\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.9003, 0.5137, lift_point: 0.9003, 0.5137',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.9472, 0.4803, lift_point: 0.9472, 0.4803'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0598, 0.1024, lift_point: 0.0598, 0.1024',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3378, 0.3085, lift_point: 0.3378, 0.3085',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1958, 0.8918, lift_point: 0.1958, 0.8918'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is #PRESS_ENTER#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4877, 0.9055, lift_point: 0.4877, 0.9055'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2883, 0.4953, lift_point: 0.2883, 0.4953',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2559, 0.3466, lift_point: 0.2559, 0.3466'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1933, 0.6746, lift_point: 0.1933, 0.6746',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2509, 0.5219, lift_point: 0.2509, 0.5219'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0561, 0.5446, lift_point: 0.0561, 0.5446',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1115, 0.3638, lift_point: 0.1115, 0.3638'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4934, 0.685, lift_point: 0.4934, 0.685',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3669, 0.4972, lift_point: 0.3669, 0.4972'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8888, 0.4811, lift_point: 0.8888, 0.4811'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0597, 0.4498, lift_point: 0.0597, 0.4498',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.2187, 0.6753, lift_point: 0.2187, 0.6753'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8814, 0.3866, lift_point: 0.8814, 0.3866'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.2196, 0.3764, lift_point: 0.2196, 0.3764',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.2193, 0.3718, lift_point: 0.2193, 0.3718'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3378, 0.7459, lift_point: 0.3378, 0.7459',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5648, 0.6812, lift_point: 0.5648, 0.6812'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2926, 0.9444, lift_point: 0.2926, 0.9444'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1453, 0.5277, lift_point: 0.1453, 0.5277',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1702, 0.5937, lift_point: 0.1702, 0.5937'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Huffington Post\"',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0548, 0.3905, lift_point: 0.0548, 0.3905'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"nearest T-Mobile Store\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store?\"'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3337, 0.7369, lift_point: 0.3337, 0.7369',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.6219, 0.6098, lift_point: 0.6219, 0.6098'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada?\"',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0637, 0.3928, lift_point: 0.0637, 0.3928'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0515, 0.0421, lift_point: 0.0515, 0.0421'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5182, 0.676, lift_point: 0.5182, 0.676',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6505, 0.6362, lift_point: 0.6505, 0.6362'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0945, 0.366, lift_point: 0.0945, 0.366',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.2091, 0.3261, lift_point: 0.2091, 0.3261'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #PRESS_BACK#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0464, 0.825, lift_point: 0.0464, 0.825'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1386, 0.3265, lift_point: 0.1386, 0.3265',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1461, 0.4406, lift_point: 0.1461, 0.4406'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8473, 0.6163, lift_point: 0.8473, 0.6163',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8466, 0.6103, lift_point: 0.8466, 0.6103'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1436, 0.6246, lift_point: 0.1436, 0.6246'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7873, 0.6244, lift_point: 0.7873, 0.6244'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.173, 0.2474, lift_point: 0.173, 0.2474'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #PRESS_BACK#', 'gt': ';The action is #PRESS_BACK#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0711, 0.9155, lift_point: 0.0711, 0.9155'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.783, 0.7229, lift_point: 0.783, 0.7229'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is #PRESS_ENTER#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8015, 0.6568, lift_point: 0.8015, 0.6568'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1917, 0.4455, lift_point: 0.1917, 0.4455',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1327, 0.4235, lift_point: 0.1327, 0.4235',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1423, 0.3399, lift_point: 0.1423, 0.3399'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5601, 0.371, lift_point: 0.5601, 0.371'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1358, 0.4038, lift_point: 0.1358, 0.4038',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1482, 0.6046, lift_point: 0.1482, 0.6046'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3428, 0.3193, lift_point: 0.3428, 0.3193',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.332, 0.4957, lift_point: 0.332, 0.4957'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.3812, 0.4281, lift_point: 0.3812, 0.4281'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.7475, 0.3086, lift_point: 0.7475, 0.3086',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7589, 0.3169, lift_point: 0.7589, 0.3169'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.368, 0.5011, lift_point: 0.368, 0.5011',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3444, 0.5381, lift_point: 0.3444, 0.5381'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8352, 0.9414, lift_point: 0.8352, 0.9414'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is if the action is Scrolling; if the target is Down; #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6403, 0.4089, lift_point: 0.6403, 0.4089'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5693, 0.8425, lift_point: 0.5693, 0.8425',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5654, 0.8708, lift_point: 0.5654, 0.8708'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3214, 0.3479, lift_point: 0.3214, 0.3479',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2598, 0.2621, lift_point: 0.2598, 0.2621'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0657, 0.4699, lift_point: 0.0657, 0.4699',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0721, 0.4079, lift_point: 0.0721, 0.4079'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3635, 0.5045, lift_point: 0.3635, 0.5045',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1954, 0.309, lift_point: 0.1954, 0.309'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7916, 0.6928, lift_point: 0.7916, 0.6928',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7686, 0.7016, lift_point: 0.7686, 0.7016'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.7301, 0.9206, lift_point: 0.7301, 0.9206'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1394, 0.9532, lift_point: 0.1394, 0.9532'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0577, 0.8284, lift_point: 0.0577, 0.8284',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1774, 0.2732, lift_point: 0.1774, 0.2732'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4075, 0.2072, lift_point: 0.4075, 0.2072'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.713, 0.7036, lift_point: 0.713, 0.7036'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.789, 0.6947, lift_point: 0.789, 0.6947',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6506, 0.6833, lift_point: 0.6506, 0.6833'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5666, 0.1269, lift_point: 0.5666, 0.1269',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5418, 0.1546, lift_point: 0.5418, 0.1546'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2875, 0.4975, lift_point: 0.2875, 0.4975',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.305, 0.6055, lift_point: 0.305, 0.6055'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Houston?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Denver\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Denver\"'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0559, 0.4664, lift_point: 0.0559, 0.4664',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0619, 0.546, lift_point: 0.0619, 0.546'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1393, 0.3963, lift_point: 0.1393, 0.3963',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2667, 0.3762, lift_point: 0.2667, 0.3762'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0596, 0.5264, lift_point: 0.0596, 0.5264',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0537, 0.3913, lift_point: 0.0537, 0.3913'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8139, 0.8516, lift_point: 0.8139, 0.8516'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0599, 0.8226, lift_point: 0.0599, 0.8226',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"capital of Sweden\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"capital of sweden?\"'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7871, 0.6866, lift_point: 0.7871, 0.6866',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7746, 0.6711, lift_point: 0.7746, 0.6711'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1198, 0.3261, lift_point: 0.1198, 0.3261',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1361, 0.2898, lift_point: 0.1361, 0.2898'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7885, 0.606, lift_point: 0.7885, 0.606',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7966, 0.5681, lift_point: 0.7966, 0.5681'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6703, 0.614, lift_point: 0.6703, 0.614',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6333, 0.6176, lift_point: 0.6333, 0.6176'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1243, 0.3478, lift_point: 0.1243, 0.3478',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1256, 0.4002, lift_point: 0.1256, 0.4002'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7877, 0.6966, lift_point: 0.7877, 0.6966',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8879, 0.5063, lift_point: 0.8879, 0.5063',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.876, 0.5326, lift_point: 0.876, 0.5326'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"news in Pakistan\"'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4996, 0.1605, lift_point: 0.4996, 0.1605',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.491, 0.2181, lift_point: 0.491, 0.2181'},\n", + " {'pred': ';The action is #PRESS_HOME#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5611, 0.6412, lift_point: 0.5611, 0.6412'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8565, 0.5489, lift_point: 0.8565, 0.5489',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3287, 0.5163, lift_point: 0.3287, 0.5163',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1328, 0.6666, lift_point: 0.1328, 0.6666',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1316, 0.703, lift_point: 0.1316, 0.703'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6927, 0.5764, lift_point: 0.6927, 0.5764'},\n", + " {'pred': ';The action is #PRESS_HOME#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5435, 0.5779, lift_point: 0.5435, 0.5779',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5045, 0.5531, lift_point: 0.5045, 0.5531'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1406, 0.9582, lift_point: 0.1406, 0.9582'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow on Sephora\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \" a new eyeshadow on Sephora\"'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.331, 0.6001, lift_point: 0.331, 0.6001',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.358, 0.5018, lift_point: 0.358, 0.5018',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3462, 0.1159, lift_point: 0.3462, 0.1159'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2999, 0.2785, lift_point: 0.2999, 0.2785'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"news in Bolivia\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"news in Bolivia\"'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1177, 0.4486, lift_point: 0.1177, 0.4486',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1341, 0.2067, lift_point: 0.1341, 0.2067'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Philadelphia\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Philadelphia\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0597, 0.4638, lift_point: 0.0597, 0.4638',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0621, 0.536, lift_point: 0.0621, 0.536'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"news in Suriname\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"news in suriname?\"'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Bolivia?\"',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0817, 0.4715, lift_point: 0.0817, 0.4715'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"\"',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0627, 0.7127, lift_point: 0.0627, 0.7127'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is #PRESS_ENTER#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7977, 0.8485, lift_point: 0.7977, 0.8485'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7665, 0.4957, lift_point: 0.7665, 0.4957',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8085, 0.5081, lift_point: 0.8085, 0.5081'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1181, 0.3398, lift_point: 0.1181, 0.3398',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"\"'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0638, 0.5373, lift_point: 0.0638, 0.5373',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1186, 0.6529, lift_point: 0.1186, 0.6529'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"news in Malaysia\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"malaysia\"'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3248, 0.4777, lift_point: 0.3248, 0.4777',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1219, 0.266, lift_point: 0.1219, 0.266'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me this week\\'s events? \"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me this weeks events? \"'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7761, 0.7667, lift_point: 0.7761, 0.7667'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2747, 0.3833, lift_point: 0.2747, 0.3833',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7979, 0.5803, lift_point: 0.7979, 0.5803'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1317, 0.5438, lift_point: 0.1317, 0.5438',\n", + " 'gt': ';The action is #PRESS_ENTER#'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is #PRESS_ENTER#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4782, 0.8456, lift_point: 0.4782, 0.8456'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"samsung tv cost\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"How much does the Samsung TV cost?\"'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2995, 0.2829, lift_point: 0.2995, 0.2829'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3321, 0.1299, lift_point: 0.3321, 0.1299'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.849, 0.5985, lift_point: 0.849, 0.5985',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8188, 0.69, lift_point: 0.8188, 0.69'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8427, 0.6087, lift_point: 0.8427, 0.6087',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8421, 0.6318, lift_point: 0.8421, 0.6318'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.2495, 0.0452, lift_point: 0.2495, 0.0452'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7835, 0.6848, lift_point: 0.7835, 0.6848',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7756, 0.6926, lift_point: 0.7756, 0.6926'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"\"',\n", + " 'gt': ';The action is #PRESS_ENTER#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1167, 0.4031, lift_point: 0.1167, 0.4031'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0509, 0.1702, lift_point: 0.0509, 0.1702'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7842, 0.5074, lift_point: 0.7842, 0.5074'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.9173, 0.8478, lift_point: 0.9173, 0.8478'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7764, 0.6869, lift_point: 0.7764, 0.6869',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7698, 0.6702, lift_point: 0.7698, 0.6702'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0426, 0.819, lift_point: 0.0426, 0.819'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0591, 0.4477, lift_point: 0.0591, 0.4477',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0473, 0.3652, lift_point: 0.0473, 0.3652'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1159, 0.6132, lift_point: 0.1159, 0.6132',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0596, 0.9275, lift_point: 0.0596, 0.9275'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5964, 0.4444, lift_point: 0.5964, 0.4444',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5567, 0.4671, lift_point: 0.5567, 0.4671'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0965, 0.1284, lift_point: 0.0965, 0.1284',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1164, 0.1471, lift_point: 0.1164, 0.1471'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"capital of Sweden\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"capital of sweden ?\"'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5639, 0.8349, lift_point: 0.5639, 0.8349',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5445, 0.8611, lift_point: 0.5445, 0.8611'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3346, 0.4857, lift_point: 0.3346, 0.4857',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8959, 0.5268, lift_point: 0.8959, 0.5268',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.9174, 0.4332, lift_point: 0.9174, 0.4332'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1406, 0.4874, lift_point: 0.1406, 0.4874'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"news in Pakistan\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Pakistan\"'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1418, 0.3788, lift_point: 0.1418, 0.3788',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2757, 0.5502, lift_point: 0.2757, 0.5502'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Guyana?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Guyana?\"'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3187, 0.2868, lift_point: 0.3187, 0.2868'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7796, 0.2768, lift_point: 0.7796, 0.2768'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1147, 0.4999, lift_point: 0.1147, 0.4999',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1174, 0.4815, lift_point: 0.1174, 0.4815'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0675, 0.9164, lift_point: 0.0675, 0.9164',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.073, 0.8872, lift_point: 0.073, 0.8872'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of the United Kingdom?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of the United Kingdom\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3134, 0.4946, lift_point: 0.3134, 0.4946',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1028, 0.4618, lift_point: 0.1028, 0.4618'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.9067, 0.5265, lift_point: 0.9067, 0.5265',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.9183, 0.3832, lift_point: 0.9183, 0.3832'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to paris\"'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.119, 0.3636, lift_point: 0.119, 0.3636',\n", + " 'gt': ';The action is #PRESS_ENTER#'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0598, 0.1024, lift_point: 0.0598, 0.1024'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in New York?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in New York?\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6596, 0.4943, lift_point: 0.6596, 0.4943',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5399, 0.5883, lift_point: 0.5399, 0.5883'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5273, 0.1504, lift_point: 0.5273, 0.1504',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5651, 0.1852, lift_point: 0.5651, 0.1852'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8824, 0.5155, lift_point: 0.8824, 0.5155',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8814, 0.5825, lift_point: 0.8814, 0.5825'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8897, 0.5063, lift_point: 0.8897, 0.5063',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6539, 0.8814, lift_point: 0.6539, 0.8814'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8925, 0.5074, lift_point: 0.8925, 0.5074',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.9338, 0.5386, lift_point: 0.9338, 0.5386'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.9793, 0.4828, lift_point: 0.9793, 0.4828',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.777, 0.6024, lift_point: 0.777, 0.6024'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3561, 0.5172, lift_point: 0.3561, 0.5172',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.607, 0.1523, lift_point: 0.607, 0.1523'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4683, 0.6894, lift_point: 0.4683, 0.6894',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5051, 0.6922, lift_point: 0.5051, 0.6922'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.475, 0.4932, lift_point: 0.475, 0.4932'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1324, 0.5077, lift_point: 0.1324, 0.5077',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.128, 0.3125, lift_point: 0.128, 0.3125'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"\"'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"nearest t mobile store\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"how do i get nearest t mobile store\"'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"twitter app\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"twittwer\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Mexico?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Mexico?\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.2007, 0.6839, lift_point: 0.2007, 0.6839'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_BACK#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1176, 0.3846, lift_point: 0.1176, 0.3846',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1079, 0.3517, lift_point: 0.1079, 0.3517'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3246, 0.3199, lift_point: 0.3246, 0.3199'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8784, 0.9095, lift_point: 0.8784, 0.9095',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.842, 0.554, lift_point: 0.842, 0.554'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1329, 0.4674, lift_point: 0.1329, 0.4674',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.9034, 0.4977, lift_point: 0.9034, 0.4977',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8796, 0.5176, lift_point: 0.8796, 0.5176'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Lowes? \"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Lowes? \"'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"HisenseTV cost\"'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0613, 0.9182, lift_point: 0.0613, 0.9182',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0555, 0.9183, lift_point: 0.0555, 0.9183'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3657, 0.5067, lift_point: 0.3657, 0.5067',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.369, 0.4993, lift_point: 0.369, 0.4993'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1159, 0.9371, lift_point: 0.1159, 0.9371',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.148, 0.9353, lift_point: 0.148, 0.9353'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1367, 0.4296, lift_point: 0.1367, 0.4296',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1421, 0.4265, lift_point: 0.1421, 0.4265'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Buenos aires\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Hotel in Buenos aires\"'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7836, 0.6867, lift_point: 0.7836, 0.6867',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8672, 0.3458, lift_point: 0.8672, 0.3458'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in San Diego\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Diego?\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7915, 0.6855, lift_point: 0.7915, 0.6855',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7898, 0.6984, lift_point: 0.7898, 0.6984'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5486, 0.8346, lift_point: 0.5486, 0.8346',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4966, 0.621, lift_point: 0.4966, 0.621'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1515, 0.9091, lift_point: 0.1515, 0.9091'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is #PRESS_ENTER#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4201, 0.9891, lift_point: 0.4201, 0.9891'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.2164, 0.8749, lift_point: 0.2164, 0.8749',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.2094, 0.8261, lift_point: 0.2094, 0.8261'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7773, 0.3424, lift_point: 0.7773, 0.3424',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is #PRESS_ENTER#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5797, 0.5502, lift_point: 0.5797, 0.5502'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology? \"',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0585, 0.442, lift_point: 0.0585, 0.442'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4861, 0.1534, lift_point: 0.4861, 0.1534'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.2386, 0.5415, lift_point: 0.2386, 0.5415',\n", + " 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.6075, 0.6952, lift_point: 0.6075, 0.6952'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0504, 0.2105, lift_point: 0.0504, 0.2105'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Miami?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Miami? \"'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1335, 0.5233, lift_point: 0.1335, 0.5233',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1419, 0.6766, lift_point: 0.1419, 0.6766'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0585, 0.9079, lift_point: 0.0585, 0.9079',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0775, 0.9231, lift_point: 0.0775, 0.9231'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.084, 0.5188, lift_point: 0.084, 0.5188',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0862, 0.4742, lift_point: 0.0862, 0.4742'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1338, 0.3644, lift_point: 0.1338, 0.3644',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1372, 0.4749, lift_point: 0.1372, 0.4749'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5689, 0.5117, lift_point: 0.5689, 0.5117'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.657, 0.6143, lift_point: 0.657, 0.6143'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.7306, 0.6166, lift_point: 0.7306, 0.6166',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.7162, 0.636, lift_point: 0.7162, 0.636'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4015, 0.5058, lift_point: 0.4015, 0.5058',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3199, 0.6084, lift_point: 0.3199, 0.6084'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"top rated burger restaurants\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \" top rated burger restaurants\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0575, 0.4587, lift_point: 0.0575, 0.4587',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8899, 0.5686, lift_point: 0.8899, 0.5686'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1176, 0.3383, lift_point: 0.1176, 0.3383',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1172, 0.2172, lift_point: 0.1172, 0.2172'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3687, 0.6978, lift_point: 0.3687, 0.6978',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3412, 0.8923, lift_point: 0.3412, 0.8923'},\n", + " {'pred': ';The action is if the action is Scrolling; if the target is Down; #Scrolling Down#',\n", + " 'gt': ';The action is if the action is Scrolling; if the target is Down; #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7929, 0.6948, lift_point: 0.7929, 0.6948',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7886, 0.6901, lift_point: 0.7886, 0.6901'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #PRESS_HOME#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7854, 0.6865, lift_point: 0.7854, 0.6865'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.773, 0.689, lift_point: 0.773, 0.689',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7656, 0.6793, lift_point: 0.7656, 0.6793'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4812, 0.2229, lift_point: 0.4812, 0.2229'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7842, 0.6856, lift_point: 0.7842, 0.6856',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7912, 0.7041, lift_point: 0.7912, 0.7041'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4396, 0.1947, lift_point: 0.4396, 0.1947'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1057, 0.6469, lift_point: 0.1057, 0.6469'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7749, 0.691, lift_point: 0.7749, 0.691',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8714, 0.3907, lift_point: 0.8714, 0.3907'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.12, 0.3894, lift_point: 0.12, 0.3894'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7876, 0.173, lift_point: 0.7876, 0.173'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"capital of Brazil\"'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Lyft app\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"lyft app\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7922, 0.627, lift_point: 0.7922, 0.627',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8944, 0.5049, lift_point: 0.8944, 0.5049',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.885, 0.4626, lift_point: 0.885, 0.4626'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1425, 0.8614, lift_point: 0.1425, 0.8614',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.151, 0.8536, lift_point: 0.151, 0.8536'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1327, 0.3446, lift_point: 0.1327, 0.3446',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1417, 0.3636, lift_point: 0.1417, 0.3636'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is if the action is PRESS; if the target is ENTER; #PRESS_ENTER#'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is #PRESS_ENTER#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8941, 0.8678, lift_point: 0.8941, 0.8678',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.9061, 0.8273, lift_point: 0.9061, 0.8273'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2708, 0.4597, lift_point: 0.2708, 0.4597'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3263, 0.4572, lift_point: 0.3263, 0.4572'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.2445, 0.5046, lift_point: 0.2445, 0.5046',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3094, 0.5558, lift_point: 0.3094, 0.5558'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1491, 0.9393, lift_point: 0.1491, 0.9393'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Venezuela?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"the news in Venezuela\"'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3348, 0.1843, lift_point: 0.3348, 0.1843',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3658, 0.1658, lift_point: 0.3658, 0.1658'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is #PRESS_ENTER#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1316, 0.4696, lift_point: 0.1316, 0.4696',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1146, 0.4143, lift_point: 0.1146, 0.4143'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7765, 0.685, lift_point: 0.7765, 0.685',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7807, 0.642, lift_point: 0.7807, 0.642'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3041, 0.3748, lift_point: 0.3041, 0.3748'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5656, 0.8569, lift_point: 0.5656, 0.8569',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5543, 0.7882, lift_point: 0.5543, 0.7882'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3439, 0.3885, lift_point: 0.3439, 0.3885',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3179, 0.4504, lift_point: 0.3179, 0.4504'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.9028, 0.5449, lift_point: 0.9028, 0.5449',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.9121, 0.5982, lift_point: 0.9121, 0.5982'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1095, 0.535, lift_point: 0.1095, 0.535'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3339, 0.3047, lift_point: 0.3339, 0.3047',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3583, 0.6785, lift_point: 0.3583, 0.6785'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7934, 0.6145, lift_point: 0.7934, 0.6145',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8259, 0.57, lift_point: 0.8259, 0.57'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"new perfume\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"new perfume\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.9036, 0.4394, lift_point: 0.9036, 0.4394'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam?\"'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8252, 0.6178, lift_point: 0.8252, 0.6178',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8132, 0.6673, lift_point: 0.8132, 0.6673'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1316, 0.3575, lift_point: 0.1316, 0.3575',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1236, 0.4752, lift_point: 0.1236, 0.4752'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3141, 0.9451, lift_point: 0.3141, 0.9451'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1335, 0.3668, lift_point: 0.1335, 0.3668',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1411, 0.7654, lift_point: 0.1411, 0.7654'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4, 0.914, lift_point: 0.4, 0.914'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is #PRESS_ENTER#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2892, 0.4823, lift_point: 0.2892, 0.4823'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"news in India\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in India?\"'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.7091, 0.4199, lift_point: 0.7091, 0.4199',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.7042, 0.4983, lift_point: 0.7042, 0.4983'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Portland\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland?\"'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1386, 0.3875, lift_point: 0.1386, 0.3875',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1428, 0.4671, lift_point: 0.1428, 0.4671'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4927, 0.6845, lift_point: 0.4927, 0.6845',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5025, 0.8773, lift_point: 0.5025, 0.8773'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5038, 0.4206, lift_point: 0.5038, 0.4206'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3459, 0.3494, lift_point: 0.3459, 0.3494',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.2264, 0.1648, lift_point: 0.2264, 0.1648'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"new Drake video\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Play the new Drake \"'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3079, 0.428, lift_point: 0.3079, 0.428'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4457, 0.1982, lift_point: 0.4457, 0.1982'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco\"'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0641, 0.4677, lift_point: 0.0641, 0.4677',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0497, 0.5548, lift_point: 0.0497, 0.5548'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0594, 0.5085, lift_point: 0.0594, 0.5085',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0565, 0.3216, lift_point: 0.0565, 0.3216'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7965, 0.0738, lift_point: 0.7965, 0.0738'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1316, 0.3958, lift_point: 0.1316, 0.3958',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1111, 0.206, lift_point: 0.1111, 0.206'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco?\"',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0561, 0.479, lift_point: 0.0561, 0.479'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3741, 0.3787, lift_point: 0.3741, 0.3787'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Seattle\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"hotels in seattle\"'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8086, 0.6235, lift_point: 0.8086, 0.6235'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8828, 0.6863, lift_point: 0.8828, 0.6863',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8609, 0.9214, lift_point: 0.8609, 0.9214'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4755, 0.5015, lift_point: 0.4755, 0.5015',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.6163, 0.5461, lift_point: 0.6163, 0.5461'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8878, 0.4737, lift_point: 0.8878, 0.4737',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8867, 0.412, lift_point: 0.8867, 0.412'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0569, 0.8316, lift_point: 0.0569, 0.8316',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': ';The action is #Scrolling Up#'},\n", + " {'pred': ';The action is #PRESS_BACK#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0662, 0.8267, lift_point: 0.0662, 0.8267'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6668, 0.4068, lift_point: 0.6668, 0.4068'},\n", + " {'pred': ';The action is #Scrolling Up#',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6477, 0.07, lift_point: 0.6477, 0.07'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1369, 0.3584, lift_point: 0.1369, 0.3584',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1408, 0.5501, lift_point: 0.1408, 0.5501'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1164, 0.3777, lift_point: 0.1164, 0.3777',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.119, 0.822, lift_point: 0.119, 0.822'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5953, 0.6958, lift_point: 0.5953, 0.6958'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1346, 0.4568, lift_point: 0.1346, 0.4568',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1215, 0.6063, lift_point: 0.1215, 0.6063'},\n", + " {'pred': ';The action is #PRESS_HOME#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0651, 0.3924, lift_point: 0.0651, 0.3924'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.2058, 0.5368, lift_point: 0.2058, 0.5368',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.3325, 0.5901, lift_point: 0.3325, 0.5901'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7956, 0.4719, lift_point: 0.7956, 0.4719',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1883, 0.8366, lift_point: 0.1883, 0.8366'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point down the quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.4535, 0.855, lift_point: 0.4535, 0.855'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2739, 0.2369, lift_point: 0.2739, 0.2369',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1405, 0.2047, lift_point: 0.1405, 0.2047'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0594, 0.8363, lift_point: 0.0594, 0.8363',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.052, 0.5992, lift_point: 0.052, 0.5992'},\n", + " {'pred': ';The action is #PRESS_HOME#', 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"time in berlin\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"time in berlin\"'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"new Bruno Mars video\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"Bruno Mars\"'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7938, 0.6776, lift_point: 0.7938, 0.6776',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7647, 0.6666, lift_point: 0.7647, 0.6666'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.781, 0.6938, lift_point: 0.781, 0.6938',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5761, 0.9414, lift_point: 0.5761, 0.9414'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1491, 0.5146, lift_point: 0.1491, 0.5146'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8013, 0.1648, lift_point: 0.8013, 0.1648',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8013, 0.1648, lift_point: 0.8013, 0.1648'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"starbucks\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \" Starbucks app\"'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7933, 0.6907, lift_point: 0.7933, 0.6907',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8785, 0.458, lift_point: 0.8785, 0.458'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2598, 0.4477, lift_point: 0.2598, 0.4477',\n", + " 'gt': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.284, 0.4831, lift_point: 0.284, 0.4831'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8478, 0.5839, lift_point: 0.8478, 0.5839',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.81, 0.502, lift_point: 0.81, 0.502'},\n", + " {'pred': 'if the point down the half page height; if the point left the half page width; if the point down the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.9015, 0.4758, lift_point: 0.9015, 0.4758',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.8862, 0.5515, lift_point: 0.8862, 0.5515'},\n", + " {'pred': ';The action is #PRESS_BACK#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.061, 0.053, lift_point: 0.061, 0.053'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8079, 0.6236, lift_point: 0.8079, 0.6236'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.1306, 0.2331, lift_point: 0.1306, 0.2331'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0623, 0.4448, lift_point: 0.0623, 0.4448',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0448, 0.4535, lift_point: 0.0448, 0.4535'},\n", + " {'pred': ';The action is #PRESS_ENTER#',\n", + " 'gt': ';The action is #PRESS_ENTER#'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0585, 0.5244, lift_point: 0.0585, 0.5244',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point left the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.18, 0.7055, lift_point: 0.18, 0.7055'},\n", + " {'pred': ';The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a rocket?\"',\n", + " 'gt': ';The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a rocket?\"'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.8457, 0.8666, lift_point: 0.8457, 0.8666',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5279, 0.7919, lift_point: 0.5279, 0.7919'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7663, 0.7143, lift_point: 0.7663, 0.7143',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7736, 0.7043, lift_point: 0.7736, 0.7043'},\n", + " {'pred': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1158, 0.3167, lift_point: 0.1158, 0.3167',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.1056, 0.2133, lift_point: 0.1056, 0.2133'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point up the three quarter page height; if the point right the three quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': 'if the point up the half page height; if the point up the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0613, 0.3336, lift_point: 0.0613, 0.3336'},\n", + " {'pred': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0678, 0.9168, lift_point: 0.0678, 0.9168',\n", + " 'gt': 'if the point up the half page height; if the point right the half page width; if the point up the quarter page height; if the point right the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.0735, 0.9084, lift_point: 0.0735, 0.9084'},\n", + " {'pred': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7792, 0.6885, lift_point: 0.7792, 0.6885',\n", + " 'gt': 'if the point down the half page height; if the point right the half page width; if the point down the three quarter page height; if the point left the three quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.7808, 0.6931, lift_point: 0.7808, 0.6931'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #PRESS_HOME#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'},\n", + " {'pred': 'if the point up the half page height; if the point down the quarter page height; if the point right the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.2535, 0.3395, lift_point: 0.2535, 0.3395',\n", + " 'gt': ';The action is #Scrolling Down#'}]" + ] + }, + "execution_count": 8, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "data_pred" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": {}, + "outputs": [], + "source": [ + "data_ori = read_json('/code/LLaVA/data/json/general_blip_test_llava_coco.json')\n", + "# data_ori = read_json('/code/LLaVA/data/json/general_blip_test_llava_coco.json')\n", + "\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "{'id': 'general_blip_0',\n", + " 'image': 'blip/general_texts_splits/18_1.png',\n", + " 'conversations': [{'from': 'human',\n", + " 'value': \"\\nPrevious Actions: Goal: Open the calendar and show me this week's events?\"},\n", + " {'from': 'gpt', 'value': 'The action is #Scrolling Down#'}],\n", + " 'action_type': '#Scrolling Down#',\n", + " 'new_answer': 'The action is #Scrolling Down#',\n", + " 'new_history': \"\\nPrevious Actions: Goal: Open the calendar and show me this week's events?\",\n", + " 'ori_question': \"\\nPrevious Actions: Goal: Open the calendar and show me this week's events?\",\n", + " 'ori_answer': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'}" + ] + }, + "execution_count": 10, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "data_ori[0]" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "metadata": {}, + "outputs": [], + "source": [ + "import pprint\n", + "\n", + "for index, i in enumerate(data_pred): \n", + " if i['gt'] == data_ori[index]['new_answer'] :\n", + " i['gt'] = data_ori[index]['ori_answer']\n", + "\n", + " # else:\n", + " # pprint.pprint( i )\n", + " # print('-----------------------------------')\n", + " # pprint.pprint( data_ori[index])\n", + " # break\n", + " \n", + " " + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[{'pred': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point right the quarter page width; if the point down the final subset;;The action is #DUAL_POINT#; touch_point: 0.6559, 0.498, lift_point: 0.6559, 0.498',\n", + " 'gt': 'if the point down the half page height; if the point left the half page width; if the up the three quarter page height; if the point left the quarter page width; if the point up the final subset;;The action is #DUAL_POINT#; touch_point: 0.5788, 0.2193, lift_point: 0.5788, 0.2193'},\n", + " {'pred': ';The action is #STATUS_TASK_COMPLETE#',\n", + " 'gt': ';The action is #STATUS_TASK_COMPLETE#'},\n", + " {'pred': ';The action is #Scrolling Down#',\n", + " 'gt': ';The action is #Scrolling Down#'}]" + ] + }, + "execution_count": 12, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "data_pred[:3]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "-------------------------\n", + "#TYPE#; And the content is : \"typed_text\": \" a good restaurant in San Diego\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" a good restaurant in San Diego\"\n" + ] + }, + { + "data": { + "text/plain": [ + "'Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" a good restaurant in San Diego\"'" + ] + }, + "execution_count": 13, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "data = read_json('/code/LLaVA/data/json/general_blip_test_llava_coco.json')\n", + "\n", + "import re\n", + "first_sentence = \"The action is #DUAL_POINT#; touch_point: 0.9046, 0.9253, lift_point: 0.9046, 0.9253\"\n", + "\n", + "def change_format(first_sentence):\n", + " second_sentence = \"Action Decision: \\\"action_type\\\": \\\"DUAL_POINT\\\", \\\"touch_point\\\": \\\"[0.9046, 0.9253]\\\", \\\"lift_point\\\": \\\"[0.9046, 0.9253]\\\", \\\"typed_text\\\": \\\"\\\"\"\n", + " touch_lift_points = re.findall(r'\\d+\\.\\d+', first_sentence)\n", + " # print(touch_lift_points)\n", + " modified_sentence = re.sub(r'\\[\\d+\\.\\d+, \\d+\\.\\d+\\]', f\"[{touch_lift_points[0]}, {touch_lift_points[1]}]\", second_sentence)\n", + " # print(modified_sentence)\n", + " return modified_sentence\n", + "\n", + "change_format(first_sentence)\n", + "\n", + "\n", + "import re\n", + "first_sentence = '#TYPE#; And the content is : \"typed_text\": \" a good restaurant in San Diego\"'\n", + "\n", + "def change_type(first_sentence):\n", + " print('-------------------------') \n", + " print(first_sentence) \n", + " second_sentence = 'Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Chile?\"'\n", + " typed_text_content = re.search(r'\"typed_text\":\\s*\"(.*?)\"', first_sentence).group(1)\n", + " if not typed_text_content:\n", + " modified_sentence = re.sub(r'\"typed_text\":\\s*\".+?\"', '\"typed_text\": \"\"', second_sentence)\n", + " else:\n", + " modified_sentence = re.sub(r'\"typed_text\":\\s*\".+?\"', f'\"typed_text\": \"{typed_text_content}\"', second_sentence)\n", + " \n", + " print(modified_sentence) \n", + " return modified_sentence\n", + "\n", + "change_type(first_sentence)" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "{'#DUAL_POINT#',\n", + " '#PRESS_BACK#',\n", + " '#PRESS_ENTER#',\n", + " '#PRESS_HOME#',\n", + " '#STATUS_TASK_COMPLETE#',\n", + " '#STATUS_TASK_IMPOSSIBLE#',\n", + " '#Scrolling Down#',\n", + " '#Scrolling Up#',\n", + " '#TYPE#; And the content is : \"typed_text\": \" open now\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" Amazon Music app\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" Ariana Grande\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" Starbucks app\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" Uber app\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" a good restaurant in San Diego\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" a new eyeshadow on Sephora\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" at home depot\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" burger restaurants \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" buy a nice beach chair\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" capital of Brazil\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" capital of Canada\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" capital of Colombia\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" capital of Italy\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" capital of Mexico\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" cordless chainsaw\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" flights from Buenos aires to Helsinki\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" flights from NYC to London\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" flights from NYC to Paris\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" good Italian restaurants \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" good Italian restaurants on Maps\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" good restaurant in Denver?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" good restaurant near me?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" hotels in London\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" hotels in NYC\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" hotels in Zurich\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" in chicago\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" latest tech news?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" latest video from the Huffington Post\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" nearest Burger King\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" nearest electronics store thats open now\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" new Taylor Swift video\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" new eyeshadow\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" new foundation on Sephora\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" news in Malaysia?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" president of the United States\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" price of the 1000-Watt EGO Power+ Snow Blower\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" price of the Galaxy phone on eBay\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" rent for in Portland?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" thats open now\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" top rated burger restaurants\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" weather like in New York\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" weather like in Seoul\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \" weather\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"+ Snow Blower?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Austin\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Boston\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Denver\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Los Angeles\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in New York\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Philadelphia\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Washington DC\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent in san francisco\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"2x4x8 board cost at Lowes\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Austin\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Boston\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Chicago\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Philadelphia\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"5 star sushi restaurants\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Bangladesh\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Barbados\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Barcelona to Boston flight\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Bruno Mars\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Buenos aires\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"CNN app\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Calendar\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"ESPN app\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Find a good burger place on Maps\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open today\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open tomorrow\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Game Informer\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"GameSpot\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"GameTrailers\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Good french restaurants\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Google Play Movies app\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Google app \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Google app\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Google the capital of Bolivia \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Google the capital of Mexico\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Google the capital of the United States\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"HOTELS IN LONDON\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Helsinki\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"HisenseTV cost\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Hotel in Buenos aires\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Hotels in Mexico city\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Hotels in Miami\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How big is a blue whale\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How big is a blue whale?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How big is a giraffe \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How big is a tiger?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How big is the moon\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How big is the moon?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How big is the sun\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How big is the sun?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How big is the universe\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Apple Store?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Best Buy?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Chipotle\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Chipotle?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Home Depot\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Home Depot?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest IKEA\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest JCPenney\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest JCPenney?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Lowes\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Lowes? \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Nordstrom\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Nordstrom?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Sprint Store\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Subway\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Subway?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store? \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Target?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Walmart/\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How do i get to the nearest Home Depot?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How far is the moon\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How far is the moon?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Austin?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Boston?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Chicago?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Denver?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in New York?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Philadelphia?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Seattle?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Atlanta?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Austin?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Boston?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Dallas?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Denver?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Miami? \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in New York\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in San Francisco?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does the Samsung TV cost?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does the TCL TV cost? \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does the Vizio TV cost?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"How old is the earth?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Install the Starbucks app\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Justin Bieber video\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Katy Perry\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Lyft app\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Mexican restaurants\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"NEW FOUNDATION PRODUCT\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Open the calculator \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me this weeks events? \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Open the downloads\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Pakistan\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Pandora app\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Play the latest video from the BBC \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Play the latest video from the Huffington Post\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Play the new Drake \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Play the new Katy Perry video on YouTube\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Puerto Rico news\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Reddit app\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Reddit this week\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Reddit\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Samsung TV cost\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for a new blush\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for a new eyeliner\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for a new eyeshadow\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for a new hair product \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for a new highlighter\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for a new lipgloss \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for a new mascara\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for a new perfume\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for a new skincare product\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Boston\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Mexico city \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Mexico city\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for flights from Buenos aires to Tokyo\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for flights from NYC to Chicago\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for flights from NYC to Mexico city\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for flights from Tokyo to Mexico city\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for flights from Zurich to Helsinki\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for good BBQ restaurants\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for good Greek restaurants\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for good Korean restaurants\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for hotels in Boston \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for hotels in Buenos aires \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for hotels in Buenos aires\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for hotels in Chicago\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for hotels in Las Vegas\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for hotels in Los Angeles \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for hotels in Orlando\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for hotels in Paris\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Search for hotels in Zurich\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Selena Gomez video\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Set an alarm for 1pm\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my computer\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my desktop\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Spotify\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Subway\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Taylor Swift\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Time in San Francisco\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Twitter app\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Australian Dollar \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Brazilian Real\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Chinese Yuan\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Euro\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"US dollar exchange rateagainst the Swiss France\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Lowes?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What are the new products by Samsung?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like on eBay?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the average speed of a car?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the capital of Brail?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the capital of Germany?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the capital of Italy\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the capital of Mexico\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the capital of Mexico?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway? \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the capital of Spain ?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the capital of Switzerland?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the capital of the United Kingdom\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Home Depot?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Lowes? \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Lowes?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the speed of a bicycle?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the speed of a cheetah?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the speed of a jet?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the speed of a rocket?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the speed of a skateboard\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the speed of a skateboard?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the speed of a tiger?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the speed of light\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the speed of sound\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What is the speed of sound? \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What time is it in Beijing? \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What time is it in London?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"What time is it in Tokyo?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the Chinese Yuan?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the South Korean Won?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rateagainst the Mexican Peso?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Atlanta\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Atlanta?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Boston?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Denver\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Houston?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Las Vegas?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Los Angeles?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Miami?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in New Jersey?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Phoenix?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland? \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Sacramento?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Diego?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Francisco\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Francisco?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Jose?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats on Reddit this week\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Cheesecake Factory\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Dennys?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats on the menu at In-N-Out?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats on the menu at McDonalds?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats on the menu at O live Garden?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Olive Garden?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Brazilian Real?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rateagainst the Swiss Franc?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology? \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology? \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the latest technology news?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the latest video from Game Informer?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameSpot Reviews? \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameSpot Trailers\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameSpot Trailers?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameTrailers?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameXplain\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news about the US economy\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news about the US economy?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news about the US president?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news about the US stock market? \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Argentina?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Bangladesh?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Bolivia\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Brazil\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Brazil?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile? \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in China\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Colombia?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Guyana?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in India?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Indonesia\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Jamaica?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Laos?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Malaysia? \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Myanmar?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan? \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Paraguay?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Puerto Rico\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Sri Lanka\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Sri Lanka?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Suriname?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Taiwan?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Trinidad and Tobago?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Uruguay?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in the Bahamas\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in the Dominican Republic\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in the Philippines? \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news in theFalkland Islands?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news this morning?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news this week?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend? \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the news? \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the price of the 1000-Watt EGO Power\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the price of the 1000-Watt EGO Power+ Snow Blower?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the price of the Galaxy phone on eBay?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the price of the Hisense TV?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the price of the LG TV\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the price of the Samsung TV\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the price of the TLC TV\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the price of the new iPhone on eBay\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the price of the new iPhone on eBay?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the speed of light\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the time in New York\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the time in New York?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the time\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the time?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit right now?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Los Angeles?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mumbai?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the weather like in New York?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Paris\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Rio de Janeiro?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the weather like in San Francisco?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Seoul?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Sydney?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach chair?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach cooler?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach tent?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Who is the president of the United States\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Who is the president of the United States?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"Who is the prime minister of Canada?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"a good restaurant in Atlanta\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"a good restaurant in Las Vegas\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"a good restaurant in San Francisco?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"a new nail polish\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"acgfn bvc\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"amazon alexa\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"atest news in planetary science?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"barbados news\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"best Mexican restaurants\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"best burger restaurants\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"best pizza restaurants on Maps\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"big is a lion?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"buenos aires to seoul flights\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"burger restaurants\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital city of Italy\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of Argentina ?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of Argentina\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of Bolivia\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of Brazil\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of Canada\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of China\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of Colombia\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of Ecuador\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of England\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of France\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of Germany\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of India\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of Japan?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of Mexico\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of Panama\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of Spain\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of Switzerland\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of United States\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of Venezuela\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of brazil\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of chile\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of colombia\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of italy\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of norway?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of panama\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of peru\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of sweden ?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of sweden?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of switzerland ?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of switzerland\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"capital of the United Kingdom\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"cheesecake factory\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"chipotle ?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"cosmology news\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"eBay \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"ebay\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"efrigerators at Home Depot\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"esktop\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"espn app\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"facebook app\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"facebook\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flight from san diego to seatle\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flight from zurich to buenos aires\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from Barcelona to Mexico city\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from Boston to Zurich\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Seoul\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from Chicago to London\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Seoul\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Tokyo\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from Mexico city to Boston\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from Mexico city to Sydney\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from NYC to Barcelona\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from NYC to San Diego\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from NYC to Sydney\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from NYC to Tokyo\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from San Francisco to Tokyo\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from Seoul to Barcelona\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Helsinki\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from Tokyo to NYC\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from Zurich to Helsinki\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from nyc to mexico city\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from nyc to paris\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"flights from sydney to buenos aires\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"game trailers\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"good Chinese restaurants\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"good French restaurants\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"good Greek restaurants\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"good Italian restaurants\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"good Korean restaurants\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"good chinese restaurant \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"good french restaurants\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"good pizza restaurants\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"good restaurant in Denver\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"good restaurant in Las Vegas\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"good restaurant in Philadelphia?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"good restaurant in Phoenix\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"good restaurant in Sacramento\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"good restaurant in new jersey\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"good restaurants in las vegas\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"good restaurnat in Dallas?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"good resturant near me\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"google play books app\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"home depot\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in Atlanta\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in Chicago\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in Las Vegas\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in Los Angeles\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in Mexico city\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in Orlando\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in Paris\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in Philadelphia\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in San Diego\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in San Francisco\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in Seattle\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in Sydney\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in Tokyo\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in Zurich\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in las vegas\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in london\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in orlando\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in san diego\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in seattle\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"hotels in washington DC\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"how big is the earth\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"how do i get nearest t mobile store\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest T mobile store?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest macys\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest walmart\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"how much does a 2*4*8 board cost at Lowes?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"how much does a 3 bedroom apartment rent for in miami?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"iPhone 8 look like on eBay?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"ign lates video\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"ign\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"in houston\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"k?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"latest news in cosmology\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"latest news in space science\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"latest news in space technology?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"latest technology news\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"latest video from IGN\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"latest video from gamespot trailers\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"latest video from the Huffington Post\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"latest video from the New York Times\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"latest video from the Wall Street Journal\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"lights from Barcelona to Mexico city\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"lipstick\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"lyft app\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"malaysia news\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"malaysia\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"mascara\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"menu at Five Guys\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"menu at McDonalds\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"menu at McDonalds?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"menu at Papa Murphys?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"menu at Starbucks?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"menu at red lobster?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"menu on ihop\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"n Austin\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"n denver\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"n\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"nearest \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"nearest Burger King?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"nearest Chipotle\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"nearest Nordstrom\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"nearest Target?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"nearest Walmart\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"nearest electronic store\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"nearest electronics store thats open tomorrow\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"nearest electronics store\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"nearest grocery store\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"nearest grocery store?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"nearest walmart\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new Ariana Grande \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new Bruno Mars video\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new Ed Sheeran video \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new Ed Sheeran video\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new Katy Perry video\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new Maroon 5 video \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new Selena Gomez video\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new Taylor Swift video\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new blush\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new bronzer\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new eyeshadow on Sephora\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new eyeshadow\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new foundation (skincare) product\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new foundation product\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new hair product\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new iPad cost\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new justin bieber video\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new lipgloss\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new lipstick on sephora\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new mascara on Sephora\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new mascara\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new nail polish\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new perfume\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new products by Samsung\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new products by Samsung?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"new skincare product\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news about the US dollar exchange rate\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news about the US economy\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news about the US\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news app\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news in Bolivia\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news in Brazil\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news in Ecuador\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news in Myanmar\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news in Nepal\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news in Pakistan\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news in Peru\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news in Taiwan\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news in Venezuela\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news in Vietnam?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news in barbados\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news in japan\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news in malaysia\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news in suriname?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news in thailand\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news in theFalkland Islands\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news in venezuela\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news this afternoon?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news this evening\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news this week\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"news this weekend\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"nice beach bag?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"nice beach blanket?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"nice beach tent?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"nice beach towel\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"nice wallpapers for laptop\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"nice wallpapers for my computer\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"nice wallpapers for my phone\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"nyc to london flights\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"open\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"papa murphys\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"peru capital\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"pizza Hut\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"planetary science?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"price of 1000 Watt EGO power+ snow Blower\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"price of the EGO 14-in 56-Volt Brushless Cordless Chainsaw?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"price of the Galaxy phone\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"price of the LG TV\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"price of the Sony TV?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"price of the Vizio TV\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"r in denver\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"reddit\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"rent for 3 bedroom apartment in chicago\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"restaurant in Atlanta\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"restaurant in Dallas\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"san diego\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"seattle\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"sephora\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"singapore\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"sms\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"some music\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"space technology\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"speed of a jet\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"spotify \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"starbucks menu\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"sydney\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"t for in boston\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"taylor swift\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"the capital of Germany\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"the capital of Panama\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"the latest video from the Washington Post\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"the menu at IHOP\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"the nearest Sprint Store\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"the nearest grocery store \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"the news in Guyana\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"the news in Venezuela\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"time in San Francisco\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"time in San Francisco?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"time in berlin\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"time in paris\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"time in san francisco\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"top rated burger restaurants \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"top rated burger restaurants\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"top rated pizza restaurants on Maps\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"top rated pizza restaurants\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"top rated sushi restaurant\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"twitter\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"twittwer\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"uber app\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"usd to yuan\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"walmart\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"weather app\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"weather in delhi\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"weather in paris\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"weather in rio de janeiro\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"weather in toronto\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"weather like in Delhi?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"what is the speed of a jet\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"what is the speed of a jet?\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"whats the new in bolivia\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"whats the news in taiwan\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"where can i buy a nice beach blanket\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"where can i buy a nice beach tent\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"wikipedia app\"',\n", + " '#TYPE#; And the content is : \"typed_text\": \"yahoo app\"'}" + ] + }, + "execution_count": 14, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "temp_name = []\n", + "for i in data:\n", + " temp_name.append(i['action_type'])\n", + "\n", + "set(temp_name)" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "metadata": {}, + "outputs": [], + "source": [ + "Scrolling_Down_Ans = 'Action Decision' + data[0]['ori_answer'].split('Action Decision')[1]\n", + "Scrolling_Up_Ans = 'Action Decision' + data[5]['ori_answer'].split('Action Decision')[1]\n", + "PRESS_BACK_Ans = 'Action Decision' + data[38]['ori_answer'].split('Action Decision')[1]\n", + "PRESS_ENTER_Ans = 'Action Decision' + data[27]['ori_answer'].split('Action Decision')[1]\n", + "PRESS_HOME_Ans = 'Action Decision' + data[22]['ori_answer'].split('Action Decision')[1]\n", + "STATUS_TASK_COMPLETE_Ans = 'Action Decision' + data[4]['ori_answer'].split('Action Decision')[1]\n", + "STATUS_TASK_IMPOSSIBLE_Ans = 'Action Decision' + data[714]['ori_answer'].split('Action Decision')[1]\n", + "TYPE_Ans = 'Action Decision' + data[25]['ori_answer'].split('Action Decision')[1]\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "'Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Chile?\"'" + ] + }, + "execution_count": 16, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "TYPE_Ans" + ] + }, + { + "cell_type": "code", + "execution_count": 17, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"good Korean restaurants\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good Korean restaurants\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Search for good Korean restaurants\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for good Korean restaurants\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my laptop\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Show me some nice wallpapers for my laptop\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for laptop\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nice wallpapers for laptop\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology? \"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest news in cosmology? \"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Houston?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Houston?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Denver\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good restaurant in Denver\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \" good restaurant in Denver?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" good restaurant in Denver?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does the HisenseTV cost?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"nice beach blanket\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nice beach blanket\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"nice beach blanket?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nice beach blanket?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Chicago?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Chicago?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"speed of a jet\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"speed of a jet\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"news in Puerto Rico\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Puerto Rico\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Puerto Rico news\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Puerto Rico news\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"IGN\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"IGN\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"ign lates video\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"ign lates video\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Who is the prime minister of Canada?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Who is the prime minister of Canada?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"news in Vietnam?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Vietnam?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"news in Vietnam?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Vietnam?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What are the best selling refrigerators at Home Depot?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What are the best selling refrigerators at Home Depot\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"latest news in cosmology\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest news in cosmology\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"latest news in cosmology\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest news in cosmology\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Calendar app\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Calendar app\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Calendar\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Calendar\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"open now\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"open now\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Mexico\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Mexico\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Mexico\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Mexico\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mumbai?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Mumbai?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Canada?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Canada\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Philadelphia\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Philadelphia\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Philadelphia\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Philadelphia\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Paraguay\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Paraguay\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What time is it in New York?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What time is it in New York?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in India?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in India?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in India?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in India?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"reddit\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in Delhi\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in Delhi\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Barbados?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Barbados?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Buenos aires\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Buenos aires\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest walmart\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"how do i get to the nearest walmart\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"nearest walmart\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest walmart\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"good pizza restaurants\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good pizza restaurants\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"good pizza restaurants\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good pizza restaurants\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"new lipstick\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new lipstick\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"lipstick\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"lipstick\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is a dinosaur?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is a dinosaur?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Brazil?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Brazil?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Seoul\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Helsinki to Seoul\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Seoul\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Helsinki to Seoul\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"flights from Seoul to Barcelona\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Seoul to Barcelona\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"news in India\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in India\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in India?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in India?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in San Francisco\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bedroom apartment rent for in San Francisco\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent in san francisco\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bedroom apartment rent in san francisco\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"GameSpot Reviews\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Paraguay\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Paraguay\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"good Chinese restaurants\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good Chinese restaurants\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"good chinese restaurant \"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good chinese restaurant \"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Houston?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Houston?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Houston?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Houston?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of light?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of light\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Zurich\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Zurich\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Zurich\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Zurich\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"new lipstick on Sephora\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new lipstick on Sephora\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"sephora\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at McDonalds?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats on the menu at McDonalds?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"menu at McDonalds?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"menu at McDonalds?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Paris\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Paris\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new iPad cost\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new iPad cost\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"twitter app\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"twitter app\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"twitter\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space technology\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest news in space technology\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space technology?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest news in space technology?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"menu at IHOP\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"menu at IHOP\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"menu on ihop\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"menu on ihop\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Bahamas?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in the Bahamas?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"news in Barbados\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Barbados\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"news in barbados\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in barbados\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Miami?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Miami?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"president of the United States\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"president of the United States\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \" president of the United States\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" president of the United States\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest grocery store?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"the nearest grocery store \"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"the nearest grocery store \"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Miami\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Hotels in Miami\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Hotels in Miami\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"new foundation (skincare) product\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new foundation (skincare) product\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"new foundation (skincare) product\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new foundation (skincare) product\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"How big is a blue whale?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is a blue whale?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"How big is a blue whale?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is a blue whale?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the EGO 14-in 56-Volt Brushless Cordless Chainsaw?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the EGO 14-in 56-Volt Brushless Cordless Chainsaw?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"price of the EGO 14-in 56-Volt Brushless Cordless Chainsaw?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"price of the EGO 14-in 56-Volt Brushless Cordless Chainsaw?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Philadelphia?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 2 bedroom apartment rent for in Philadelphia?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Philadelphia\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bedroom apartment rent for in Philadelphia\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"flights from Barcelona to Mexico city\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Barcelona to Mexico city\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Mexico city\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for flights from Barcelona to Mexico city\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Huffington Post\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest video from the Huffington Post\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"nearest T-Mobile Store\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest T-Mobile Store\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest T-Mobile Store?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Canada?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the TCL TV?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Houston?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 2 bedroom apartment rent for in Houston?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bed room apartment rent in houston\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Denver\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Denver\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Denver\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Denver\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"capital of Sweden\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Sweden\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"capital of sweden?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of sweden?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Pakistan?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"news in Pakistan\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Pakistan\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow on Sephora\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new eyeshadow on Sephora\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \" a new eyeshadow on Sephora\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" a new eyeshadow on Sephora\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest news in space exploration\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"news in Bolivia\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Bolivia\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"news in Bolivia\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Bolivia\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Philadelphia\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Philadelphia\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Philadelphia\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Philadelphia\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"news in Suriname\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Suriname\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"news in suriname?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in suriname?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Bolivia?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Bolivia?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"news in Malaysia\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Malaysia\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"malaysia\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"malaysia\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me this week's events? \"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Open the calendar and show me this week's events? \"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me this weeks events? \"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Open the calendar and show me this weeks events? \"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"samsung tv cost\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"samsung tv cost\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"How much does the Samsung TV cost?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does the Samsung TV cost?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Buenos aires\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Washington DC\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Washington DC\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"capital of Sweden\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Sweden\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"capital of sweden ?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of sweden ?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"news in Pakistan\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Pakistan\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Pakistan\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Pakistan\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Guyana?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Guyana?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Guyana?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Guyana?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Where can I buy a nice beach towel?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of the United Kingdom?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of the United Kingdom?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of the United Kingdom\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of the United Kingdom\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Paris\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to paris\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from nyc to paris\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in New York?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the time in New York?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in New York?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the time in New York?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"nearest t mobile store\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest t mobile store\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"how do i get nearest t mobile store\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"how do i get nearest t mobile store\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"twitter app\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"twitter app\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"twittwer\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"twittwer\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Mexico?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Mexico?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Mexico?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Mexico?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Lowes? \"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the price of a 12 ladder at Lowes? \"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Lowes? \"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the price of a 12 ladder at Lowes? \"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does the HisenseTV cost?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"HisenseTV cost\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"HisenseTV cost\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Buenos aires\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Buenos aires\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Hotel in Buenos aires\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Hotel in Buenos aires\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in San Diego\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good restaurant in San Diego\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Diego?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in San Diego?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology? \"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest news in space technology? \"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Miami?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Miami?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Miami? \"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Miami? \"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"top rated burger restaurants\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"top rated burger restaurants\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \" top rated burger restaurants\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" top rated burger restaurants\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Brazil?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"capital of Brazil\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Brazil\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Lyft app\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Lyft app\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"lyft app\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"lyft app\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Venezuela?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Venezuela?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"the news in Venezuela\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"the news in Venezuela\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"new perfume\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new perfume\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"new perfume\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new perfume\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Vietnam?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Vietnam?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"news in India\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in India\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in India?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in India?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Portland\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good restaurant in Portland\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Portland?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"new Drake video\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new Drake video\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Play the new Drake \"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Play the new Drake \"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the time in San Francisco?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the time in San Francisco\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the time in San Francisco?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Seattle\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Seattle\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"hotels in seattle\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in seattle\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"time in berlin\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"time in berlin\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"time in berlin\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"time in berlin\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"new Bruno Mars video\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new Bruno Mars video\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"Bruno Mars\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Bruno Mars\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"starbucks\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"starbucks\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \" Starbucks app\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" Starbucks app\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a rocket?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a rocket?\"\n", + "-------------------------\n", + ";The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a rocket?\"\n", + "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a rocket?\"\n" + ] + } + ], + "source": [ + "for index, i in enumerate(data_pred): \n", + "\n", + " if 'Scrolling Down' in i['pred']:\n", + " i['pred'] = Scrolling_Down_Ans\n", + " elif 'Scrolling Up' in i['pred']:\n", + " i['pred'] = Scrolling_Up_Ans\n", + " elif 'PRESS_BACK' in i['pred']:\n", + " i['pred'] = PRESS_BACK_Ans\n", + " elif 'PRESS_ENTER' in i['pred']:\n", + " i['pred'] = PRESS_ENTER_Ans\n", + " elif 'PRESS_HOME' in i['pred']:\n", + " i['pred'] = PRESS_HOME_Ans\n", + " elif 'PRESS_BACK' in i['pred']:\n", + " i['pred'] = PRESS_BACK_Ans\n", + " elif 'STATUS_TASK_COMPLETE' in i['pred']:\n", + " i['pred'] = STATUS_TASK_COMPLETE_Ans\n", + " elif 'STATUS_TASK_IMPOSSIBLE' in i['pred']:\n", + " i['pred'] = STATUS_TASK_IMPOSSIBLE_Ans\n", + " elif 'DUAL_POINT' in i['pred']:\n", + " try:\n", + " i['pred'] = change_format(i['pred'])\n", + " except:\n", + " i['pred'] = STATUS_TASK_COMPLETE_Ans\n", + " \n", + " elif 'TYPE' in i['pred']:\n", + " try:\n", + " i['pred'] = change_type(i['pred']) \n", + " except:\n", + " i['pred'] = 'Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '\n", + " else:\n", + " i['pred'] = STATUS_TASK_COMPLETE_Ans\n", + "\n", + "\n", + " ######################################################\n", + "\n", + " if 'Scrolling Down' in i['gt']:\n", + " i['gt'] = Scrolling_Down_Ans\n", + " elif 'Scrolling Up' in i['gt']:\n", + " i['gt'] = Scrolling_Up_Ans\n", + " elif 'PRESS_BACK' in i['gt']:\n", + " i['gt'] = PRESS_BACK_Ans\n", + " elif 'PRESS_ENTER' in i['gt']:\n", + " i['gt'] = PRESS_ENTER_Ans\n", + " elif 'PRESS_HOME' in i['gt']:\n", + " i['gt'] = PRESS_HOME_Ans\n", + " elif 'PRESS_BACK' in i['gt']:\n", + " i['gt'] = PRESS_BACK_Ans\n", + " elif 'STATUS_TASK_COMPLETE' in i['gt']:\n", + " i['gt'] = STATUS_TASK_COMPLETE_Ans\n", + " elif 'STATUS_TASK_IMPOSSIBLE' in i['gt']:\n", + " i['gt'] = STATUS_TASK_IMPOSSIBLE_Ans\n", + " elif 'DUAL_POINT' in i['gt']:\n", + " try:\n", + " i['gt'] = change_format(i['gt'])\n", + " except:\n", + " i['gt'] = STATUS_TASK_COMPLETE_Ans\n", + " \n", + " elif 'TYPE' in i['gt']:\n", + " try:\n", + " i['gt'] = change_type(i['gt']) \n", + " except:\n", + " i['gt'] = 'Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '\n", + " else:\n", + " i['gt'] = STATUS_TASK_COMPLETE_Ans\n", + "\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[{'pred': 'Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6559, 0.498]\", \"lift_point\": \"[0.6559, 0.498]\", \"typed_text\": \"\"',\n", + " 'gt': 'Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5788, 0.2193]\", \"lift_point\": \"[0.5788, 0.2193]\", \"typed_text\": \"\"'},\n", + " {'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"',\n", + " 'gt': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'pred': 'Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"',\n", + " 'gt': 'Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'pred': 'Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good Korean restaurants\"',\n", + " 'gt': 'Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for good Korean restaurants\"'},\n", + " {'pred': 'Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Show me some nice wallpapers for my laptop\"',\n", + " 'gt': 'Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nice wallpapers for laptop\"'},\n", + " {'pred': 'Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"',\n", + " 'gt': 'Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"',\n", + " 'gt': 'Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'pred': 'Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1349, 0.4081]\", \"lift_point\": \"[0.1349, 0.4081]\", \"typed_text\": \"\"',\n", + " 'gt': 'Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1344, 0.2843]\", \"lift_point\": \"[0.1344, 0.2843]\", \"typed_text\": \"\"'},\n", + " {'pred': 'Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"',\n", + " 'gt': 'Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6262, 0.4764]\", \"lift_point\": \"[0.6262, 0.4764]\", \"typed_text\": \"\"'},\n", + " {'pred': 'Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8915, 0.5176]\", \"lift_point\": \"[0.8915, 0.5176]\", \"typed_text\": \"\"',\n", + " 'gt': 'Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9018, 0.494]\", \"lift_point\": \"[0.9018, 0.494]\", \"typed_text\": \"\"'}]" + ] + }, + "execution_count": 18, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "data_pred[:10]" + ] + }, + { + "cell_type": "code", + "execution_count": 19, + "metadata": {}, + "outputs": [], + "source": [ + "# write_json('/code/LLaVA/data/json/general_blip_test_llava_e1_general_vicuna_coco_0816_refine.json',data_pred)\n", + "# write_json('/code/LLaVA/data/pred/general_blip_test_llava_all_e1_vicuna_lre4_coco_0819_refine.json',data_pred)\n", + "# write_json('/code/LLaVA/data/pred/general_blip_test_llava_all_coco_e1_vicuna_lre5_0828_refine.json',data_pred)\n", + "# write_json('/code/LLaVA/data/pred/general_blip_test_all_coco_e5_vicuna_lre5_0828_refine.json',data_pred)\n", + "# write_json('/code/Data/infer/phi35_general_coco_lre4_e1_general_refine_final.json',data_pred)\n", + "\n", + "# write_json('/code/Data/infer/phi35_general_coco_lre4_e1_general_refine_final.json',data_pred)\n", + "# write_json('/code/Data/infer/phi35_all_coco_e1_lre4_general_refine_final.json',data_pred)\n", + "\n", + "write_json('/code/Data/infer/phi35_general_coco_v2_lre4_e1_refine_final.json',data_pred)\n", + "\n", + "\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "llava", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.14" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +}