diff --git "a/new-truth-guard.ipynb" "b/new-truth-guard.ipynb"
new file mode 100644--- /dev/null
+++ "b/new-truth-guard.ipynb"
@@ -0,0 +1 @@
+{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"provenance":[],"machine_shape":"hm","gpuType":"A100","authorship_tag":"ABX9TyOtJyPmwmFJyDsda0Qyyl7d"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"},"accelerator":"GPU","widgets":{"application/vnd.jupyter.widget-state+json":{"e8b0fa205e6f4e01a935c2108ae97baa":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_95a10f29bbd94e679d6e5184aba451c7","IPY_MODEL_c1fea0dd359348059704cb3c3525e696","IPY_MODEL_d33dc5f949ab48568f46a8c374f4a742"],"layout":"IPY_MODEL_3c9fe4574365480aae612d4b07b78c2b"}},"95a10f29bbd94e679d6e5184aba451c7":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_08c2e876965641738286285906466b71","placeholder":"​","style":"IPY_MODEL_fb7aa0d0a75944a4a0c0ccc267d9914f","value":"tokenizer_config.json: 100%"}},"c1fea0dd359348059704cb3c3525e696":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_bb494379a58943668afc6673ecbb1e03","max":48,"min":0,"orientation":"horizontal","style":"IPY_MODEL_1c241c5d8eda423eb9236795bd054156","value":48}},"d33dc5f949ab48568f46a8c374f4a742":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_17e60784170b45cfbdee717c4c21efde","placeholder":"​","style":"IPY_MODEL_550f6d11cb3a4edfae3fac0ef08eae25","value":" 48.0/48.0 [00:00&lt;00:00, 4.43kB/s]"}},"3c9fe4574365480aae612d4b07b78c2b":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"08c2e876965641738286285906466b71":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"fb7aa0d0a75944a4a0c0ccc267d9914f":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"bb494379a58943668afc6673ecbb1e03":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"1c241c5d8eda423eb9236795bd054156":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"17e60784170b45cfbdee717c4c21efde":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"550f6d11cb3a4edfae3fac0ef08eae25":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"5575fae3b5bd4713bdabfaab6a62abed":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_21fdff67c5d44770b17b0912ad2c421a","IPY_MODEL_276ae25f0f0241a8bbe3f1329db630ac","IPY_MODEL_0cc130be9a014c958a823aa6c1497add"],"layout":"IPY_MODEL_ec7c8d0677074747a4d3d38a1e7cffd5"}},"21fdff67c5d44770b17b0912ad2c421a":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_810a22da78ce428ba17a9261b2fc93ab","placeholder":"​","style":"IPY_MODEL_0d7b19ccaa7243d1b66cb979778a71bb","value":"vocab.txt: 100%"}},"276ae25f0f0241a8bbe3f1329db630ac":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_1b23bf2a983745c0bce7d53f29f1459b","max":231508,"min":0,"orientation":"horizontal","style":"IPY_MODEL_14d6f1752ebb454983ec174641b60b09","value":231508}},"0cc130be9a014c958a823aa6c1497add":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_87014cf006ce47a7a11830a2e06ca8e7","placeholder":"​","style":"IPY_MODEL_044d351b974549bb9ee0c7ef79f0734e","value":" 232k/232k [00:00&lt;00:00, 538kB/s]"}},"ec7c8d0677074747a4d3d38a1e7cffd5":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"810a22da78ce428ba17a9261b2fc93ab":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0d7b19ccaa7243d1b66cb979778a71bb":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"1b23bf2a983745c0bce7d53f29f1459b":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"14d6f1752ebb454983ec174641b60b09":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"87014cf006ce47a7a11830a2e06ca8e7":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"044d351b974549bb9ee0c7ef79f0734e":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"abf4695b8e9947788f115c16e2ab3630":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_2d2c55aa231844478d71da267fab3b0f","IPY_MODEL_87bbf91b5a5b431da75a49f516173801","IPY_MODEL_4bcd1b35e2f546c8ba8804d162f650b5"],"layout":"IPY_MODEL_dd9b46d88951458495ee76e5ef7595a7"}},"2d2c55aa231844478d71da267fab3b0f":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_de0039915f37446cafe786cbce8c5c73","placeholder":"​","style":"IPY_MODEL_9886bed159bd4d2ca42cd1236f8e7176","value":"tokenizer.json: 100%"}},"87bbf91b5a5b431da75a49f516173801":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_7c8a1a840af744ed9d28cfd5d0969bbd","max":466062,"min":0,"orientation":"horizontal","style":"IPY_MODEL_3e8a9b9e719e476e83a9b663f56e8612","value":466062}},"4bcd1b35e2f546c8ba8804d162f650b5":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_4ce8b08c0578413ba22d5207c677b3eb","placeholder":"​","style":"IPY_MODEL_57f2b1ee62a1466d9367b1dc63d3bee0","value":" 466k/466k [00:00&lt;00:00, 38.5MB/s]"}},"dd9b46d88951458495ee76e5ef7595a7":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"de0039915f37446cafe786cbce8c5c73":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9886bed159bd4d2ca42cd1236f8e7176":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"7c8a1a840af744ed9d28cfd5d0969bbd":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3e8a9b9e719e476e83a9b663f56e8612":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"4ce8b08c0578413ba22d5207c677b3eb":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"57f2b1ee62a1466d9367b1dc63d3bee0":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b54987f7593744b89fb747b8de7e7dee":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_977243d6211347288b6b2aae6f3fe2ae","IPY_MODEL_e55ec111393b4109b6dd421f85d65fc7","IPY_MODEL_d7a3a8dd9b18474094eadb5ee7920065"],"layout":"IPY_MODEL_1aa40e37462844e2bab4a3056509078f"}},"977243d6211347288b6b2aae6f3fe2ae":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_656a588ca2554fb69b6a16ab1d79b26a","placeholder":"​","style":"IPY_MODEL_1f979a27128f48b19edb815edbaeaafa","value":"config.json: 100%"}},"e55ec111393b4109b6dd421f85d65fc7":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_10b6fbdea6b34bc8841d8c987518cfc5","max":483,"min":0,"orientation":"horizontal","style":"IPY_MODEL_9a2ae069d7b4436aa726c6da061fff27","value":483}},"d7a3a8dd9b18474094eadb5ee7920065":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_c46343e7acf54814b2f97c27c2f88324","placeholder":"​","style":"IPY_MODEL_8321c2c1949041d6ad425bd109d05755","value":" 483/483 [00:00&lt;00:00, 64.9kB/s]"}},"1aa40e37462844e2bab4a3056509078f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"656a588ca2554fb69b6a16ab1d79b26a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"1f979a27128f48b19edb815edbaeaafa":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"10b6fbdea6b34bc8841d8c987518cfc5":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9a2ae069d7b4436aa726c6da061fff27":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"c46343e7acf54814b2f97c27c2f88324":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8321c2c1949041d6ad425bd109d05755":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"dbdd97a17ee44a81b2f60cd902833c27":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_f7b07b68a4de4e53a34223d2a1524c87","IPY_MODEL_96367bbc6af24c86ad87cd7d7433dce2","IPY_MODEL_4915d098cf1146dda49e2e0c59d82948"],"layout":"IPY_MODEL_fff0228802d54f43b5c55089a5b8060f"}},"f7b07b68a4de4e53a34223d2a1524c87":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_3c7b7fbff9ee4283a33356dc57a0c2ac","placeholder":"​","style":"IPY_MODEL_1d565763b1d04a41a44f694b7f1d9785","value":"100%"}},"96367bbc6af24c86ad87cd7d7433dce2":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_50276164fb334818bc5b12b60f104e4f","max":61074,"min":0,"orientation":"horizontal","style":"IPY_MODEL_dcc7e45dd94a4b9fbac7e545cbd9ce44","value":61074}},"4915d098cf1146dda49e2e0c59d82948":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_586eb4c1de62495f8cc1e53a58874eb1","placeholder":"​","style":"IPY_MODEL_4c402b4a9d014e4690de9efeb350a09c","value":" 61074/61074 [01:07&lt;00:00, 844.40it/s]"}},"fff0228802d54f43b5c55089a5b8060f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3c7b7fbff9ee4283a33356dc57a0c2ac":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"1d565763b1d04a41a44f694b7f1d9785":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"50276164fb334818bc5b12b60f104e4f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"dcc7e45dd94a4b9fbac7e545cbd9ce44":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"586eb4c1de62495f8cc1e53a58874eb1":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4c402b4a9d014e4690de9efeb350a09c":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"d565900a60fb466999931679bd70f96b":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_3134862483934e2fb0883fc964b51c74","IPY_MODEL_9ab553a90db047eba1aadce477ff6932","IPY_MODEL_a23b86377b4d425184a57e4d380b60e9"],"layout":"IPY_MODEL_151146728e2b462ca215237432e42118"}},"3134862483934e2fb0883fc964b51c74":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_742182d195e34c33a151f1712d5a2236","placeholder":"​","style":"IPY_MODEL_7bdf46133d3544e786249f1fc5710166","value":"100%"}},"9ab553a90db047eba1aadce477ff6932":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_816f7946533a41918087955cff73f35d","max":6786,"min":0,"orientation":"horizontal","style":"IPY_MODEL_e29df47ce41e4ec2b0ece1bda4c7bcff","value":6786}},"a23b86377b4d425184a57e4d380b60e9":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f7be527a05d04241a23a70cf23b0bbe3","placeholder":"​","style":"IPY_MODEL_1a62b4c89531436ca79fa0c2ebeeb69f","value":" 6786/6786 [00:07&lt;00:00, 845.16it/s]"}},"151146728e2b462ca215237432e42118":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"742182d195e34c33a151f1712d5a2236":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7bdf46133d3544e786249f1fc5710166":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"816f7946533a41918087955cff73f35d":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e29df47ce41e4ec2b0ece1bda4c7bcff":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"f7be527a05d04241a23a70cf23b0bbe3":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"1a62b4c89531436ca79fa0c2ebeeb69f":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"999ebb30de98400cb36c6dc80ad13ba3":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_d45e81375b6f4e1bb28e1a853ff20dca","IPY_MODEL_f52d8b50b7714ca8a41e2e6c8a91f815","IPY_MODEL_a4de9ce6dff346d39f127bf111876a6f"],"layout":"IPY_MODEL_b5ef7a6a07f840918cc119ab2ce2e86d"}},"d45e81375b6f4e1bb28e1a853ff20dca":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_440d79c1133349f0b2bafef29cdd21c6","placeholder":"​","style":"IPY_MODEL_d5e3d595c353449b820d75246f061422","value":"Training progress: 100%"}},"f52d8b50b7714ca8a41e2e6c8a91f815":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_579bc8ca1a5f42c4a67fa763c517a364","max":5,"min":0,"orientation":"horizontal","style":"IPY_MODEL_85ece93f17c24601bbb2677a39eb974f","value":5}},"a4de9ce6dff346d39f127bf111876a6f":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_0b91955de6104aa794589b5eb9e77d3a","placeholder":"​","style":"IPY_MODEL_6b247ccf6d2b409eb2f3c7d07504c50f","value":" 5/5 [11:33&lt;00:00, 138.75s/it]"}},"b5ef7a6a07f840918cc119ab2ce2e86d":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"440d79c1133349f0b2bafef29cdd21c6":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d5e3d595c353449b820d75246f061422":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"579bc8ca1a5f42c4a67fa763c517a364":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"85ece93f17c24601bbb2677a39eb974f":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":"#00ff00","description_width":""}},"0b91955de6104aa794589b5eb9e77d3a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6b247ccf6d2b409eb2f3c7d07504c50f":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"9cbb27fb5d484553a059ca7ad21e3f61":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_fc85914ffb244bb185b8b49dd97a3bbd","IPY_MODEL_6d75ee39945c40288d23ec2a3474d239","IPY_MODEL_f336a89a39554bbb82464a4a502b66f9"],"layout":"IPY_MODEL_ecb943f04a394e209d0aa65b745759e9"}},"fc85914ffb244bb185b8b49dd97a3bbd":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_fb8146ce97734b6c83cb2e5f4b3146a9","placeholder":"​","style":"IPY_MODEL_5e57c47891764f22854e4f89be734da7","value":"Epoch 1 Progress: 100%"}},"6d75ee39945c40288d23ec2a3474d239":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_6da3a7fde44a4361ba4f0c5b25d654b5","max":3818,"min":0,"orientation":"horizontal","style":"IPY_MODEL_c0a31b94578149b79639a17341f2f050","value":3818}},"f336a89a39554bbb82464a4a502b66f9":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_9b78fba3880a48e996503bd22ffa4d9c","placeholder":"​","style":"IPY_MODEL_16bff3c6c4304df88721d80055314f6e","value":" 3818/3818 [02:18&lt;00:00, 28.25it/s, loss=0.898]"}},"ecb943f04a394e209d0aa65b745759e9":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"fb8146ce97734b6c83cb2e5f4b3146a9":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"5e57c47891764f22854e4f89be734da7":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"6da3a7fde44a4361ba4f0c5b25d654b5":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c0a31b94578149b79639a17341f2f050":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":"#005500","description_width":""}},"9b78fba3880a48e996503bd22ffa4d9c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"16bff3c6c4304df88721d80055314f6e":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"d3fe313385224917a443758108f1ea91":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_bb8497e61a164950bb2fc7b37fe703a0","IPY_MODEL_e619e435c4fb48f98b4ffaa041a5c2f5","IPY_MODEL_eea4867e08114868a469177a58bdcb51"],"layout":"IPY_MODEL_02275206ad374ae5a4c616cc6a917718"}},"bb8497e61a164950bb2fc7b37fe703a0":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_39adf7f43535467dbcebb24ce9ba41ec","placeholder":"​","style":"IPY_MODEL_5e3bde238020465da8ff0393457f0e8a","value":"Epoch 2 Progress: 100%"}},"e619e435c4fb48f98b4ffaa041a5c2f5":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_c769e3c39b8e47369ef7cf732a44cde6","max":3818,"min":0,"orientation":"horizontal","style":"IPY_MODEL_534b51dd74284cc78e0961d425290ea4","value":3818}},"eea4867e08114868a469177a58bdcb51":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_3000f1be8b024df5bb8578a4772a57d7","placeholder":"​","style":"IPY_MODEL_e689668330ac49f5969456e0e5874941","value":" 3818/3818 [02:17&lt;00:00, 28.07it/s, loss=0.679]"}},"02275206ad374ae5a4c616cc6a917718":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"39adf7f43535467dbcebb24ce9ba41ec":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"5e3bde238020465da8ff0393457f0e8a":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"c769e3c39b8e47369ef7cf732a44cde6":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"534b51dd74284cc78e0961d425290ea4":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":"#005500","description_width":""}},"3000f1be8b024df5bb8578a4772a57d7":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e689668330ac49f5969456e0e5874941":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"24bf53bd273648d7a62e76edd004b3b3":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_8e6c0854f12a4b9d8b36cebdbf5c3c3f","IPY_MODEL_2f3a6d04a8a74007ba28a88ebe85fd7b","IPY_MODEL_101c4f3c42334b63a68c0fd4df597200"],"layout":"IPY_MODEL_158b92f9c4764ca0b08a9299e800cf64"}},"8e6c0854f12a4b9d8b36cebdbf5c3c3f":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_832fdea501cd4ab5b24b9d33b712e5c9","placeholder":"​","style":"IPY_MODEL_305b686cf6634ee6901ed7f5e901c11c","value":"Epoch 3 Progress: 100%"}},"2f3a6d04a8a74007ba28a88ebe85fd7b":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_8647ade65a5342dbae6884cbfa3d70a6","max":3818,"min":0,"orientation":"horizontal","style":"IPY_MODEL_b5e5c65a7f83415284212d90be8213f8","value":3818}},"101c4f3c42334b63a68c0fd4df597200":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f3a27afcfdd6440db33232ccd302b022","placeholder":"​","style":"IPY_MODEL_743998637ed94d93ae6a84958c0d6833","value":" 3818/3818 [02:18&lt;00:00, 28.24it/s, loss=4.61e-5]"}},"158b92f9c4764ca0b08a9299e800cf64":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"832fdea501cd4ab5b24b9d33b712e5c9":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"305b686cf6634ee6901ed7f5e901c11c":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"8647ade65a5342dbae6884cbfa3d70a6":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b5e5c65a7f83415284212d90be8213f8":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":"#005500","description_width":""}},"f3a27afcfdd6440db33232ccd302b022":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"743998637ed94d93ae6a84958c0d6833":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"899074620ec64232b0d0dfb9c0472e0e":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_db72bf45033f4fa7b47e8e84b6d75960","IPY_MODEL_19371c5e11894414bb0ab70ab452812f","IPY_MODEL_51834392f0344669be0344aae9616ed4"],"layout":"IPY_MODEL_752cfa71c982481b99ec9a748b890560"}},"db72bf45033f4fa7b47e8e84b6d75960":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_16d08ea07cfa4f2191630b188233231a","placeholder":"​","style":"IPY_MODEL_9df384e0fb334bebaead3abca6efe80b","value":"Epoch 4 Progress: 100%"}},"19371c5e11894414bb0ab70ab452812f":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_565a6105955648e588afdac647dd1c45","max":3818,"min":0,"orientation":"horizontal","style":"IPY_MODEL_8aa0537224e647e8b6526ec2e3c5d437","value":3818}},"51834392f0344669be0344aae9616ed4":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_1f432cdd07e740b190ab8591dae8567c","placeholder":"​","style":"IPY_MODEL_48df91b123cc4c2a9d2520982bc9672b","value":" 3818/3818 [02:18&lt;00:00, 28.23it/s, loss=0.519]"}},"752cfa71c982481b99ec9a748b890560":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"16d08ea07cfa4f2191630b188233231a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9df384e0fb334bebaead3abca6efe80b":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"565a6105955648e588afdac647dd1c45":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8aa0537224e647e8b6526ec2e3c5d437":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":"#005500","description_width":""}},"1f432cdd07e740b190ab8591dae8567c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"48df91b123cc4c2a9d2520982bc9672b":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"364234e728044e8387fe63de1134a97e":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_8086f7b9d6d54cac80437e3c34b7cd40","IPY_MODEL_7c7125d361bd457799d472f5eee337c4","IPY_MODEL_cd28cced9666438187a8ab988e2985b9"],"layout":"IPY_MODEL_7913d1117b6d4640923816ec6a2e23a2"}},"8086f7b9d6d54cac80437e3c34b7cd40":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_851b5789eb31487b829deae62eeb50b3","placeholder":"​","style":"IPY_MODEL_d593558b1d25434cbea8f9aa69eb0c4b","value":"Epoch 5 Progress: 100%"}},"7c7125d361bd457799d472f5eee337c4":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_3e73bdd813d54bf898f10b4d6c9dd243","max":3818,"min":0,"orientation":"horizontal","style":"IPY_MODEL_0800704d6e1f48ad87e545e6d246f6af","value":3818}},"cd28cced9666438187a8ab988e2985b9":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_62b4e71fc6b24099b8fb17f505e4c26b","placeholder":"​","style":"IPY_MODEL_e5b74815ebc34160974f87d9f3317176","value":" 3818/3818 [02:18&lt;00:00, 28.32it/s, loss=1.74e-5]"}},"7913d1117b6d4640923816ec6a2e23a2":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"851b5789eb31487b829deae62eeb50b3":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d593558b1d25434cbea8f9aa69eb0c4b":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"3e73bdd813d54bf898f10b4d6c9dd243":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0800704d6e1f48ad87e545e6d246f6af":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":"#005500","description_width":""}},"62b4e71fc6b24099b8fb17f505e4c26b":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e5b74815ebc34160974f87d9f3317176":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"86709154e40c419e9e42fccc697089b2":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_fa04d75e12944338bcd0c1b85274547f","IPY_MODEL_5f7c56c75a5445c681712b045f5b2497","IPY_MODEL_ebdc00b7e91c40e0970b59c3fec8a990"],"layout":"IPY_MODEL_2b0579306407429d87cb2e8a8a46fa56"}},"fa04d75e12944338bcd0c1b85274547f":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_472f56a18728428eba1b0fe63f9193be","placeholder":"​","style":"IPY_MODEL_2089e3ed0f0b4f88902792afdf16d183","value":"100%"}},"5f7c56c75a5445c681712b045f5b2497":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_eecd02ae6178461db8ff4b1481a206cd","max":425,"min":0,"orientation":"horizontal","style":"IPY_MODEL_99bcfd6f8b0744e3b53f8e25d624093f","value":425}},"ebdc00b7e91c40e0970b59c3fec8a990":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_21bb7fdd50554cfa8b3caccaf18c1375","placeholder":"​","style":"IPY_MODEL_bd79378405594d19845594ce281fcdbc","value":" 425/425 [00:06&lt;00:00, 71.66it/s]"}},"2b0579306407429d87cb2e8a8a46fa56":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"472f56a18728428eba1b0fe63f9193be":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"2089e3ed0f0b4f88902792afdf16d183":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"eecd02ae6178461db8ff4b1481a206cd":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"99bcfd6f8b0744e3b53f8e25d624093f":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"21bb7fdd50554cfa8b3caccaf18c1375":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"bd79378405594d19845594ce281fcdbc":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"6cafea9624d74884bd80ab56d708b77b":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_9fdd7bc774744042b877906e03eec4f0","IPY_MODEL_ab4cfd70d692442e8f8a8597c9d5e1f3","IPY_MODEL_c5a1fd61fa1e4a00bb9f5252a5446a22"],"layout":"IPY_MODEL_07afc07579484b18807a760830b9b1e1"}},"9fdd7bc774744042b877906e03eec4f0":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_04f2ab03669b4129afb5e6c9cec0cfc7","placeholder":"​","style":"IPY_MODEL_96f2a644ef2c4daa90932bebed10bd03","value":"100%"}},"ab4cfd70d692442e8f8a8597c9d5e1f3":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_53c00b85d7f54834b1fc5ff90547cbff","max":425,"min":0,"orientation":"horizontal","style":"IPY_MODEL_add806287ef84f0e8ced41523d981874","value":425}},"c5a1fd61fa1e4a00bb9f5252a5446a22":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_ef0e7fa80f9e429c91a2a9c7faa73e8a","placeholder":"​","style":"IPY_MODEL_9e76d7d48a434003abf1f9b91987822b","value":" 425/425 [00:06&lt;00:00, 71.38it/s]"}},"07afc07579484b18807a760830b9b1e1":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"04f2ab03669b4129afb5e6c9cec0cfc7":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"96f2a644ef2c4daa90932bebed10bd03":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"53c00b85d7f54834b1fc5ff90547cbff":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"add806287ef84f0e8ced41523d981874":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"ef0e7fa80f9e429c91a2a9c7faa73e8a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9e76d7d48a434003abf1f9b91987822b":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"f7584067dfd8417a9fbc6da6edf7a34c":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_36992ba8ba2143f78705a323c18a56fc","IPY_MODEL_9eac8761776541fca61a1d58ffcff692","IPY_MODEL_60ad3c6f0d474dee8ad33a682e511f9c"],"layout":"IPY_MODEL_23a1a3a238ba41a69227b17256f2e5b4"}},"36992ba8ba2143f78705a323c18a56fc":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_4235f00fc5484dcab5724abdd84acfd3","placeholder":"​","style":"IPY_MODEL_1be756df4eef4d8c94fc811092cce1e2","value":"100%"}},"9eac8761776541fca61a1d58ffcff692":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_851e747650024d718a646cda9a92d1e1","max":425,"min":0,"orientation":"horizontal","style":"IPY_MODEL_32a66d720c414a1ba6eb867d67ab7a8d","value":425}},"60ad3c6f0d474dee8ad33a682e511f9c":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_bd728c6e1478478a8656b39bb8c1385b","placeholder":"​","style":"IPY_MODEL_a575022d72504489ae9e2bce855b25c9","value":" 425/425 [00:06&lt;00:00, 71.21it/s]"}},"23a1a3a238ba41a69227b17256f2e5b4":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4235f00fc5484dcab5724abdd84acfd3":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"1be756df4eef4d8c94fc811092cce1e2":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"851e747650024d718a646cda9a92d1e1":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"32a66d720c414a1ba6eb867d67ab7a8d":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"bd728c6e1478478a8656b39bb8c1385b":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a575022d72504489ae9e2bce855b25c9":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}}}}},"cells":[{"cell_type":"code","execution_count":1,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"eHF32SLIJAGB","executionInfo":{"status":"ok","timestamp":1753372900135,"user_tz":240,"elapsed":6052,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"2b6a6bd2-7fd2-4c50-c188-ab30161997a0"},"outputs":[{"output_type":"stream","name":"stdout","text":["Requirement already satisfied: transformers in /usr/local/lib/python3.11/dist-packages (4.53.2)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.11/dist-packages (from transformers) (3.18.0)\n","Requirement already satisfied: huggingface-hub<1.0,>=0.30.0 in /usr/local/lib/python3.11/dist-packages (from transformers) (0.33.4)\n","Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.11/dist-packages (from transformers) (2.0.2)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.11/dist-packages (from transformers) (25.0)\n","Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.11/dist-packages (from transformers) (6.0.2)\n","Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.11/dist-packages (from transformers) (2024.11.6)\n","Requirement already satisfied: requests in /usr/local/lib/python3.11/dist-packages (from transformers) (2.32.3)\n","Requirement already satisfied: tokenizers<0.22,>=0.21 in /usr/local/lib/python3.11/dist-packages (from transformers) (0.21.2)\n","Requirement already satisfied: safetensors>=0.4.3 in /usr/local/lib/python3.11/dist-packages (from transformers) (0.5.3)\n","Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.11/dist-packages (from transformers) (4.67.1)\n","Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.11/dist-packages (from huggingface-hub<1.0,>=0.30.0->transformers) (2025.7.0)\n","Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.11/dist-packages (from huggingface-hub<1.0,>=0.30.0->transformers) (4.14.1)\n","Requirement already satisfied: hf-xet<2.0.0,>=1.1.2 in /usr/local/lib/python3.11/dist-packages (from huggingface-hub<1.0,>=0.30.0->transformers) (1.1.5)\n","Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.11/dist-packages (from requests->transformers) (3.4.2)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.11/dist-packages (from requests->transformers) (3.10)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.11/dist-packages (from requests->transformers) (2.5.0)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.11/dist-packages (from requests->transformers) (2025.7.14)\n"]}],"source":["!pip install transformers"]},{"cell_type":"code","source":["import pandas as pd\n","import numpy as np\n","import matplotlib.pyplot as plt\n","import os\n","import math\n","import time\n","from tqdm.notebook import trange, tqdm\n","\n","import torch\n","import torch.nn as nn\n","from torch import optim\n","from torch.utils.data import DataLoader\n","from torch import Tensor\n","from torch.utils.data.dataset import Dataset\n","import torch.nn.functional as F\n","from torch.distributions import Categorical\n","from torch.cuda.amp import autocast, GradScaler\n","\n","from transformers import DistilBertTokenizerFast, DistilBertForSequenceClassification\n","\n","torch.backends.cuda.matmul.allow_tf32 = True\n","device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n","device"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"KLDDWqKDJs1s","executionInfo":{"status":"ok","timestamp":1753372917762,"user_tz":240,"elapsed":17520,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"cd9e7af6-5221-480f-d688-d61828a0852c"},"execution_count":2,"outputs":[{"output_type":"execute_result","data":{"text/plain":["device(type='cuda')"]},"metadata":{},"execution_count":2}]},{"cell_type":"code","source":["from google.colab import drive\n","drive.mount(\"/content/drive\")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"vE9HqN2-M9Oh","executionInfo":{"status":"ok","timestamp":1753372943691,"user_tz":240,"elapsed":25891,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"287f20c5-0c03-442d-f8eb-a2e159349276"},"execution_count":3,"outputs":[{"output_type":"stream","name":"stdout","text":["Mounted at /content/drive\n"]}]},{"cell_type":"code","source":["%cd /content/drive/My Drive/fake-news-detection/new-truth-guard"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"ALRWoyJNNncT","executionInfo":{"status":"ok","timestamp":1753372945126,"user_tz":240,"elapsed":1448,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"154fd036-2dc3-4032-a622-b102319b9a58"},"execution_count":4,"outputs":[{"output_type":"stream","name":"stdout","text":["/content/drive/My Drive/fake-news-detection/new-truth-guard\n"]}]},{"cell_type":"code","source":["import pandas as pd\n","\n","# Kaggle Fake and Real News Dataset\n","fake_df = pd.read_csv(\"kaggle/Fake.csv\")[[\"title\",\"text\"]]\n","fake_df[\"veracity\"] = 0.0\n","\n","real_df = pd.read_csv(\"kaggle/True.csv\")[[\"title\",\"text\"]]\n","real_df[\"veracity\"] = 1.0\n","\n","kaggle_df = pd.concat([fake_df, real_df], ignore_index=True)"],"metadata":{"id":"98MgQ4ZwJt34","executionInfo":{"status":"ok","timestamp":1753372955139,"user_tz":240,"elapsed":10009,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}}},"execution_count":5,"outputs":[]},{"cell_type":"code","source":["kaggle_df"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":424},"id":"DCJOcsltOL2d","executionInfo":{"status":"ok","timestamp":1753372956165,"user_tz":240,"elapsed":982,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"3704478d-9217-4717-9cde-06e612962f7a"},"execution_count":6,"outputs":[{"output_type":"execute_result","data":{"text/plain":["                                                   title  \\\n","0       Donald Trump Sends Out Embarrassing New Year’...   \n","1       Drunk Bragging Trump Staffer Started Russian ...   \n","2       Sheriff David Clarke Becomes An Internet Joke...   \n","3       Trump Is So Obsessed He Even Has Obama’s Name...   \n","4       Pope Francis Just Called Out Donald Trump Dur...   \n","...                                                  ...   \n","44893  'Fully committed' NATO backs new U.S. approach...   \n","44894  LexisNexis withdrew two products from Chinese ...   \n","44895  Minsk cultural hub becomes haven from authorities   \n","44896  Vatican upbeat on possibility of Pope Francis ...   \n","44897  Indonesia to buy $1.14 billion worth of Russia...   \n","\n","                                                    text  veracity  \n","0      Donald Trump just couldn t wish all Americans ...       0.0  \n","1      House Intelligence Committee Chairman Devin Nu...       0.0  \n","2      On Friday, it was revealed that former Milwauk...       0.0  \n","3      On Christmas day, Donald Trump announced that ...       0.0  \n","4      Pope Francis used his annual Christmas Day mes...       0.0  \n","...                                                  ...       ...  \n","44893  BRUSSELS (Reuters) - NATO allies on Tuesday we...       1.0  \n","44894  LONDON (Reuters) - LexisNexis, a provider of l...       1.0  \n","44895  MINSK (Reuters) - In the shadow of disused Sov...       1.0  \n","44896  MOSCOW (Reuters) - Vatican Secretary of State ...       1.0  \n","44897  JAKARTA (Reuters) - Indonesia will buy 11 Sukh...       1.0  \n","\n","[44898 rows x 3 columns]"],"text/html":["\n","  <div id=\"df-b1c987d1-6907-4c89-9f19-bf062042b9e4\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>title</th>\n","      <th>text</th>\n","      <th>veracity</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>Donald Trump Sends Out Embarrassing New Year’...</td>\n","      <td>Donald Trump just couldn t wish all Americans ...</td>\n","      <td>0.0</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>Drunk Bragging Trump Staffer Started Russian ...</td>\n","      <td>House Intelligence Committee Chairman Devin Nu...</td>\n","      <td>0.0</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>Sheriff David Clarke Becomes An Internet Joke...</td>\n","      <td>On Friday, it was revealed that former Milwauk...</td>\n","      <td>0.0</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>Trump Is So Obsessed He Even Has Obama’s Name...</td>\n","      <td>On Christmas day, Donald Trump announced that ...</td>\n","      <td>0.0</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Pope Francis Just Called Out Donald Trump Dur...</td>\n","      <td>Pope Francis used his annual Christmas Day mes...</td>\n","      <td>0.0</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>44893</th>\n","      <td>'Fully committed' NATO backs new U.S. approach...</td>\n","      <td>BRUSSELS (Reuters) - NATO allies on Tuesday we...</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>44894</th>\n","      <td>LexisNexis withdrew two products from Chinese ...</td>\n","      <td>LONDON (Reuters) - LexisNexis, a provider of l...</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>44895</th>\n","      <td>Minsk cultural hub becomes haven from authorities</td>\n","      <td>MINSK (Reuters) - In the shadow of disused Sov...</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>44896</th>\n","      <td>Vatican upbeat on possibility of Pope Francis ...</td>\n","      <td>MOSCOW (Reuters) - Vatican Secretary of State ...</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>44897</th>\n","      <td>Indonesia to buy $1.14 billion worth of Russia...</td>\n","      <td>JAKARTA (Reuters) - Indonesia will buy 11 Sukh...</td>\n","      <td>1.0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>44898 rows × 3 columns</p>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-b1c987d1-6907-4c89-9f19-bf062042b9e4')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-b1c987d1-6907-4c89-9f19-bf062042b9e4 button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-b1c987d1-6907-4c89-9f19-bf062042b9e4');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","    <div id=\"df-a6bb9267-737a-4789-8886-8d131e56bb33\">\n","      <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-a6bb9267-737a-4789-8886-8d131e56bb33')\"\n","                title=\"Suggest charts\"\n","                style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","      </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","      <script>\n","        async function quickchart(key) {\n","          const quickchartButtonEl =\n","            document.querySelector('#' + key + ' button');\n","          quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","          quickchartButtonEl.classList.add('colab-df-spinner');\n","          try {\n","            const charts = await google.colab.kernel.invokeFunction(\n","                'suggestCharts', [key], {});\n","          } catch (error) {\n","            console.error('Error during call to suggestCharts:', error);\n","          }\n","          quickchartButtonEl.classList.remove('colab-df-spinner');\n","          quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","        }\n","        (() => {\n","          let quickchartButtonEl =\n","            document.querySelector('#df-a6bb9267-737a-4789-8886-8d131e56bb33 button');\n","          quickchartButtonEl.style.display =\n","            google.colab.kernel.accessAllowed ? 'block' : 'none';\n","        })();\n","      </script>\n","    </div>\n","\n","  <div id=\"id_2d8de5b0-21f6-4cbd-950f-3409760cfde1\">\n","    <style>\n","      .colab-df-generate {\n","        background-color: #E8F0FE;\n","        border: none;\n","        border-radius: 50%;\n","        cursor: pointer;\n","        display: none;\n","        fill: #1967D2;\n","        height: 32px;\n","        padding: 0 0 0 0;\n","        width: 32px;\n","      }\n","\n","      .colab-df-generate:hover {\n","        background-color: #E2EBFA;\n","        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","        fill: #174EA6;\n","      }\n","\n","      [theme=dark] .colab-df-generate {\n","        background-color: #3B4455;\n","        fill: #D2E3FC;\n","      }\n","\n","      [theme=dark] .colab-df-generate:hover {\n","        background-color: #434B5C;\n","        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","        fill: #FFFFFF;\n","      }\n","    </style>\n","    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('kaggle_df')\"\n","            title=\"Generate code using this dataframe.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n","  </svg>\n","    </button>\n","    <script>\n","      (() => {\n","      const buttonEl =\n","        document.querySelector('#id_2d8de5b0-21f6-4cbd-950f-3409760cfde1 button.colab-df-generate');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      buttonEl.onclick = () => {\n","        google.colab.notebook.generateWithVariable('kaggle_df');\n","      }\n","      })();\n","    </script>\n","  </div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"kaggle_df","summary":"{\n  \"name\": \"kaggle_df\",\n  \"rows\": 44898,\n  \"fields\": [\n    {\n      \"column\": \"title\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 38729,\n        \"samples\": [\n          \"Supreme Court Justice Ginsburg 'regrets' Trump criticisms\",\n          \" DOZENS Of GOP Foreign Policy Experts Pledge To Stop Trump From Winning Nomination\",\n          \" REPORT: Trump Laughed After Woman Was Grabbed \\u2018By The P*ssy\\u2019 On Apprentice Set\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"text\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 38646,\n        \"samples\": [\n          \" (This September 29 has been corrected to fix date of election in paragraph 3) NAIROBI (Reuters) - A Kenyan government watchdog said on Friday it was investigating whether police had assaulted students during protests this week at the University of Nairobi over the detention of an opposition lawmaker.   Police fired tear gas on Thursday at the protesting students. Video footage posted on social media later in the day showed uniformed officers outside dormitories and inside classrooms using batons to hit people who did not appear to be involved in the campus protests.  It was the latest crackdown by police on protests since an Aug. 8 presidential election that was later annulled by the Supreme Court. A re-run of the vote has been set for Oct. 26. The Independent Police Oversight Authority (IPOA)  this morning noted from social media reports of an incident in which members of the National Police Service allegedly stormed the University of Nairobi and assaulted students at the institution,  the authority said on its Twitter feed.  It requested that any member of the public come forward to provide information to aid the investigation.  The students had been protesting against the re-arrest of a lawmaker, Paul Ongili Owino, on Wednesday, shortly after he was released on bail on charges of subversion for calling President Uhuru Kenyatta a  son of a dog  at a campaign rally. Kenya is a key Western ally in a region often roiled by violence. Preparations for the re-run of the election are being closely monitored for signs of instability, after at least 28 people were killed in unrest following the Aug. 8 vote. The IPOA watchdog was created in 2011, after police came under severe criticism for the number of protesters killed during demonstrations against disputed elections in 2007. The violence then killed around 1,2000 people. But local and international rights groups say the institution is struggling to fulfill its mandate to investigate allegations of police brutality in a country rife with reports from civilians of extrajudicial killings by security forces.  The IPOA has secured two convictions of police officers in the four years it has been operational. The watchdog pledged last month to fast-track investigations into high-profile deaths such as that of a baby allegedly killed by police in the violence after the election. [L4N1L34FC] But people familiar with the status of these investigations say the police are not cooperating with them, and that senior officials in the police force and the interior ministry insist officers killed only thieves and thugs. \",\n          \"WASHINGTON/CAIRO (Reuters) - Five Iraqi passengers and one Yemeni were barred from boarding an EgyptAir flight from Cairo to New York on Saturday after President Donald Trump halted the entry of citizens from seven Muslim-majority countries, sources at Cairo airport said. The passengers, arriving in transit to Cairo airport, were stopped and re-directed to flights headed for their home countries despite holding valid visas, the sources said.  Trump on Friday put a four-month hold on allowing refugees into the United States and temporarily barred travelers from Syria and six other Muslim-majority countries, saying the moves would help protect Americans from terrorist attacks. He said his most sweeping use of his presidential powers since taking office a week ago, barring travelers from the seven nations for at least 90 days, would give his administration time to develop more stringent screening procedures for refugees, immigrants and visitors. \\u201cI\\u2019m establishing new vetting measures to keep radical Islamic terrorists out of the United States of America. Don\\u2019t want them here,\\u201d Trump said earlier on Friday at the Pentagon. \\u201cWe only want to admit those into our country who will support our country and love deeply our people,\\u201d he said. The bans, though temporary, took effect immediately, causing havoc and confusion for would-be travelers with passports from Iran, Iraq, Libya, Somalia, Sudan, Syria and Yemen. Besides Cairo it was not immediately clear whether other  airports of countries listed by Trump had swiftly implemented the ban. Arab officials of the listed countries would not comment on the matter. The order seeks to prioritize refugees fleeing religious persecution, a move Trump separately said was aimed at helping Christians in Syria. That led some legal experts to question whether the order was constitutional. One group said it would announce a court challenge on Monday. The Council on American-Islamic Relations said the order targets Muslims because of their faith, contravening the U.S. Constitutional right to freedom of religion. \\u201cPresident Trump has cloaked what is a discriminatory ban against nationals of Muslim countries under the banner of national security,\\u201d said Greg Chen of the American Immigration Lawyers Association.  Trump has long pledged to take this kind of action, making it a prominent feature of his campaign for the Nov. 8 election. But people who work with Muslim immigrants and refugees were scrambling to determine the scope of the order. Even legal permanent residents - people with \\u201cgreen cards\\u201d allowing them to live and work in the United States - were being advised to consult immigration lawyers before traveling outside the country, or trying to return, according to Muslim Advocates, a civil rights group in Washington.  On Friday evening, Abed Ayoub of the American-Arab Anti-Discrimination Committee said he had fielded about 100 queries from people anxious about the order, which he said he believed could affect traveling green card holders, students, people coming to the United States for medical care and others. \\u201cIt\\u2019s chaos,\\u201d Ayoub said. During his campaign, Trump tapped into American fears about Islamic State militants and the flood of migrants into Europe from Syria\\u2019s civil war, saying refugees could be a \\u201cTrojan horse\\u201d that allowed attackers to enter the United States. In December 2015, he called for a ban on all Muslims entering the United States, drawing fire for suggesting a religious test for immigrants that critics said would violate the U.S. Constitution. His idea later evolved into a proposal for \\u201cextreme vetting.\\u201d  Trump\\u2019s order also suspends the Syrian refugee program until further notice, and will eventually give priority to minority religious groups fleeing persecution.  Trump said in an interview with the Christian Broadcasting Network that the exception would help Syrian Christians fleeing the civil war there. Legal experts were divided on whether this order would be constitutional. \\u201cIf they are thinking about an exception for Christians, in almost any other legal context discriminating in favor of one religion and against another religion could violate the constitution,\\u201d said Stephen Legomsky, a former chief counsel at U.S. Citizenship and Immigration Services in the Obama administration. But Peter Spiro, a professor at Temple University Beasley School of Law, said Trump\\u2019s action would likely be constitutional because the president and Congress are allowed considerable deference when it comes to asylum decisions. \\u201cIt\\u2019s a completely plausible prioritization, to the extent this group is actually being persecuted,\\u201d Spiro said. The order may also affect special refugee programs for Iraqis who worked for the U.S. government as translators after the 2003 invasion of Iraq. It is already affecting refugees and their families, said Jen Smyers of the Church World Service, a Protestant faith-based group that works with migrants. Smyers said she spoke to an Iraqi mother whose twin daughters remain in Iraq due to processing delays. \\u201cThose two 18-year-old daughters won\\u2019t be able to join their mother in the U.S.,\\u201d she said. Democrats on Friday were quick to condemn Trump\\u2019s order as un-American, saying it would tarnish the reputation of the United States as a land that welcomes immigrants. \\u201cToday\\u2019s executive order from President Trump is more about extreme xenophobia than extreme vetting,\\u201d said Democratic Senator Edward Markey in a statement. Some Republicans praised the move. Representative Bob Goodlatte, chairman of the House of Representatives Judiciary Committee, said Islamic State has threatened to use the U.S. immigration system, making it important to do more screening. \\u201cI am pleased that President Trump is using the tools granted to him by Congress and the power granted by the Constitution to help keep America safe and ensure we know who is entering the United States,\\u201d Goodlatte said in a statement. Without naming Trump, Iranian President Hassan Rouhani said on Saturday it was no time to build walls between nations and criticized steps towards cancelling world trade agreements. Trump on Wednesday ordered the construction of a U.S.-Mexican border wall, a major promise during his election campaign, as part of a package of measures to curb illegal immigration. \\u201cToday is not the time to erect walls between nations. They have forgotten that the Berlin wall fell years ago,\\u201d Rouhani said in a speech carried live on Iranian state television. He made no direct reference to Trump\\u2019s order regarding refugees and travelers from the seven mainly Muslim states. Rouhani, a pragmatist elected in 2013, thawed Iran\\u2019s relations with world powers after years of confrontation and engineered its 2015 deal with them under which it curbed its nuclear program in exchange for relief from sanctions. Rouhani said earlier this month that Trump could not unilaterally cancel the nuclear deal and that talk of renegotiating it was \\u201cmeaningless\\u201d. France and Germany voiced disquiet on Saturday over Trump\\u2019s new restrictions on immigration. \\u201cWelcoming refugees who flee war and oppression is part of our duty,\\u201d French Foreign Minister Jean-Marc Ayrault said at a joint news conference with German counterpart Sigmar Gabriel. \\u201cThe United States is a country where Christian traditions have an important meaning. Loving your neighbor is a major Christian value, and that includes helping people,\\u201d said  Gabriel. \\u201cI think that is what unites us in the West, and I think that is what we want to make clear to the Americans.\\u201d \",\n          \"PRISTINA (Reuters) - Kosovo s center-right coalition led by the Democratic Party of Kosovo signed a deal on Monday with the small New Alliance for Kosovo party to form a government, ending nearly three months of political deadlock after an election on June 11.      Finally Kosovo has started to move ... we had some big delays and our institutions now will be formed,  said Ramush Haradinaj, from the center-right coalition of parties made up of former guerrillas who fought the 1998-99 war against Serb forces. Under the deal, the parties along with ethnic minorities will secure 63 seats in the 120-seat parliament.  President Hashim Thaci is expected to give Haradinaj a mandate to form the government within days. A source who asked not to be named told Reuters the parliament session to elect the parliament speaker would be held this week. Haradinaj, who twice stood trial before the United Nations war crimes court for war crimes and was acquitted, briefly held the post of prime minister in 2005.  The smaller New Alliance for Kosovo party is led by Behgjet Pacolli, who is dubbed by media the richest Kosovar.  Pacolli, who also holds a Swiss passport, won many contracts from the Russian government to rebuild state buildings in Moscow in the  90s but a decade ago he moved his business from Moscow to Kazakhstan.  It is unclear what post Pacolli will hold in the new government.  The new government will have to tackle unemployment running at 30 percent and improve relations with Kosovo s neighbors, especially Serbia, a precondition for both countries to move forward in the European Union accession process. It must also reform health and education and the tax administration system as well as include representatives of some 120,000 Kosovo Serbs who do not recognize independence. Kosovo declared independence from Serbia in 2008, almost a decade after NATO air strikes drove out Serbian forces accused of expelling and killing ethnic Albanian civilians in a two-year counter-insurgency.  \"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"veracity\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.49947695279491994,\n        \"min\": 0.0,\n        \"max\": 1.0,\n        \"num_unique_values\": 2,\n        \"samples\": [\n          1.0,\n          0.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"}},"metadata":{},"execution_count":6}]},{"cell_type":"code","source":["# Liar2 Dataset\n","train_df = pd.read_csv(\"liar2/train.csv\")[[\"statement\", \"label\"]]\n","val_df = pd.read_csv(\"liar2/valid.csv\")[[\"statement\", \"label\"]]\n","test_liar2 = pd.read_csv(\"liar2/test.csv\")[[\"statement\", \"label\"]]\n","\n","train_liar2 = pd.concat([train_df, val_df], ignore_index=True)\n","\n","train_liar2[\"veracity\"] = train_liar2[\"label\"] / 5\n","test_liar2[\"veracity\"] = test_liar2[\"label\"] / 5\n","\n","train_liar2[\"text\"] = train_liar2[\"statement\"]\n","test_liar2[\"text\"] = test_liar2[\"statement\"]\n","\n","train_liar2.drop(columns=[\"statement\", \"label\"], inplace=True)\n","test_liar2.drop(columns=[\"statement\", \"label\"], inplace=True)"],"metadata":{"id":"QlGIid-YDBCq","executionInfo":{"status":"ok","timestamp":1753372959776,"user_tz":240,"elapsed":3608,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}}},"execution_count":7,"outputs":[]},{"cell_type":"code","source":["train_liar2"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":424},"id":"bFXZtrJTPDGB","executionInfo":{"status":"ok","timestamp":1753372959843,"user_tz":240,"elapsed":65,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"9b3f053b-d94e-4fb3-9adc-5ed4f0967cb9"},"execution_count":8,"outputs":[{"output_type":"execute_result","data":{"text/plain":["       veracity                                               text\n","0           1.0  90 percent of Americans \"support universal bac...\n","1           0.2  Last year was one of the deadliest years ever ...\n","2           0.0  Bernie Sanders's plan is \"to raise your taxes ...\n","3           0.8  Voter ID is supported by an overwhelming major...\n","4           0.4  Says Barack Obama \"robbed Medicare (of) $716 b...\n","...         ...                                                ...\n","20661       0.8  Worldwide credit card transactions, the credit...\n","20662       0.6  Rick Perry \"advocated to liquidate\" the state'...\n","20663       0.2    AirPods are essentially microwaving your brain.\n","20664       0.6  Emails released to the public show Hillary Cli...\n","20665       1.0  Says proposed teacher contract \"would layer on...\n","\n","[20666 rows x 2 columns]"],"text/html":["\n","  <div id=\"df-b873792b-e765-4825-8090-8f1ea313892d\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>veracity</th>\n","      <th>text</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>1.0</td>\n","      <td>90 percent of Americans \"support universal bac...</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>0.2</td>\n","      <td>Last year was one of the deadliest years ever ...</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>0.0</td>\n","      <td>Bernie Sanders's plan is \"to raise your taxes ...</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>0.8</td>\n","      <td>Voter ID is supported by an overwhelming major...</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>0.4</td>\n","      <td>Says Barack Obama \"robbed Medicare (of) $716 b...</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>20661</th>\n","      <td>0.8</td>\n","      <td>Worldwide credit card transactions, the credit...</td>\n","    </tr>\n","    <tr>\n","      <th>20662</th>\n","      <td>0.6</td>\n","      <td>Rick Perry \"advocated to liquidate\" the state'...</td>\n","    </tr>\n","    <tr>\n","      <th>20663</th>\n","      <td>0.2</td>\n","      <td>AirPods are essentially microwaving your brain.</td>\n","    </tr>\n","    <tr>\n","      <th>20664</th>\n","      <td>0.6</td>\n","      <td>Emails released to the public show Hillary Cli...</td>\n","    </tr>\n","    <tr>\n","      <th>20665</th>\n","      <td>1.0</td>\n","      <td>Says proposed teacher contract \"would layer on...</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>20666 rows × 2 columns</p>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-b873792b-e765-4825-8090-8f1ea313892d')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-b873792b-e765-4825-8090-8f1ea313892d button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-b873792b-e765-4825-8090-8f1ea313892d');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","    <div id=\"df-a229595a-bda2-4bd7-9bd8-ef124389b764\">\n","      <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-a229595a-bda2-4bd7-9bd8-ef124389b764')\"\n","                title=\"Suggest charts\"\n","                style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","      </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","      <script>\n","        async function quickchart(key) {\n","          const quickchartButtonEl =\n","            document.querySelector('#' + key + ' button');\n","          quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","          quickchartButtonEl.classList.add('colab-df-spinner');\n","          try {\n","            const charts = await google.colab.kernel.invokeFunction(\n","                'suggestCharts', [key], {});\n","          } catch (error) {\n","            console.error('Error during call to suggestCharts:', error);\n","          }\n","          quickchartButtonEl.classList.remove('colab-df-spinner');\n","          quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","        }\n","        (() => {\n","          let quickchartButtonEl =\n","            document.querySelector('#df-a229595a-bda2-4bd7-9bd8-ef124389b764 button');\n","          quickchartButtonEl.style.display =\n","            google.colab.kernel.accessAllowed ? 'block' : 'none';\n","        })();\n","      </script>\n","    </div>\n","\n","  <div id=\"id_091437da-6f63-4754-bfe8-bb663c8d2f67\">\n","    <style>\n","      .colab-df-generate {\n","        background-color: #E8F0FE;\n","        border: none;\n","        border-radius: 50%;\n","        cursor: pointer;\n","        display: none;\n","        fill: #1967D2;\n","        height: 32px;\n","        padding: 0 0 0 0;\n","        width: 32px;\n","      }\n","\n","      .colab-df-generate:hover {\n","        background-color: #E2EBFA;\n","        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","        fill: #174EA6;\n","      }\n","\n","      [theme=dark] .colab-df-generate {\n","        background-color: #3B4455;\n","        fill: #D2E3FC;\n","      }\n","\n","      [theme=dark] .colab-df-generate:hover {\n","        background-color: #434B5C;\n","        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","        fill: #FFFFFF;\n","      }\n","    </style>\n","    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('train_liar2')\"\n","            title=\"Generate code using this dataframe.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n","  </svg>\n","    </button>\n","    <script>\n","      (() => {\n","      const buttonEl =\n","        document.querySelector('#id_091437da-6f63-4754-bfe8-bb663c8d2f67 button.colab-df-generate');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      buttonEl.onclick = () => {\n","        google.colab.notebook.generateWithVariable('train_liar2');\n","      }\n","      })();\n","    </script>\n","  </div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"train_liar2","summary":"{\n  \"name\": \"train_liar2\",\n  \"rows\": 20666,\n  \"fields\": [\n    {\n      \"column\": \"veracity\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.317931918663553,\n        \"min\": 0.0,\n        \"max\": 1.0,\n        \"num_unique_values\": 6,\n        \"samples\": [\n          1.0,\n          0.2,\n          0.6\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"text\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 20639,\n        \"samples\": [\n          \"Tim Kaine supported \\\"higher energy costs for families.\",\n          \"There is long historical precedent for a Supreme Court with fewer justices.\",\n          \"Citing his efforts to secure the border, Obama said, \\\"Overall, the number of people trying to cross our border illegally is the lowest it has been since the 1970s.\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"}},"metadata":{},"execution_count":8}]},{"cell_type":"code","source":["from sklearn.model_selection import train_test_split\n","\n","all_df = pd.concat([train_liar2, test_liar2, kaggle_df], ignore_index=True)\n","train_df, test_df = train_test_split(\n","    all_df,\n","    test_size=0.1,\n","    stratify=(all_df[\"veracity\"] > 0.5),\n","    random_state=42\n",")"],"metadata":{"id":"CuKAzhFl-HG3","executionInfo":{"status":"ok","timestamp":1753372959895,"user_tz":240,"elapsed":51,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}}},"execution_count":9,"outputs":[]},{"cell_type":"code","source":["train_df"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":424},"id":"Q9V9PThPJxDn","executionInfo":{"status":"ok","timestamp":1753372960726,"user_tz":240,"elapsed":819,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"c21ef874-4f51-4f9b-e9b7-f8ba0a6d9ed0"},"execution_count":10,"outputs":[{"output_type":"execute_result","data":{"text/plain":["       veracity                                               text  \\\n","29891       0.0  The Brady Campaign to Prevent Gun Violence rel...   \n","34071       0.0  Just when everyone thought the  Crazy Fat Kid ...   \n","31563       0.0  Thinking about going to the movies? You might ...   \n","54421       1.0  BOGOTA (Reuters) - Colombia’s peace deal with ...   \n","27197       0.0  Not only is Donald Trump an admitted serial gr...   \n","...         ...                                                ...   \n","45540       0.0  Tune in to the Alternate Current Radio Network...   \n","14550       0.2  Says William Barr tweeted, \"BREAKING NEWS Sena...   \n","36614       0.0  Nothing to see here. No conflict of interest. ...   \n","21159       0.4  Two million federal workers negotiate zippo, z...   \n","13842       1.0  An effort to repeal voting-reform legislation ...   \n","\n","                                                   title  \n","29891   WATCH: Anti-Gun Group Absolutely DESTROYS NRA...  \n","34071  “Crazy Fat Kid” Kim Jong Un Has HILARIOUS Rule...  \n","31563   Oops: Ammosexual Playing With Gun During Beng...  \n","54421  U.S Treasury’s Lew says Colombia peace deal to...  \n","27197   BREAKING: Donald Trump Walked Into Dressing R...  \n","...                                                  ...  \n","45540  BOILER ROOM – EP #55 – Roasting the Wretched H...  \n","14550                                                NaN  \n","36614  FLASHBACK: HILLARY Received $500K In Jewelry F...  \n","21159                                                NaN  \n","13842                                                NaN  \n","\n","[61074 rows x 3 columns]"],"text/html":["\n","  <div id=\"df-d8c9156b-4a83-4bdc-95a0-a10f13d121d5\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>veracity</th>\n","      <th>text</th>\n","      <th>title</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>29891</th>\n","      <td>0.0</td>\n","      <td>The Brady Campaign to Prevent Gun Violence rel...</td>\n","      <td>WATCH: Anti-Gun Group Absolutely DESTROYS NRA...</td>\n","    </tr>\n","    <tr>\n","      <th>34071</th>\n","      <td>0.0</td>\n","      <td>Just when everyone thought the  Crazy Fat Kid ...</td>\n","      <td>“Crazy Fat Kid” Kim Jong Un Has HILARIOUS Rule...</td>\n","    </tr>\n","    <tr>\n","      <th>31563</th>\n","      <td>0.0</td>\n","      <td>Thinking about going to the movies? You might ...</td>\n","      <td>Oops: Ammosexual Playing With Gun During Beng...</td>\n","    </tr>\n","    <tr>\n","      <th>54421</th>\n","      <td>1.0</td>\n","      <td>BOGOTA (Reuters) - Colombia’s peace deal with ...</td>\n","      <td>U.S Treasury’s Lew says Colombia peace deal to...</td>\n","    </tr>\n","    <tr>\n","      <th>27197</th>\n","      <td>0.0</td>\n","      <td>Not only is Donald Trump an admitted serial gr...</td>\n","      <td>BREAKING: Donald Trump Walked Into Dressing R...</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>45540</th>\n","      <td>0.0</td>\n","      <td>Tune in to the Alternate Current Radio Network...</td>\n","      <td>BOILER ROOM – EP #55 – Roasting the Wretched H...</td>\n","    </tr>\n","    <tr>\n","      <th>14550</th>\n","      <td>0.2</td>\n","      <td>Says William Barr tweeted, \"BREAKING NEWS Sena...</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>36614</th>\n","      <td>0.0</td>\n","      <td>Nothing to see here. No conflict of interest. ...</td>\n","      <td>FLASHBACK: HILLARY Received $500K In Jewelry F...</td>\n","    </tr>\n","    <tr>\n","      <th>21159</th>\n","      <td>0.4</td>\n","      <td>Two million federal workers negotiate zippo, z...</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>13842</th>\n","      <td>1.0</td>\n","      <td>An effort to repeal voting-reform legislation ...</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>61074 rows × 3 columns</p>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-d8c9156b-4a83-4bdc-95a0-a10f13d121d5')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-d8c9156b-4a83-4bdc-95a0-a10f13d121d5 button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-d8c9156b-4a83-4bdc-95a0-a10f13d121d5');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","    <div id=\"df-fcd0bfa4-6de5-4ce8-929f-94ae03e8b1b2\">\n","      <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-fcd0bfa4-6de5-4ce8-929f-94ae03e8b1b2')\"\n","                title=\"Suggest charts\"\n","                style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","      </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","      <script>\n","        async function quickchart(key) {\n","          const quickchartButtonEl =\n","            document.querySelector('#' + key + ' button');\n","          quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","          quickchartButtonEl.classList.add('colab-df-spinner');\n","          try {\n","            const charts = await google.colab.kernel.invokeFunction(\n","                'suggestCharts', [key], {});\n","          } catch (error) {\n","            console.error('Error during call to suggestCharts:', error);\n","          }\n","          quickchartButtonEl.classList.remove('colab-df-spinner');\n","          quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","        }\n","        (() => {\n","          let quickchartButtonEl =\n","            document.querySelector('#df-fcd0bfa4-6de5-4ce8-929f-94ae03e8b1b2 button');\n","          quickchartButtonEl.style.display =\n","            google.colab.kernel.accessAllowed ? 'block' : 'none';\n","        })();\n","      </script>\n","    </div>\n","\n","  <div id=\"id_fed60a18-12ba-4785-93a4-4bb1569fb864\">\n","    <style>\n","      .colab-df-generate {\n","        background-color: #E8F0FE;\n","        border: none;\n","        border-radius: 50%;\n","        cursor: pointer;\n","        display: none;\n","        fill: #1967D2;\n","        height: 32px;\n","        padding: 0 0 0 0;\n","        width: 32px;\n","      }\n","\n","      .colab-df-generate:hover {\n","        background-color: #E2EBFA;\n","        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","        fill: #174EA6;\n","      }\n","\n","      [theme=dark] .colab-df-generate {\n","        background-color: #3B4455;\n","        fill: #D2E3FC;\n","      }\n","\n","      [theme=dark] .colab-df-generate:hover {\n","        background-color: #434B5C;\n","        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","        fill: #FFFFFF;\n","      }\n","    </style>\n","    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('train_df')\"\n","            title=\"Generate code using this dataframe.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n","  </svg>\n","    </button>\n","    <script>\n","      (() => {\n","      const buttonEl =\n","        document.querySelector('#id_fed60a18-12ba-4785-93a4-4bb1569fb864 button.colab-df-generate');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      buttonEl.onclick = () => {\n","        google.colab.notebook.generateWithVariable('train_df');\n","      }\n","      })();\n","    </script>\n","  </div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"train_df","summary":"{\n  \"name\": \"train_df\",\n  \"rows\": 61074,\n  \"fields\": [\n    {\n      \"column\": \"veracity\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.44649626222263583,\n        \"min\": 0.0,\n        \"max\": 1.0,\n        \"num_unique_values\": 6,\n        \"samples\": [\n          0.0,\n          1.0,\n          0.4\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"text\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 55883,\n        \"samples\": [\n          \"The Affordable Care Act is \\\"not the law of the land.\",\n          \"Just days ago, Iran's Supreme Leader (Ali) Khamenei, who will oversee implementation of this agreement, was calling Israel a 'rabid dog' and accusing the United States of war crimes.\",\n          \"Sen. Richard Blumenthal was deeply disturbed by James Comey s testimony that Attorney General Jeff Sessions was hiding a third meeting with the Russians. During an interview with CNN s Erin Burnett on Thursday, Blumenthal said that if what Comey revealed is true, it  could be perjury. I can t confirm what may have been provided in a classified setting, but with a third meeting, even without it, what we have is a pattern of contacts with the Russians by (Michael) Flynn, by Sessions, by (Jared) Kushner   secret and then concealed,  Blumenthal said.It  could be perjury,  he added.Following the open hearing, Comey testified behind closed doors where he was able to discuss classified information. In this closed door hearing, Comey revealed that Sessions had met with Russian Ambassador Sergey Kislyak a third time during the campaign and concealed it.Blumenthal said that Sessions is emerging more and more as a key figure  in the investigation into Russia s interference in our presidential election. Not only because of his problematic contact with Russians,  he said,  but also because he failed to safeguard and protect the FBI as part of the Department of Justice when he learned about the meeting in which the President of the United States in effect had inappropriate conversations with Director Comey. No wonder Comey didn t feel comfortable going to the Department of Justice with his concerns that Trump was trying to stop him from continuing the Russia investigation. Sessions  hands are turning out to be just as dirty as Trump s  and Mike Flynn s  and Paul Manafort s  and Carter Page s  and Jared Kushner s. Blumenthal sees the pattern here. I clearly see it. Even my grade schooler can see it. How the f*ck are Republicans still managing to stay so willfully ignorant?You can watch Blumenthal s interview here, via CNN: What we have is a pattern of contacts w the Russian secret and then conceleaed could be perjury  @SenBlumenthal https://t.co/iucCXvcXGz  OutFrontCNN (@OutFrontCNN) June 8, 2017Featured image via video screen capture\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"title\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 35346,\n        \"samples\": [\n          \"Britain, EU clinch Brexit 'breakthrough' with move to trade talks\",\n          \"Poland's PiS may sack PM Szydlo, replace with finance minister: sources\",\n          \"Philippine rebels, hostages remain in Marawi, fight continues: army\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"}},"metadata":{},"execution_count":10}]},{"cell_type":"code","source":["test_df"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":424},"id":"Pl-IVXk5SoT8","executionInfo":{"status":"ok","timestamp":1753372961133,"user_tz":240,"elapsed":157,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"9b6fe2d9-88ae-4ab4-a89b-da1b1cc5edc6"},"execution_count":11,"outputs":[{"output_type":"execute_result","data":{"text/plain":["       veracity                                               text  \\\n","22284       0.0  Around the world, people who exercise their \"h...   \n","380         0.6  The sanctions that we put on (Russia) for the ...   \n","67133       1.0  WASHINGTON (Reuters) - U.S. President Donald T...   \n","15460       0.4  The price of soybeans has fallen 50% since 5 y...   \n","20949       0.2  Human trafficking and drugs\" at the Mexico bor...   \n","...         ...                                                ...   \n","17801       0.8  One in six Texans don't have health care. We'r...   \n","61245       1.0  CHILPANCINGO, Mexico (Reuters) - A protest by ...   \n","4258        0.4  The Trump budget \"cuts $845 billion, almost a ...   \n","44634       0.0  Ultimate gun control is the end game of Barack...   \n","21237       0.2  Suggests ivermectin is an effective treatment ...   \n","\n","                                                   title  \n","22284                                                NaN  \n","380                                                  NaN  \n","67133  Trump says hopes to avoid use of military acti...  \n","15460                                                NaN  \n","20949                                                NaN  \n","...                                                  ...  \n","17801                                                NaN  \n","61245  Protest over odor from rotting corpses shuts M...  \n","4258                                                 NaN  \n","44634  ABOVE THE LAW: Obama Goes Around Congress (Aga...  \n","21237                                                NaN  \n","\n","[6786 rows x 3 columns]"],"text/html":["\n","  <div id=\"df-62045681-87b6-4d88-99fb-af38ca7a7b36\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>veracity</th>\n","      <th>text</th>\n","      <th>title</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>22284</th>\n","      <td>0.0</td>\n","      <td>Around the world, people who exercise their \"h...</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>380</th>\n","      <td>0.6</td>\n","      <td>The sanctions that we put on (Russia) for the ...</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>67133</th>\n","      <td>1.0</td>\n","      <td>WASHINGTON (Reuters) - U.S. President Donald T...</td>\n","      <td>Trump says hopes to avoid use of military acti...</td>\n","    </tr>\n","    <tr>\n","      <th>15460</th>\n","      <td>0.4</td>\n","      <td>The price of soybeans has fallen 50% since 5 y...</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>20949</th>\n","      <td>0.2</td>\n","      <td>Human trafficking and drugs\" at the Mexico bor...</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>17801</th>\n","      <td>0.8</td>\n","      <td>One in six Texans don't have health care. We'r...</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>61245</th>\n","      <td>1.0</td>\n","      <td>CHILPANCINGO, Mexico (Reuters) - A protest by ...</td>\n","      <td>Protest over odor from rotting corpses shuts M...</td>\n","    </tr>\n","    <tr>\n","      <th>4258</th>\n","      <td>0.4</td>\n","      <td>The Trump budget \"cuts $845 billion, almost a ...</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>44634</th>\n","      <td>0.0</td>\n","      <td>Ultimate gun control is the end game of Barack...</td>\n","      <td>ABOVE THE LAW: Obama Goes Around Congress (Aga...</td>\n","    </tr>\n","    <tr>\n","      <th>21237</th>\n","      <td>0.2</td>\n","      <td>Suggests ivermectin is an effective treatment ...</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>6786 rows × 3 columns</p>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-62045681-87b6-4d88-99fb-af38ca7a7b36')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-62045681-87b6-4d88-99fb-af38ca7a7b36 button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-62045681-87b6-4d88-99fb-af38ca7a7b36');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","    <div id=\"df-e3fb5105-6064-4333-a138-5147b6900dea\">\n","      <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-e3fb5105-6064-4333-a138-5147b6900dea')\"\n","                title=\"Suggest charts\"\n","                style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","      </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","      <script>\n","        async function quickchart(key) {\n","          const quickchartButtonEl =\n","            document.querySelector('#' + key + ' button');\n","          quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","          quickchartButtonEl.classList.add('colab-df-spinner');\n","          try {\n","            const charts = await google.colab.kernel.invokeFunction(\n","                'suggestCharts', [key], {});\n","          } catch (error) {\n","            console.error('Error during call to suggestCharts:', error);\n","          }\n","          quickchartButtonEl.classList.remove('colab-df-spinner');\n","          quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","        }\n","        (() => {\n","          let quickchartButtonEl =\n","            document.querySelector('#df-e3fb5105-6064-4333-a138-5147b6900dea button');\n","          quickchartButtonEl.style.display =\n","            google.colab.kernel.accessAllowed ? 'block' : 'none';\n","        })();\n","      </script>\n","    </div>\n","\n","  <div id=\"id_10e009e9-13d5-4913-9317-2d6e98a793bc\">\n","    <style>\n","      .colab-df-generate {\n","        background-color: #E8F0FE;\n","        border: none;\n","        border-radius: 50%;\n","        cursor: pointer;\n","        display: none;\n","        fill: #1967D2;\n","        height: 32px;\n","        padding: 0 0 0 0;\n","        width: 32px;\n","      }\n","\n","      .colab-df-generate:hover {\n","        background-color: #E2EBFA;\n","        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","        fill: #174EA6;\n","      }\n","\n","      [theme=dark] .colab-df-generate {\n","        background-color: #3B4455;\n","        fill: #D2E3FC;\n","      }\n","\n","      [theme=dark] .colab-df-generate:hover {\n","        background-color: #434B5C;\n","        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","        fill: #FFFFFF;\n","      }\n","    </style>\n","    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('test_df')\"\n","            title=\"Generate code using this dataframe.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n","  </svg>\n","    </button>\n","    <script>\n","      (() => {\n","      const buttonEl =\n","        document.querySelector('#id_10e009e9-13d5-4913-9317-2d6e98a793bc button.colab-df-generate');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      buttonEl.onclick = () => {\n","        google.colab.notebook.generateWithVariable('test_df');\n","      }\n","      })();\n","    </script>\n","  </div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"test_df","summary":"{\n  \"name\": \"test_df\",\n  \"rows\": 6786,\n  \"fields\": [\n    {\n      \"column\": \"veracity\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.4473885954736285,\n        \"min\": 0.0,\n        \"max\": 1.0,\n        \"num_unique_values\": 6,\n        \"samples\": [\n          0.0,\n          0.6,\n          0.8\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"text\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 6662,\n        \"samples\": [\n          \"MADRID (Reuters) - The regional parliament of Catalonia on Friday voted a motion to begin a  constituent process  to split from Spain shortly before beginning a secret vote on whether or not to declare independence from the rest of the country. Lawmakers from the Socialist Party, the People s Party (PP) and Ciudadanos left the chamber before the vote in protest, leaving just the pro-independence groups Junts pel Si, CUP and the Podemos-associated Catalunya Si Que Es Pot to cast a ballot. \",\n          \" I m Not Negotiating With You  Trump Slams CBS Reporter Over North Korea: A White House press conference went a little hot when President Trump pointedly said he would t put all his cards on the table like the previous administration:THE FULL PRESSER IS BELOW:President Trump held a press conference with the Amir of Kuwait. The Emir arrived in Washington on Wednesday ahead of a meeting with President Trump to discuss the economic and security aspects of Kuwait and the U.S. He starts taking questions at the 13:22 mark:PRESIDENT WELCOMED THE EMIR TO THE WHITE HOUSE:It has to be reassuring to every American that President trump knows how to negotiate and is great at it. The art of the deal is now the art of how to stop World War Three from starting. He s trying to do everything he can to keep peace but will not let North Korea run all over us. His ability to hire and use the best possible people in his Cabinet will only make his decisions regarding foreign policy better. \",\n          \"Synthetic cyanide-based B12 is a \\\"toxic ingredient in your kids vitamins.\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"title\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 4444,\n        \"samples\": [\n          \"EU exec proposes deeper euro zone integration to unite EU\",\n          \" Mississippi Republicans Get Their Asses Handed To Them By Christian Cake Baker Over Anti-LGBT Law (AUDIO)\",\n          \"#BoycottGrammys\\u2026 #TurnOffTheGrammys\\u2026Grammys Producer Encourages Stars To Get Political\\u2026TRASH TRUMP\\u2026Just Don\\u2019t Use \\u201cF-Bomb\\u201d Before 10 PM\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"}},"metadata":{},"execution_count":11}]},{"cell_type":"code","source":["def compute_token_stats(df, tokenizer, add_special_tokens=True):\n","  tqdm.pandas()\n","\n","  lengths = df[\"text\"].progress_apply(\n","      lambda txt: len(\n","          tokenizer(\n","              txt,\n","              add_special_tokens=add_special_tokens,\n","              truncation=False,\n","              padding=False,\n","          )[\"input_ids\"]\n","      )\n","  )\n","\n","  max_len = int(lengths.max())\n","  avg_len = float(lengths.mean())\n","\n","  return max_len, avg_len, lengths"],"metadata":{"id":"g4u449NvZXBc","executionInfo":{"status":"ok","timestamp":1753372961135,"user_tz":240,"elapsed":3,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}}},"execution_count":12,"outputs":[]},{"cell_type":"code","source":["tokenizer = DistilBertTokenizerFast.from_pretrained(\"distilbert-base-uncased\")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":272,"referenced_widgets":["e8b0fa205e6f4e01a935c2108ae97baa","95a10f29bbd94e679d6e5184aba451c7","c1fea0dd359348059704cb3c3525e696","d33dc5f949ab48568f46a8c374f4a742","3c9fe4574365480aae612d4b07b78c2b","08c2e876965641738286285906466b71","fb7aa0d0a75944a4a0c0ccc267d9914f","bb494379a58943668afc6673ecbb1e03","1c241c5d8eda423eb9236795bd054156","17e60784170b45cfbdee717c4c21efde","550f6d11cb3a4edfae3fac0ef08eae25","5575fae3b5bd4713bdabfaab6a62abed","21fdff67c5d44770b17b0912ad2c421a","276ae25f0f0241a8bbe3f1329db630ac","0cc130be9a014c958a823aa6c1497add","ec7c8d0677074747a4d3d38a1e7cffd5","810a22da78ce428ba17a9261b2fc93ab","0d7b19ccaa7243d1b66cb979778a71bb","1b23bf2a983745c0bce7d53f29f1459b","14d6f1752ebb454983ec174641b60b09","87014cf006ce47a7a11830a2e06ca8e7","044d351b974549bb9ee0c7ef79f0734e","abf4695b8e9947788f115c16e2ab3630","2d2c55aa231844478d71da267fab3b0f","87bbf91b5a5b431da75a49f516173801","4bcd1b35e2f546c8ba8804d162f650b5","dd9b46d88951458495ee76e5ef7595a7","de0039915f37446cafe786cbce8c5c73","9886bed159bd4d2ca42cd1236f8e7176","7c8a1a840af744ed9d28cfd5d0969bbd","3e8a9b9e719e476e83a9b663f56e8612","4ce8b08c0578413ba22d5207c677b3eb","57f2b1ee62a1466d9367b1dc63d3bee0","b54987f7593744b89fb747b8de7e7dee","977243d6211347288b6b2aae6f3fe2ae","e55ec111393b4109b6dd421f85d65fc7","d7a3a8dd9b18474094eadb5ee7920065","1aa40e37462844e2bab4a3056509078f","656a588ca2554fb69b6a16ab1d79b26a","1f979a27128f48b19edb815edbaeaafa","10b6fbdea6b34bc8841d8c987518cfc5","9a2ae069d7b4436aa726c6da061fff27","c46343e7acf54814b2f97c27c2f88324","8321c2c1949041d6ad425bd109d05755"]},"id":"rB4I23XSJx5N","executionInfo":{"status":"ok","timestamp":1753372965766,"user_tz":240,"elapsed":4629,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"93db592b-d5de-4231-ec8b-a87a2514d202"},"execution_count":13,"outputs":[{"output_type":"stream","name":"stderr","text":["/usr/local/lib/python3.11/dist-packages/huggingface_hub/utils/_auth.py:94: UserWarning: \n","The secret `HF_TOKEN` does not exist in your Colab secrets.\n","To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n","You will be able to reuse this secret in all of your notebooks.\n","Please note that authentication is recommended but still optional to access public models or datasets.\n","  warnings.warn(\n"]},{"output_type":"display_data","data":{"text/plain":["tokenizer_config.json:   0%|          | 0.00/48.0 [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"e8b0fa205e6f4e01a935c2108ae97baa"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["vocab.txt:   0%|          | 0.00/232k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"5575fae3b5bd4713bdabfaab6a62abed"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["tokenizer.json:   0%|          | 0.00/466k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"abf4695b8e9947788f115c16e2ab3630"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["config.json:   0%|          | 0.00/483 [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"b54987f7593744b89fb747b8de7e7dee"}},"metadata":{}}]},{"cell_type":"code","source":["train_max, train_avg, train_lengths = compute_token_stats(train_df, tokenizer)\n","print(f\"Train: longest = {train_max} tokens, avg = {train_avg:.2f} tokens\")\n","\n","test_max, test_avg, test_lengths = compute_token_stats(test_df, tokenizer)\n","print(f\"TestL: longest = {test_max} tokens, avg = {test_avg:.2f} tokens\")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":155,"referenced_widgets":["dbdd97a17ee44a81b2f60cd902833c27","f7b07b68a4de4e53a34223d2a1524c87","96367bbc6af24c86ad87cd7d7433dce2","4915d098cf1146dda49e2e0c59d82948","fff0228802d54f43b5c55089a5b8060f","3c7b7fbff9ee4283a33356dc57a0c2ac","1d565763b1d04a41a44f694b7f1d9785","50276164fb334818bc5b12b60f104e4f","dcc7e45dd94a4b9fbac7e545cbd9ce44","586eb4c1de62495f8cc1e53a58874eb1","4c402b4a9d014e4690de9efeb350a09c","d565900a60fb466999931679bd70f96b","3134862483934e2fb0883fc964b51c74","9ab553a90db047eba1aadce477ff6932","a23b86377b4d425184a57e4d380b60e9","151146728e2b462ca215237432e42118","742182d195e34c33a151f1712d5a2236","7bdf46133d3544e786249f1fc5710166","816f7946533a41918087955cff73f35d","e29df47ce41e4ec2b0ece1bda4c7bcff","f7be527a05d04241a23a70cf23b0bbe3","1a62b4c89531436ca79fa0c2ebeeb69f"]},"id":"9Uw89wmTf-CV","executionInfo":{"status":"ok","timestamp":1753373040556,"user_tz":240,"elapsed":74789,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"a812dfd2-7505-4bc0-8826-a854e3008de3"},"execution_count":14,"outputs":[{"output_type":"display_data","data":{"text/plain":["  0%|          | 0/61074 [00:00<?, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"dbdd97a17ee44a81b2f60cd902833c27"}},"metadata":{}},{"output_type":"stream","name":"stderr","text":["Token indices sequence length is longer than the specified maximum sequence length for this model (1404 > 512). Running this sequence through the model will result in indexing errors\n"]},{"output_type":"stream","name":"stdout","text":["Train: longest = 10292 tokens, avg = 345.82 tokens\n"]},{"output_type":"display_data","data":{"text/plain":["  0%|          | 0/6786 [00:00<?, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"d565900a60fb466999931679bd70f96b"}},"metadata":{}},{"output_type":"stream","name":"stdout","text":["TestL: longest = 14285 tokens, avg = 350.74 tokens\n"]}]},{"cell_type":"code","source":["MAX_LEN = 512\n","tokenizer.vocab_size"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"nmHNt1paJy3c","executionInfo":{"status":"ok","timestamp":1753373040602,"user_tz":240,"elapsed":39,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"09ae22d4-7ac9-4c64-e43e-3aca841c00ac"},"execution_count":15,"outputs":[{"output_type":"execute_result","data":{"text/plain":["30522"]},"metadata":{},"execution_count":15}]},{"cell_type":"code","source":["print(\"[PAD] token id:\", tokenizer.pad_token_id) # 0\n","print(\"[CLS] token id:\", tokenizer.cls_token_id) # 101\n","print(\"[SEP] token id:\", tokenizer.sep_token_id) # 102"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"lO48qKFOJ1fA","executionInfo":{"status":"ok","timestamp":1753373051262,"user_tz":240,"elapsed":16,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"b598ac02-5e57-49aa-97ea-525d767b6112"},"execution_count":17,"outputs":[{"output_type":"stream","name":"stdout","text":["[PAD] token id: 0\n","[CLS] token id: 101\n","[SEP] token id: 102\n"]}]},{"cell_type":"code","source":["class FakeNewsDataset(Dataset):\n","  def __init__(self, df):\n","    self.texts = df[\"text\"].tolist()\n","    self.labels = df[\"veracity\"].tolist()\n","\n","  def __len__(self):\n","    return len(self.texts)\n","\n","  def __getitem__(self, i):\n","    enc = tokenizer(\n","        self.texts[i],\n","        add_special_tokens=True,\n","        padding=\"max_length\",\n","        truncation=True,\n","        max_length=MAX_LEN,\n","        return_tensors=\"pt\"\n","    )\n","\n","    return {\n","        \"input_ids\": enc[\"input_ids\"].squeeze(0),\n","        \"attention_mask\": enc[\"attention_mask\"].squeeze(0),\n","        \"labels\": torch.tensor(self.labels[i], dtype=torch.float)\n","    }"],"metadata":{"id":"HBWwFI9zOF_k","executionInfo":{"status":"ok","timestamp":1753373052450,"user_tz":240,"elapsed":4,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}}},"execution_count":18,"outputs":[]},{"cell_type":"code","source":["batch_size = 16\n","\n","train_dataloader = DataLoader(\n","    FakeNewsDataset(train_df),\n","    batch_size=batch_size,\n","    shuffle=True,\n","    num_workers=os.cpu_count(),\n","    pin_memory=True\n",")\n","\n","test_dataloader = DataLoader(\n","    FakeNewsDataset(test_df),\n","    batch_size=batch_size,\n","    shuffle=False,\n","    num_workers=os.cpu_count(),\n","    pin_memory=True\n",")\n","\n","len(train_dataloader), len(test_dataloader)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"oCvAqnXlJ6Ff","executionInfo":{"status":"ok","timestamp":1753373076804,"user_tz":240,"elapsed":10,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"7df7e2f5-e21b-4cfd-9f13-0fdead0db93f"},"execution_count":21,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(3818, 425)"]},"metadata":{},"execution_count":21}]},{"cell_type":"code","source":["batch = next(iter(train_dataloader))\n","print(batch[\"input_ids\"].shape, batch[\"attention_mask\"].shape, batch[\"labels\"].shape)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"kzywyPZZJ-0z","executionInfo":{"status":"ok","timestamp":1753373079387,"user_tz":240,"elapsed":404,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"fef13d19-5ff7-4d83-9a73-d2a4068fb860"},"execution_count":22,"outputs":[{"output_type":"stream","name":"stdout","text":["torch.Size([16, 512]) torch.Size([16, 512]) torch.Size([16])\n"]}]},{"cell_type":"code","source":["model = DistilBertForSequenceClassification.from_pretrained(\n","        \"distilbert-base-uncased\",\n","        num_labels=1).to(device)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"RutVZYrRORGK","executionInfo":{"status":"ok","timestamp":1753373539012,"user_tz":240,"elapsed":637,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"d702a086-9960-45fa-dfe7-3bfa6c09bb86"},"execution_count":33,"outputs":[{"output_type":"stream","name":"stderr","text":["Some weights of DistilBertForSequenceClassification were not initialized from the model checkpoint at distilbert-base-uncased and are newly initialized: ['classifier.bias', 'classifier.weight', 'pre_classifier.bias', 'pre_classifier.weight']\n","You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n"]}]},{"cell_type":"code","source":["texts = [\n","    \"Breaking: Scientists discover cure for common cold!\",\n","    \"Study finds no link between vaccines and autism.\"\n","]\n","\n","encodings = tokenizer(\n","    texts,\n","    add_special_tokens=True,\n","    padding=\"max_length\",\n","    truncation=True,\n","    max_length=MAX_LEN,\n","    return_tensors=\"pt\"\n",").to(device)\n","\n","\n","logits = model(\n","    input_ids=encodings.input_ids,\n","    attention_mask=encodings.attention_mask,\n",").logits.squeeze(-1)\n","\n","print(logits)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"F94HuOp8PS8G","executionInfo":{"status":"ok","timestamp":1753373539528,"user_tz":240,"elapsed":25,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"d7a583d5-273c-42ef-a1bd-fc662121c896"},"execution_count":34,"outputs":[{"output_type":"stream","name":"stdout","text":["tensor([0.0314, 0.0221], device='cuda:0', grad_fn=<SqueezeBackward1>)\n"]}]},{"cell_type":"code","source":["print(f\"The model has {(sum(p.numel() for p in model.parameters() if p.requires_grad)):,} trainable parameters\")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"KVJ64Y-EPqFT","executionInfo":{"status":"ok","timestamp":1753373541370,"user_tz":240,"elapsed":18,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"21f28f00-6b6b-4d54-88c3-d3bc1932b31e"},"execution_count":35,"outputs":[{"output_type":"stream","name":"stdout","text":["The model has 66,954,241 trainable parameters\n"]}]},{"cell_type":"code","source":["from transformers import get_linear_schedule_with_warmup\n","\n","lr = 2e-5\n","epochs = 5\n","clip = 1\n","\n","optimizer = torch.optim.AdamW(params=model.parameters(), lr=lr, weight_decay=0.01)\n","loss_fn = nn.BCEWithLogitsLoss()\n","scaler = GradScaler()\n","\n","num_steps = len(train_dataloader) * epochs\n","num_warmup = int(0.1 * num_steps)\n","scheduler = get_linear_schedule_with_warmup(\n","    optimizer,\n","    num_warmup_steps=num_warmup,\n","    num_training_steps=num_steps\n",")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"y32ArPTYPsKr","executionInfo":{"status":"ok","timestamp":1753373542167,"user_tz":240,"elapsed":7,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"b334b04e-d375-43d6-f380-e931685ace6b"},"execution_count":36,"outputs":[{"output_type":"stream","name":"stderr","text":["/tmp/ipython-input-36-3190181447.py:9: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.\n","  scaler = GradScaler()\n"]}]},{"cell_type":"code","source":["def train(model,\n","          iterator,\n","          optimizer,\n","          loss_fn,\n","          clip,\n","          epoch):\n","  model.train()\n","  epoch_loss = 0\n","\n","  pbar = tqdm(iterator, total=len(iterator), desc=f\"Epoch {epoch + 1} Progress\", colour=\"#005500\")\n","  for i, batch in enumerate(pbar):\n","    src = batch[\"input_ids\"].to(device)\n","    mask = batch[\"attention_mask\"].to(device)\n","    labels = batch[\"labels\"].to(device)\n","\n","    optimizer.zero_grad()\n","    with autocast():\n","      # Forward pass\n","      outputs = model(\n","          input_ids=src,\n","          attention_mask=mask,\n","      )\n","      logits = outputs.logits.squeeze(-1) # shape: (batch_size)\n","\n","      # Calculate the loss\n","      loss = loss_fn(logits, labels)\n","\n","    scaler.scale(loss).backward()\n","    scaler.unscale_(optimizer)\n","    nn.utils.clip_grad_norm_(model.parameters(), clip)\n","    scaler.step(optimizer)\n","    scheduler.step()\n","    scaler.update()\n","    epoch_loss += loss.item()\n","\n","    pbar.set_postfix(loss=loss.item()) # Update the loss on the tqdm progress bar\n","\n","  return (epoch_loss / len(iterator))"],"metadata":{"id":"t0_7gkm884Nd","executionInfo":{"status":"ok","timestamp":1753373544776,"user_tz":240,"elapsed":17,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}}},"execution_count":37,"outputs":[]},{"cell_type":"code","source":["def evaluate(model,\n","             model_path,\n","             iterator,\n","             loss_fn):\n","  model.load_state_dict(torch.load(model_path, map_location=device))\n","  model.eval()\n","  epoch_loss = 0\n","\n","  with torch.inference_mode():\n","    for i, batch in enumerate(tqdm(iterator)):\n","      src = batch[\"input_ids\"].to(device)\n","      mask = batch[\"attention_mask\"].to(device)\n","      labels = batch[\"labels\"].to(device)\n","\n","      # Forward pass\n","      outputs = model(\n","          input_ids=src,\n","          attention_mask=mask,\n","      )\n","      logits = outputs.logits.squeeze(-1) # shape: (batch_size)\n","\n","      # Calculate the loss\n","      loss = loss_fn(logits, labels)\n","      epoch_loss += loss.item()\n","\n","  return (epoch_loss / len(iterator))"],"metadata":{"id":"UTyEY8Dw86x_","executionInfo":{"status":"ok","timestamp":1753373546163,"user_tz":240,"elapsed":2,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}}},"execution_count":38,"outputs":[]},{"cell_type":"code","source":["def epoch_time(start_time, end_time):\n","  elapsed_time = end_time - start_time\n","  elapsed_mins = int(elapsed_time / 60)\n","  elapsed_secs = int(elapsed_time - (elapsed_mins * 60))\n","  return elapsed_mins, elapsed_secs"],"metadata":{"id":"i-ZZHMca88sc","executionInfo":{"status":"ok","timestamp":1753373547526,"user_tz":240,"elapsed":16,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}}},"execution_count":39,"outputs":[]},{"cell_type":"code","source":["best_valid_loss = float(\"inf\")\n","model_path = \"truth_guard_model.pt\"\n","\n","if os.path.exists(model_path):\n","  print(f\"Loading model from {model_path}...\")\n","  model.load_state_dict(torch.load(model_path, map_location=device))"],"metadata":{"id":"pFAUXlaD8-AS","executionInfo":{"status":"ok","timestamp":1753373548163,"user_tz":240,"elapsed":6,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}}},"execution_count":40,"outputs":[]},{"cell_type":"code","source":["should_train = True\n","\n","if should_train:\n","  for epoch in tqdm(range(epochs), desc=f\"Training progress\", colour=\"#00ff00\"):\n","    start_time = time.time()\n","\n","    train_loss = train(model=model,\n","                      iterator=train_dataloader,\n","                      optimizer=optimizer,\n","                      loss_fn=loss_fn,\n","                      clip=clip,\n","                      epoch=epoch)\n","\n","    end_time = time.time()\n","    epoch_mins, epoch_secs = epoch_time(start_time, end_time)\n","\n","    message = f\"Epoch: {epoch + 1} | Time: {epoch_mins}m {epoch_secs}s --> STORED\"\n","\n","    torch.save(model.state_dict(), f\"truth_guard_model_epoch_{epoch + 1}.pt\")\n","\n","    print(message)\n","    print(f\"Train Loss: {train_loss:.6f}\")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":423,"referenced_widgets":["999ebb30de98400cb36c6dc80ad13ba3","d45e81375b6f4e1bb28e1a853ff20dca","f52d8b50b7714ca8a41e2e6c8a91f815","a4de9ce6dff346d39f127bf111876a6f","b5ef7a6a07f840918cc119ab2ce2e86d","440d79c1133349f0b2bafef29cdd21c6","d5e3d595c353449b820d75246f061422","579bc8ca1a5f42c4a67fa763c517a364","85ece93f17c24601bbb2677a39eb974f","0b91955de6104aa794589b5eb9e77d3a","6b247ccf6d2b409eb2f3c7d07504c50f","9cbb27fb5d484553a059ca7ad21e3f61","fc85914ffb244bb185b8b49dd97a3bbd","6d75ee39945c40288d23ec2a3474d239","f336a89a39554bbb82464a4a502b66f9","ecb943f04a394e209d0aa65b745759e9","fb8146ce97734b6c83cb2e5f4b3146a9","5e57c47891764f22854e4f89be734da7","6da3a7fde44a4361ba4f0c5b25d654b5","c0a31b94578149b79639a17341f2f050","9b78fba3880a48e996503bd22ffa4d9c","16bff3c6c4304df88721d80055314f6e","d3fe313385224917a443758108f1ea91","bb8497e61a164950bb2fc7b37fe703a0","e619e435c4fb48f98b4ffaa041a5c2f5","eea4867e08114868a469177a58bdcb51","02275206ad374ae5a4c616cc6a917718","39adf7f43535467dbcebb24ce9ba41ec","5e3bde238020465da8ff0393457f0e8a","c769e3c39b8e47369ef7cf732a44cde6","534b51dd74284cc78e0961d425290ea4","3000f1be8b024df5bb8578a4772a57d7","e689668330ac49f5969456e0e5874941","24bf53bd273648d7a62e76edd004b3b3","8e6c0854f12a4b9d8b36cebdbf5c3c3f","2f3a6d04a8a74007ba28a88ebe85fd7b","101c4f3c42334b63a68c0fd4df597200","158b92f9c4764ca0b08a9299e800cf64","832fdea501cd4ab5b24b9d33b712e5c9","305b686cf6634ee6901ed7f5e901c11c","8647ade65a5342dbae6884cbfa3d70a6","b5e5c65a7f83415284212d90be8213f8","f3a27afcfdd6440db33232ccd302b022","743998637ed94d93ae6a84958c0d6833","899074620ec64232b0d0dfb9c0472e0e","db72bf45033f4fa7b47e8e84b6d75960","19371c5e11894414bb0ab70ab452812f","51834392f0344669be0344aae9616ed4","752cfa71c982481b99ec9a748b890560","16d08ea07cfa4f2191630b188233231a","9df384e0fb334bebaead3abca6efe80b","565a6105955648e588afdac647dd1c45","8aa0537224e647e8b6526ec2e3c5d437","1f432cdd07e740b190ab8591dae8567c","48df91b123cc4c2a9d2520982bc9672b","364234e728044e8387fe63de1134a97e","8086f7b9d6d54cac80437e3c34b7cd40","7c7125d361bd457799d472f5eee337c4","cd28cced9666438187a8ab988e2985b9","7913d1117b6d4640923816ec6a2e23a2","851b5789eb31487b829deae62eeb50b3","d593558b1d25434cbea8f9aa69eb0c4b","3e73bdd813d54bf898f10b4d6c9dd243","0800704d6e1f48ad87e545e6d246f6af","62b4e71fc6b24099b8fb17f505e4c26b","e5b74815ebc34160974f87d9f3317176"]},"id":"n12ovSVs9EZZ","executionInfo":{"status":"ok","timestamp":1753374247061,"user_tz":240,"elapsed":693781,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"91959be6-415e-48c5-f50f-4a8372859c9b"},"execution_count":41,"outputs":[{"output_type":"display_data","data":{"text/plain":["Training progress:   0%|          | 0/5 [00:00<?, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"999ebb30de98400cb36c6dc80ad13ba3"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Epoch 1 Progress:   0%|          | 0/3818 [00:00<?, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"9cbb27fb5d484553a059ca7ad21e3f61"}},"metadata":{}},{"output_type":"stream","name":"stderr","text":["/tmp/ipython-input-37-959519324.py:17: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.\n","  with autocast():\n"]},{"output_type":"stream","name":"stdout","text":["Epoch: 1 | Time: 2m 18s --> STORED\n","Train Loss: 0.253842\n"]},{"output_type":"display_data","data":{"text/plain":["Epoch 2 Progress:   0%|          | 0/3818 [00:00<?, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"d3fe313385224917a443758108f1ea91"}},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch: 2 | Time: 2m 17s --> STORED\n","Train Loss: 0.206589\n"]},{"output_type":"display_data","data":{"text/plain":["Epoch 3 Progress:   0%|          | 0/3818 [00:00<?, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"24bf53bd273648d7a62e76edd004b3b3"}},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch: 3 | Time: 2m 18s --> STORED\n","Train Loss: 0.188411\n"]},{"output_type":"display_data","data":{"text/plain":["Epoch 4 Progress:   0%|          | 0/3818 [00:00<?, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"899074620ec64232b0d0dfb9c0472e0e"}},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch: 4 | Time: 2m 18s --> STORED\n","Train Loss: 0.173705\n"]},{"output_type":"display_data","data":{"text/plain":["Epoch 5 Progress:   0%|          | 0/3818 [00:00<?, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"364234e728044e8387fe63de1134a97e"}},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch: 5 | Time: 2m 18s --> STORED\n","Train Loss: 0.165124\n"]}]},{"cell_type":"code","source":["test_loss = evaluate(model=model,\n","                     model_path=\"truth_guard_model_epoch_5.pt\",\n","                     iterator=test_dataloader,\n","                     loss_fn=loss_fn)\n","\n","print(f\"Test Loss: {test_loss:.6f}\")\n","\n","# Test Losses:\n","# Epoch 1 - 0.214233\n","# Epoch 2 - 0.213548\n","# Epoch 3 - 0.222628\n","# Epoch 4 - 0.227762\n","# Epoch 5 - 0.231639"],"metadata":{"id":"Do23ZfSa9G1q","colab":{"base_uri":"https://localhost:8080/","height":67,"referenced_widgets":["86709154e40c419e9e42fccc697089b2","fa04d75e12944338bcd0c1b85274547f","5f7c56c75a5445c681712b045f5b2497","ebdc00b7e91c40e0970b59c3fec8a990","2b0579306407429d87cb2e8a8a46fa56","472f56a18728428eba1b0fe63f9193be","2089e3ed0f0b4f88902792afdf16d183","eecd02ae6178461db8ff4b1481a206cd","99bcfd6f8b0744e3b53f8e25d624093f","21bb7fdd50554cfa8b3caccaf18c1375","bd79378405594d19845594ce281fcdbc"]},"executionInfo":{"status":"ok","timestamp":1753374336703,"user_tz":240,"elapsed":6817,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"02778456-d33c-4cb6-b704-afa4044367f5"},"execution_count":46,"outputs":[{"output_type":"display_data","data":{"text/plain":["  0%|          | 0/425 [00:00<?, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"86709154e40c419e9e42fccc697089b2"}},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Test Loss: 0.231639\n"]}]},{"cell_type":"code","source":["def get_accuracy(model,\n","                 model_path,\n","                 iterator):\n","  model.load_state_dict(torch.load(model_path, map_location=device))\n","  model.eval()\n","\n","  num_correct = 0\n","  total = 0\n","\n","  with torch.inference_mode():\n","    for i, batch in enumerate(tqdm(iterator)):\n","      src = batch[\"input_ids\"].to(device)\n","      mask = batch[\"attention_mask\"].to(device)\n","      labels = batch[\"labels\"].to(device)\n","\n","      # Forward pass\n","      outputs = model(\n","          input_ids=src,\n","          attention_mask=mask,\n","      )\n","      logits = outputs.logits.squeeze(-1) # shape: (batch_size)\n","\n","      # Calculate the accuracy\n","      probs = torch.sigmoid(logits)\n","      preds = (probs >= 0.5)\n","      truths = (labels >= 0.5)\n","\n","      num_correct += (preds == truths).sum().item()\n","      total += labels.size(0)\n","\n","  return (num_correct / total)"],"metadata":{"id":"9empNJIfrG5E","executionInfo":{"status":"ok","timestamp":1753374343000,"user_tz":240,"elapsed":15,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}}},"execution_count":47,"outputs":[]},{"cell_type":"code","source":["test_acc = get_accuracy(model=model,\n","                        model_path=\"truth_guard_model_epoch_5.pt\",\n","                        iterator=test_dataloader)\n","\n","print(f\"Test Accuracy: {test_acc:.6f}\")\n","\n","# Test Accuracies:\n","# Epoch 1 - 0.898762\n","# Epoch 2 - 0.900383\n","# Epoch 3 - 0.897583\n","# Epoch 4 - 0.893604\n","# Epoch 5 - 0.893457"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":67,"referenced_widgets":["6cafea9624d74884bd80ab56d708b77b","9fdd7bc774744042b877906e03eec4f0","ab4cfd70d692442e8f8a8597c9d5e1f3","c5a1fd61fa1e4a00bb9f5252a5446a22","07afc07579484b18807a760830b9b1e1","04f2ab03669b4129afb5e6c9cec0cfc7","96f2a644ef2c4daa90932bebed10bd03","53c00b85d7f54834b1fc5ff90547cbff","add806287ef84f0e8ced41523d981874","ef0e7fa80f9e429c91a2a9c7faa73e8a","9e76d7d48a434003abf1f9b91987822b"]},"id":"_-syB20EriSG","executionInfo":{"status":"ok","timestamp":1753374430492,"user_tz":240,"elapsed":6820,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"013faf97-42a2-40e7-abaf-3358a1f5592d"},"execution_count":52,"outputs":[{"output_type":"display_data","data":{"text/plain":["  0%|          | 0/425 [00:00<?, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"6cafea9624d74884bd80ab56d708b77b"}},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Test Accuracy: 0.893457\n"]}]},{"cell_type":"code","source":["def get_prob_accuracy(model,\n","                      model_path,\n","                      iterator,\n","                      tolerance: float = 0.2):\n","  model.load_state_dict(torch.load(model_path, map_location=device))\n","  model.eval()\n","\n","  num_correct = 0\n","  total = 0\n","\n","  with torch.inference_mode():\n","    for i, batch in enumerate(tqdm(iterator)):\n","      src = batch[\"input_ids\"].to(device)\n","      mask = batch[\"attention_mask\"].to(device)\n","      labels = batch[\"labels\"].to(device)\n","\n","      # Forward pass\n","      outputs = model(\n","          input_ids=src,\n","          attention_mask=mask,\n","      )\n","      logits = outputs.logits.squeeze(-1) # shape: (batch_size)\n","\n","      # Calculate the accuracy\n","      probs = torch.sigmoid(logits)\n","\n","      diffs = torch.abs(probs - labels)\n","      num_correct += (diffs <= tolerance).sum().item()\n","\n","      total += labels.size(0)\n","\n","  return (num_correct / total)"],"metadata":{"id":"JisNGoVMsXNr","executionInfo":{"status":"ok","timestamp":1753374435512,"user_tz":240,"elapsed":7,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}}},"execution_count":53,"outputs":[]},{"cell_type":"code","source":["test_prob_acc = get_prob_accuracy(model=model,\n","                                  model_path=\"truth_guard_model_epoch_5.pt\",\n","                                  iterator=test_dataloader,\n","                                  tolerance=0.2)\n","\n","print(f\"Test Prob Accuracy: {test_prob_acc:.6f}\")\n","\n","# Test Prob Accuracies:\n","# Epoch 1 - 0.834365\n","# Epoch 2 - 0.837165\n","# Epoch 3 - 0.846743\n","# Epoch 4 - 0.843943\n","# Epoch 5 - 0.843207"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":67,"referenced_widgets":["f7584067dfd8417a9fbc6da6edf7a34c","36992ba8ba2143f78705a323c18a56fc","9eac8761776541fca61a1d58ffcff692","60ad3c6f0d474dee8ad33a682e511f9c","23a1a3a238ba41a69227b17256f2e5b4","4235f00fc5484dcab5724abdd84acfd3","1be756df4eef4d8c94fc811092cce1e2","851e747650024d718a646cda9a92d1e1","32a66d720c414a1ba6eb867d67ab7a8d","bd728c6e1478478a8656b39bb8c1385b","a575022d72504489ae9e2bce855b25c9"]},"id":"JQt56YbgsbgO","executionInfo":{"status":"ok","timestamp":1753374519177,"user_tz":240,"elapsed":6858,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"16c80ea3-5cfc-40c0-9b74-82f49423642e"},"execution_count":58,"outputs":[{"output_type":"display_data","data":{"text/plain":["  0%|          | 0/425 [00:00<?, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"f7584067dfd8417a9fbc6da6edf7a34c"}},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Test Prob Accuracy: 0.843207\n"]}]},{"cell_type":"code","source":["def get_prediction(text, model, device, max_length: int = MAX_LEN):\n","  model.eval()\n","\n","  encodings = tokenizer(\n","      text,\n","      padding=True,\n","      truncation=True,\n","      max_length=max_length,\n","      return_tensors=\"pt\"\n","  )\n","\n","  with torch.inference_mode():\n","    logits = model(\n","        input_ids=encodings.input_ids.to(device),\n","        attention_mask=encodings.attention_mask.to(device),\n","    ).logits.squeeze(-1)\n","\n","  prob = torch.sigmoid(logits)\n","  return prob"],"metadata":{"id":"svcJmngM9IY9","executionInfo":{"status":"ok","timestamp":1753374542921,"user_tz":240,"elapsed":40,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}}},"execution_count":59,"outputs":[]},{"cell_type":"code","source":["test_df.iloc[0], test_df.iloc[1]"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"4Q60PtjqUkH0","executionInfo":{"status":"ok","timestamp":1753374544627,"user_tz":240,"elapsed":16,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"6e47a6fb-fe4b-40af-ebfd-4812b1bea5c4"},"execution_count":60,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(veracity                                                  0.0\n"," text        Around the world, people who exercise their \"h...\n"," title                                                     NaN\n"," Name: 22284, dtype: object,\n"," veracity                                                  0.6\n"," text        The sanctions that we put on (Russia) for the ...\n"," title                                                     NaN\n"," Name: 380, dtype: object)"]},"metadata":{},"execution_count":60}]},{"cell_type":"code","source":["test_df.iloc[115][\"text\"]"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":143},"id":"LO4cK03LriWM","executionInfo":{"status":"ok","timestamp":1753374782682,"user_tz":240,"elapsed":56,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"db8abe06-f78f-4ef6-fb23-ad7406d1538a"},"execution_count":85,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'WASHINGTON (Reuters) - President Donald Trump complained on Monday that the United States is shouldering an unfair burden of the cost of the United Nations, but said if the world body reforms how it operates, the investment would be worth it. Trump, who has frequently criticized the cost to the United States of supporting the NATO alliance, took his concerns directly to the ambassadors of the U.N. Security Council, who joined him at the White House for a lunch. “If we do a great job, I care much less about the budget because you’re talking about peanuts compared to the important work you’re doing,” Trump told the 15 council envoys.  The United States is the biggest U.N. contributor, paying 22 percent of the $5.4 billion core budget and 28.5 percent of the $7.9 billion peacekeeping budget. These assessed contributions are agreed by the 193-member U.N. General Assembly. Trump said the U.S. share of those budgets was “unfair.”  He has proposed a 28 percent budget cut for diplomacy and foreign aid, which includes an unspecified reduction in funding for the United Nations and its agencies, as well as enforcement of a 25 percent cap on U.S. funding for peacekeeping operations.  “We need the member states to come together to eliminate inefficiency and bloat and make sure that no one nation shoulders a disproportionate share of the burden,” he said.  Trump’s remarks came as the General Assembly prepares to negotiate in the coming months the U.N. regular budget for both 2018 and 2019 and the peacekeeping budget from July 1, 2017 to June 30, 2018. United Nations Secretary-General Antonio Guterres met briefly with Trump at the White House on Friday for the first time since both took office earlier this year. The United States currently owes the United Nations $896 million for its core budget, U.N. officials said. The United States is also reviewing 16 U.N. peacekeeping missions as the annual mandates come up for renewal by the Security Council in a bid to cut costs. U.N. agencies such as the U.N. Development Program (UNDP), the children’s agency UNICEF, and the U.N. Population Fund (UNFPA), are funded by governments voluntarily. The State Department said this month it was ending funding for UNFPA, the international body’s agency focused on family planning, as well as maternal and child health in more than 150 countries. Guterres warned that the cut could have “devastating effects” on vulnerable women and girls. In 2016, the United States was the top contributor to the UNDP’s core budget, with an $83 million donation; the leading donor to UNICEF’s core budget in 2015 with $132 million; and the fourth-largest donor to the UNFPA, giving $75 million. '"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":85}]},{"cell_type":"code","source":["test_idx = 115\n","\n","src_text = test_df.iloc[test_idx][\"text\"]\n","\n","model.load_state_dict(torch.load(\"truth_guard_model_epoch_3.pt\", map_location=device))\n","prob = get_prediction(src_text, model, device)\n","\n","# 0 - fake\n","# 1 - real\n","\n","print(f\"Real label: {test_df.iloc[test_idx]['veracity']}\")\n","print(f\"Predicted Prob: {prob}\")"],"metadata":{"id":"waoMk-nd9Jki","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1753374786462,"user_tz":240,"elapsed":296,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"f0f3ac2d-036b-4b57-ac71-277c137a9576"},"execution_count":86,"outputs":[{"output_type":"stream","name":"stdout","text":["Real label: 1.0\n","Predicted Prob: tensor([1.0000], device='cuda:0')\n"]}]},{"cell_type":"code","source":["!pip install onnx onnxruntime"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"TvpPcRIBWdSI","executionInfo":{"status":"ok","timestamp":1753374595040,"user_tz":240,"elapsed":8557,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"a7658882-3bc6-4a5d-e6ee-6a6726c6f594"},"execution_count":71,"outputs":[{"output_type":"stream","name":"stdout","text":["Collecting onnx\n","  Downloading onnx-1.18.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.9 kB)\n","Collecting onnxruntime\n","  Downloading onnxruntime-1.22.1-cp311-cp311-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl.metadata (4.6 kB)\n","Requirement already satisfied: numpy>=1.22 in /usr/local/lib/python3.11/dist-packages (from onnx) (2.0.2)\n","Requirement already satisfied: protobuf>=4.25.1 in /usr/local/lib/python3.11/dist-packages (from onnx) (5.29.5)\n","Requirement already satisfied: typing_extensions>=4.7.1 in /usr/local/lib/python3.11/dist-packages (from onnx) (4.14.1)\n","Collecting coloredlogs (from onnxruntime)\n","  Downloading coloredlogs-15.0.1-py2.py3-none-any.whl.metadata (12 kB)\n","Requirement already satisfied: flatbuffers in /usr/local/lib/python3.11/dist-packages (from onnxruntime) (25.2.10)\n","Requirement already satisfied: packaging in /usr/local/lib/python3.11/dist-packages (from onnxruntime) (25.0)\n","Requirement already satisfied: sympy in /usr/local/lib/python3.11/dist-packages (from onnxruntime) (1.13.1)\n","Collecting humanfriendly>=9.1 (from coloredlogs->onnxruntime)\n","  Downloading humanfriendly-10.0-py2.py3-none-any.whl.metadata (9.2 kB)\n","Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.11/dist-packages (from sympy->onnxruntime) (1.3.0)\n","Downloading onnx-1.18.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (17.6 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m17.6/17.6 MB\u001b[0m \u001b[31m110.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading onnxruntime-1.22.1-cp311-cp311-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl (16.5 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m16.5/16.5 MB\u001b[0m \u001b[31m118.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading coloredlogs-15.0.1-py2.py3-none-any.whl (46 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m46.0/46.0 kB\u001b[0m \u001b[31m3.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading humanfriendly-10.0-py2.py3-none-any.whl (86 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m86.8/86.8 kB\u001b[0m \u001b[31m7.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hInstalling collected packages: onnx, humanfriendly, coloredlogs, onnxruntime\n","Successfully installed coloredlogs-15.0.1 humanfriendly-10.0 onnx-1.18.0 onnxruntime-1.22.1\n"]}]},{"cell_type":"code","source":["import onnx\n","import transformers\n","import transformers.convert_graph_to_onnx as onnx_convert\n","from pathlib import Path\n","\n","model = DistilBertForSequenceClassification.from_pretrained(\n","        \"distilbert-base-uncased\",\n","        num_labels=1)\n","model.load_state_dict(torch.load(\"truth_guard_model_epoch_3.pt\", map_location=\"cpu\"))\n","model.eval()\n","model = model.to(\"cpu\")\n","\n","tokenizer = DistilBertTokenizerFast.from_pretrained(\"distilbert-base-uncased\")\n","\n","save_dir = \"./onnx_model\"\n","\n","pipeline = transformers.pipeline(\"text-classification\", model=model, tokenizer=tokenizer)\n","model = model.to(\"cpu\")"],"metadata":{"id":"NmuhvsG3Y-yg","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1753374625340,"user_tz":240,"elapsed":2192,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"7706c26d-c5b2-4bee-b090-d1462088fa4f"},"execution_count":72,"outputs":[{"output_type":"stream","name":"stderr","text":["Some weights of DistilBertForSequenceClassification were not initialized from the model checkpoint at distilbert-base-uncased and are newly initialized: ['classifier.bias', 'classifier.weight', 'pre_classifier.bias', 'pre_classifier.weight']\n","You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n","Device set to use cuda:0\n"]}]},{"cell_type":"code","source":["with torch.no_grad():\n","  onnx_convert.convert_pytorch(pipeline, opset=14, output=Path(\"truth_guard.onnx\"), use_external_format=False)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"57-CH8o7hb5z","executionInfo":{"status":"ok","timestamp":1753374675195,"user_tz":240,"elapsed":2398,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"c6005b22-39a1-4b44-8f7b-c975b997e15e"},"execution_count":75,"outputs":[{"output_type":"stream","name":"stdout","text":["Using framework PyTorch: 2.6.0+cu124\n","Found input input_ids with shape: {0: 'batch', 1: 'sequence'}\n","Found input attention_mask with shape: {0: 'batch', 1: 'sequence'}\n","Found output output_0 with shape: {0: 'batch'}\n","Ensuring inputs are in correct order\n","head_mask is not present in the generated input list.\n","Generated inputs order: ['input_ids', 'attention_mask']\n"]},{"output_type":"stream","name":"stderr","text":["/usr/local/lib/python3.11/dist-packages/transformers/modeling_attn_mask_utils.py:196: TracerWarning: torch.tensor results are registered as constants in the trace. You can safely ignore this warning if you use this function to create tensors out of constant variables that would be the same every time you call this function. In any other case, this might cause the trace to be incorrect.\n","  inverted_mask = torch.tensor(1.0, dtype=dtype) - expanded_mask\n"]}]},{"cell_type":"code","source":["from onnxruntime.quantization import quantize_dynamic, QuantType\n","\n","quantize_dynamic(\"truth_guard.onnx\", \"truth_guard_int8.onnx\", weight_type=QuantType.QUInt8)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"2O8iWklhhq5z","executionInfo":{"status":"ok","timestamp":1753374700883,"user_tz":240,"elapsed":3749,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"99c336e9-fff5-4a65-d001-4f1d479d961f"},"execution_count":76,"outputs":[{"output_type":"stream","name":"stderr","text":["WARNING:root:Please consider to run pre-processing before quantization. Refer to example: https://github.com/microsoft/onnxruntime-inference-examples/blob/main/quantization/image_classification/cpu/ReadMe.md \n"]}]},{"cell_type":"code","source":["# tokenizer.save_pretrained(\"./tokenizer\")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"r3hxj91QkaTd","executionInfo":{"status":"ok","timestamp":1753229060870,"user_tz":240,"elapsed":44,"user":{"displayName":"Rishab Alagharu","userId":"00430901930976372567"}},"outputId":"2b7adf22-5653-4ca7-ebb5-67a96c198eb7"},"execution_count":9,"outputs":[{"output_type":"execute_result","data":{"text/plain":["('./tokenizer/tokenizer_config.json',\n"," './tokenizer/special_tokens_map.json',\n"," './tokenizer/spiece.model',\n"," './tokenizer/added_tokens.json')"]},"metadata":{},"execution_count":9}]}]}
\ No newline at end of file