Evaluation Scripts/BERT_QA_with_SQuAD_2.0_evaluation.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"BERT_QA_with_SQuAD_2_0_evaluation.ipynb","provenance":[],"collapsed_sections":[]},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"},"accelerator":"GPU","widgets":{"application/vnd.jupyter.widget-state+json":{"104ea44e2044406593547242161b4ece":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_331daf5c9b8b4d9fb7f8a3897f8b8072","IPY_MODEL_3fbb6980410448d89992d8f3ec9ee5d3","IPY_MODEL_4e3368c22d0c4da5bcdca388e528fcad"],"layout":"IPY_MODEL_d526171e3b524936bf939eea7f857d17"}},"331daf5c9b8b4d9fb7f8a3897f8b8072":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_b5ace58042904e128777e73c2574a3cc","placeholder":"​","style":"IPY_MODEL_6b06f990dc114ccaaa2762a1714a892c","value":"Downloading: 100%"}},"3fbb6980410448d89992d8f3ec9ee5d3":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_620173c7de314c20a28405defe5afbdc","max":28,"min":0,"orientation":"horizontal","style":"IPY_MODEL_c97103096084430db78304a1d3dbbd23","value":28}},"4e3368c22d0c4da5bcdca388e528fcad":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_31dbdf73ebc246c7b8ff06358992de89","placeholder":"​","style":"IPY_MODEL_1380cfeec7024327bf81ee8df70dfc45","value":" 28.0/28.0 [00:00&lt;00:00, 528B/s]"}},"d526171e3b524936bf939eea7f857d17":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b5ace58042904e128777e73c2574a3cc":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6b06f990dc114ccaaa2762a1714a892c":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"620173c7de314c20a28405defe5afbdc":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c97103096084430db78304a1d3dbbd23":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"31dbdf73ebc246c7b8ff06358992de89":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"1380cfeec7024327bf81ee8df70dfc45":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"f9ea34f1ad3f4ac79d2777a27cc82c41":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_9cd39474ea2f4e63bd5c7f8b858e7ca0","IPY_MODEL_9182f49fe90d4cc8a6f934205ac3400c","IPY_MODEL_1c51ef8a6d7c4ec28ca9ad5ee9c52e15"],"layout":"IPY_MODEL_430cc75fcadc4f8abbc30944efffd124"}},"9cd39474ea2f4e63bd5c7f8b858e7ca0":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e29c15d60f634b948fe2cfd2e397cea8","placeholder":"​","style":"IPY_MODEL_fd520810188d4a22ad5fa9fcad748805","value":"Downloading: 100%"}},"9182f49fe90d4cc8a6f934205ac3400c":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_1de77e3a6f97451eb6b28dd7d17f54bb","max":231508,"min":0,"orientation":"horizontal","style":"IPY_MODEL_8224354b103f4370b969872c43071c82","value":231508}},"1c51ef8a6d7c4ec28ca9ad5ee9c52e15":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_078951f9400b4d40a14ee066af90fafd","placeholder":"​","style":"IPY_MODEL_2c219d32251c41f3a68fae09bfb352dd","value":" 226k/226k [00:00&lt;00:00, 705kB/s]"}},"430cc75fcadc4f8abbc30944efffd124":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e29c15d60f634b948fe2cfd2e397cea8":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"fd520810188d4a22ad5fa9fcad748805":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"1de77e3a6f97451eb6b28dd7d17f54bb":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8224354b103f4370b969872c43071c82":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"078951f9400b4d40a14ee066af90fafd":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"2c219d32251c41f3a68fae09bfb352dd":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"007158e7d6074c8cb4d4a67b94c755bb":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_1e8994281aa44360807a631426aedc7b","IPY_MODEL_97efd53848144c789e6d73e160848b21","IPY_MODEL_2af4b0acd8fa4a2ab1c387593635fbaf"],"layout":"IPY_MODEL_5b4b4a0321d24a2ca6276f3a5d36a92e"}},"1e8994281aa44360807a631426aedc7b":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f63023ac8359413c83777a62556cc82e","placeholder":"​","style":"IPY_MODEL_e1f40facfab04ca78dc27daf1ed8573b","value":"Downloading: 100%"}},"97efd53848144c789e6d73e160848b21":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_0b1af07067da46c0ab23a228b44665ff","max":466062,"min":0,"orientation":"horizontal","style":"IPY_MODEL_933956593c464ced881f3bc8bd684e26","value":466062}},"2af4b0acd8fa4a2ab1c387593635fbaf":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_bd2d57f10d484471b339d26918de4020","placeholder":"​","style":"IPY_MODEL_d2b32e7ff6c644758cf36b8de205ebaa","value":" 455k/455k [00:00&lt;00:00, 647kB/s]"}},"5b4b4a0321d24a2ca6276f3a5d36a92e":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f63023ac8359413c83777a62556cc82e":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e1f40facfab04ca78dc27daf1ed8573b":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"0b1af07067da46c0ab23a228b44665ff":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"933956593c464ced881f3bc8bd684e26":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"bd2d57f10d484471b339d26918de4020":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d2b32e7ff6c644758cf36b8de205ebaa":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"333985b1c8b041dfa94b18a8e54fbe13":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_dea1b683c5254ff2ac579e670ef0d841","IPY_MODEL_ee6b2e29e04242ccb959d7a6ed2911e9","IPY_MODEL_94a3b19cbce442a4b8f4fe79f8883cc0"],"layout":"IPY_MODEL_293540d831ea45ba8ac24e46c333ae39"}},"dea1b683c5254ff2ac579e670ef0d841":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_4ef37b081d03428bbcddcfe9bccf1a76","placeholder":"​","style":"IPY_MODEL_b729447080d143189c495f3945ae90b1","value":"Downloading: 100%"}},"ee6b2e29e04242ccb959d7a6ed2911e9":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_82f7b1edad9c41e484ee07f78bdca8d7","max":570,"min":0,"orientation":"horizontal","style":"IPY_MODEL_2dc85ebffd314f0fb1de837adb6698c6","value":570}},"94a3b19cbce442a4b8f4fe79f8883cc0":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_4c1d3296e90443beab5be3b8c50f157f","placeholder":"​","style":"IPY_MODEL_28e6b30f72db4a74955af12e5788b082","value":" 570/570 [00:00&lt;00:00, 12.5kB/s]"}},"293540d831ea45ba8ac24e46c333ae39":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4ef37b081d03428bbcddcfe9bccf1a76":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b729447080d143189c495f3945ae90b1":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"82f7b1edad9c41e484ee07f78bdca8d7":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"2dc85ebffd314f0fb1de837adb6698c6":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"4c1d3296e90443beab5be3b8c50f157f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"28e6b30f72db4a74955af12e5788b082":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}}}}},"cells":[{"cell_type":"markdown","source":["**Introduction**\n","\n","The purpose of this notebook is to evaluate my fine-tuned bert-base-uncased model on questions that do not belong in the SQuAD 2.0 dataset.\n","For this purpose, i will use some articles from wikipedia of my choice and questions i make myself about each of these articles. I will also test it with a paragraph i wrote myself."],"metadata":{"id":"4Njl-M_pX-pO"}},{"cell_type":"markdown","source":["**Mount Google Drive(to read the model's parameters)**\n","\n","First of all, we must mount the google drive storage to load the parameters of the fine-tuned models. I did that this way because the files are too big to upload multiple times."],"metadata":{"id":"Z9TXeUbCZFhw"}},{"cell_type":"code","execution_count":1,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"D9jiNcO9XNoW","outputId":"5cb81588-ba45-40d9-e81c-37010a3064f8","executionInfo":{"status":"ok","timestamp":1647178149516,"user_tz":-120,"elapsed":43879,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}}},"outputs":[{"output_type":"stream","name":"stdout","text":["Mounted at /content/gdrive\n"]}],"source":["from google.colab import drive\n","drive.mount('/content/gdrive')"]},{"cell_type":"markdown","source":["**Install pytorch interface for pre-trained BERT**\n","\n","Then, we must install the interface to use the pre-trained BERT models."],"metadata":{"id":"VXHipUsWZWde"}},{"cell_type":"code","source":["!pip install transformers"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"6c9PaXlNZb3C","outputId":"aa708fa0-5283-48d7-9b8c-4cfdb6dca84b","executionInfo":{"status":"ok","timestamp":1647178161379,"user_tz":-120,"elapsed":10237,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}}},"execution_count":2,"outputs":[{"output_type":"stream","name":"stdout","text":["Collecting transformers\n","  Downloading transformers-4.17.0-py3-none-any.whl (3.8 MB)\n","\u001b[K     |████████████████████████████████| 3.8 MB 12.4 MB/s \n","\u001b[?25hRequirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (2019.12.20)\n","Collecting sacremoses\n","  Downloading sacremoses-0.0.47-py2.py3-none-any.whl (895 kB)\n","\u001b[K     |████████████████████████████████| 895 kB 36.5 MB/s \n","\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from transformers) (3.6.0)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.7/dist-packages (from transformers) (21.3)\n","Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from transformers) (4.11.2)\n","Collecting pyyaml>=5.1\n","  Downloading PyYAML-6.0-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (596 kB)\n","\u001b[K     |████████████████████████████████| 596 kB 47.4 MB/s \n","\u001b[?25hRequirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (1.21.5)\n","Requirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from transformers) (2.23.0)\n","Collecting tokenizers!=0.11.3,>=0.11.1\n","  Downloading tokenizers-0.11.6-cp37-cp37m-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (6.5 MB)\n","\u001b[K     |████████████████████████████████| 6.5 MB 45.9 MB/s \n","\u001b[?25hRequirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.7/dist-packages (from transformers) (4.63.0)\n","Collecting huggingface-hub<1.0,>=0.1.0\n","  Downloading huggingface_hub-0.4.0-py3-none-any.whl (67 kB)\n","\u001b[K     |████████████████████████████████| 67 kB 5.1 MB/s \n","\u001b[?25hRequirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.7/dist-packages (from huggingface-hub<1.0,>=0.1.0->transformers) (3.10.0.2)\n","Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging>=20.0->transformers) (3.0.7)\n","Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->transformers) (3.7.0)\n","Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (2.10)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (2021.10.8)\n","Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (3.0.4)\n","Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (1.24.3)\n","Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (7.1.2)\n","Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (1.1.0)\n","Requirement already satisfied: six in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (1.15.0)\n","Installing collected packages: pyyaml, tokenizers, sacremoses, huggingface-hub, transformers\n","  Attempting uninstall: pyyaml\n","    Found existing installation: PyYAML 3.13\n","    Uninstalling PyYAML-3.13:\n","      Successfully uninstalled PyYAML-3.13\n","Successfully installed huggingface-hub-0.4.0 pyyaml-6.0 sacremoses-0.0.47 tokenizers-0.11.6 transformers-4.17.0\n"]}]},{"cell_type":"markdown","source":["**Import necessary libraries**\n","\n","Now, it's time to import the necessary libraries for this notebook."],"metadata":{"id":"zCW3qaJJZmhW"}},{"cell_type":"code","source":["import torch\n","import re\n","import string\n","import collections\n","from transformers import BertTokenizerFast, BertForQuestionAnswering"],"metadata":{"id":"RR0N8igQZnYt","executionInfo":{"status":"ok","timestamp":1647178171717,"user_tz":-120,"elapsed":7390,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}}},"execution_count":3,"outputs":[]},{"cell_type":"markdown","source":["**Enable CUDA**\n","\n","Enable CUDA for GPU utilization by our model. This makes calculations faster."],"metadata":{"id":"znt9Q0vCcwcx"}},{"cell_type":"code","source":["device = torch.device('cuda:0' if torch.cuda.is_available() else 'cpu')\n","device"],"metadata":{"id":"gdGJ-e4BcxOu","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1647178174897,"user_tz":-120,"elapsed":417,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"c5b5c458-cc71-4afa-97fd-b197c4ffac99"},"execution_count":4,"outputs":[{"output_type":"execute_result","data":{"text/plain":["device(type='cuda', index=0)"]},"metadata":{},"execution_count":4}]},{"cell_type":"markdown","source":["**BERT model definition**\n","\n","And here, we define the name of the pre-trained bert model from [Hugging Face](https://huggingface.co/models) which we used previously on the fine-tuning process."],"metadata":{"id":"P908AhNTaldZ"}},{"cell_type":"code","source":["BERT_MODEL_NAME = 'bert-base-uncased'"],"metadata":{"id":"4o2ibF5VbAxA","executionInfo":{"status":"ok","timestamp":1647178177572,"user_tz":-120,"elapsed":329,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}}},"execution_count":5,"outputs":[]},{"cell_type":"markdown","source":["**Download BERT tokenizer**"],"metadata":{"id":"4b_1evGvaWEM"}},{"cell_type":"code","source":["tokenizer = BertTokenizerFast.from_pretrained(BERT_MODEL_NAME)"],"metadata":{"id":"MKJr8vM9aImU","colab":{"base_uri":"https://localhost:8080/","height":145,"referenced_widgets":["104ea44e2044406593547242161b4ece","331daf5c9b8b4d9fb7f8a3897f8b8072","3fbb6980410448d89992d8f3ec9ee5d3","4e3368c22d0c4da5bcdca388e528fcad","d526171e3b524936bf939eea7f857d17","b5ace58042904e128777e73c2574a3cc","6b06f990dc114ccaaa2762a1714a892c","620173c7de314c20a28405defe5afbdc","c97103096084430db78304a1d3dbbd23","31dbdf73ebc246c7b8ff06358992de89","1380cfeec7024327bf81ee8df70dfc45","f9ea34f1ad3f4ac79d2777a27cc82c41","9cd39474ea2f4e63bd5c7f8b858e7ca0","9182f49fe90d4cc8a6f934205ac3400c","1c51ef8a6d7c4ec28ca9ad5ee9c52e15","430cc75fcadc4f8abbc30944efffd124","e29c15d60f634b948fe2cfd2e397cea8","fd520810188d4a22ad5fa9fcad748805","1de77e3a6f97451eb6b28dd7d17f54bb","8224354b103f4370b969872c43071c82","078951f9400b4d40a14ee066af90fafd","2c219d32251c41f3a68fae09bfb352dd","007158e7d6074c8cb4d4a67b94c755bb","1e8994281aa44360807a631426aedc7b","97efd53848144c789e6d73e160848b21","2af4b0acd8fa4a2ab1c387593635fbaf","5b4b4a0321d24a2ca6276f3a5d36a92e","f63023ac8359413c83777a62556cc82e","e1f40facfab04ca78dc27daf1ed8573b","0b1af07067da46c0ab23a228b44665ff","933956593c464ced881f3bc8bd684e26","bd2d57f10d484471b339d26918de4020","d2b32e7ff6c644758cf36b8de205ebaa","333985b1c8b041dfa94b18a8e54fbe13","dea1b683c5254ff2ac579e670ef0d841","ee6b2e29e04242ccb959d7a6ed2911e9","94a3b19cbce442a4b8f4fe79f8883cc0","293540d831ea45ba8ac24e46c333ae39","4ef37b081d03428bbcddcfe9bccf1a76","b729447080d143189c495f3945ae90b1","82f7b1edad9c41e484ee07f78bdca8d7","2dc85ebffd314f0fb1de837adb6698c6","4c1d3296e90443beab5be3b8c50f157f","28e6b30f72db4a74955af12e5788b082"]},"executionInfo":{"status":"ok","timestamp":1647178183231,"user_tz":-120,"elapsed":5334,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"9035fe75-4414-4f32-e7d3-8da5e79a0dfb"},"execution_count":6,"outputs":[{"output_type":"display_data","data":{"text/plain":["Downloading:   0%|          | 0.00/28.0 [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"104ea44e2044406593547242161b4ece"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading:   0%|          | 0.00/226k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"f9ea34f1ad3f4ac79d2777a27cc82c41"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading:   0%|          | 0.00/455k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"007158e7d6074c8cb4d4a67b94c755bb"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading:   0%|          | 0.00/570 [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"333985b1c8b041dfa94b18a8e54fbe13"}},"metadata":{}}]},{"cell_type":"markdown","source":["**Evaluation script**\n","\n","The script used to calculate f1 and exact match scores between gold and predicted answers. This is the same script from the SQuAD website which is defined [here](https://worksheets.codalab.org/rest/bundles/0x6b567e1cf2e041ec80d7098f031c5c9e/contents/blob/)."],"metadata":{"id":"kkYwC07Waeci"}},{"cell_type":"code","source":["def normalize_answer(s):\n","  \"\"\"Lower text and remove punctuation, articles and extra whitespace.\"\"\"\n","  def remove_articles(text):\n","    regex = re.compile(r'\\b(a|an|the)\\b', re.UNICODE)\n","    return re.sub(regex, ' ', text)\n","  def white_space_fix(text):\n","    return ' '.join(text.split())\n","  def remove_punc(text):\n","    exclude = set(string.punctuation)\n","    return ''.join(ch for ch in text if ch not in exclude)\n","  def lower(text):\n","    return text.lower()\n","  return white_space_fix(remove_articles(remove_punc(lower(s))))\n","\n","def get_tokens(s):\n","  if not s: return []\n","  return normalize_answer(s).split()\n","\n","def compute_exact(a_gold, a_pred):\n","  return int(normalize_answer(a_gold) == normalize_answer(a_pred))\n","\n","def compute_f1(a_gold, a_pred):\n","  gold_toks = get_tokens(a_gold)\n","  pred_toks = get_tokens(a_pred)\n","  common = collections.Counter(gold_toks) & collections.Counter(pred_toks)\n","  num_same = sum(common.values())\n","  if len(gold_toks) == 0 or len(pred_toks) == 0:\n","    # If either is no-answer, then F1 is 1 if they agree, 0 otherwise\n","    return int(gold_toks == pred_toks)\n","  if num_same == 0:\n","    return 0\n","  precision = 1.0 * num_same / len(pred_toks)\n","  recall = 1.0 * num_same / len(gold_toks)\n","  f1 = (2 * precision * recall) / (precision + recall)\n","  return f1\n","\n","def predict(model: BertForQuestionAnswering, query: str, context: str):\n","  with torch.no_grad():\n","    model.eval()\n","    inputs = tokenizer.encode_plus(text=context, text_pair=query, max_length=512, padding='max_length', truncation=True, return_tensors='pt').to(device)\n","    outputs = model(input_ids=inputs['input_ids'], attention_mask=inputs['attention_mask'], token_type_ids=inputs['token_type_ids'])\n","    ans_start = torch.argmax(outputs[0])\n","    ans_end = torch.argmax(outputs[1])\n","    ans = tokenizer.convert_tokens_to_string(tokenizer.convert_ids_to_tokens(inputs['input_ids'][0][ans_start:ans_end+1]))\n","    return ans"],"metadata":{"id":"fP9ALXXEafCR","executionInfo":{"status":"ok","timestamp":1647178185189,"user_tz":-120,"elapsed":518,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}}},"execution_count":7,"outputs":[]},{"cell_type":"markdown","source":["**Load pre-trined SQuAD model**\n","\n","Now, we will load the BERT model and the parameters from the pre training we did previously."],"metadata":{"id":"c7d32HHbbGfX"}},{"cell_type":"code","source":["model = BertForQuestionAnswering.from_pretrained(BERT_MODEL_NAME).to(device)\n","model.load_state_dict(torch.load('/content/gdrive/MyDrive/NLP exercises/Question Answering/Model Parameters/model_squad.pt'))"],"metadata":{"id":"xeXg0dEQaswB","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1647178392184,"user_tz":-120,"elapsed":3892,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"226482b1-2d83-4dfb-e743-81f0d382c0b7"},"execution_count":9,"outputs":[{"output_type":"stream","name":"stderr","text":["Some weights of the model checkpoint at bert-base-uncased were not used when initializing BertForQuestionAnswering: ['cls.predictions.bias', 'cls.seq_relationship.weight', 'cls.predictions.decoder.weight', 'cls.seq_relationship.bias', 'cls.predictions.transform.LayerNorm.bias', 'cls.predictions.transform.dense.weight', 'cls.predictions.transform.LayerNorm.weight', 'cls.predictions.transform.dense.bias']\n","- This IS expected if you are initializing BertForQuestionAnswering from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n","- This IS NOT expected if you are initializing BertForQuestionAnswering from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n","Some weights of BertForQuestionAnswering were not initialized from the model checkpoint at bert-base-uncased and are newly initialized: ['qa_outputs.weight', 'qa_outputs.bias']\n","You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n"]},{"output_type":"execute_result","data":{"text/plain":["<All keys matched successfully>"]},"metadata":{},"execution_count":9}]},{"cell_type":"markdown","source":["**Question Answering time**\n","\n","Now the time all of you were waiting for....\n","\n","Time to try some question-answering with data not in SQuAD 2.0 dataset!!!"],"metadata":{"id":"ackX6bPqeaNJ"}},{"cell_type":"markdown","source":["Source: [https://en.wikipedia.org/wiki/PlayStation_Portable](https://en.wikipedia.org/wiki/PlayStation_Portable)"],"metadata":{"id":"ksif3Ch7tfOa"}},{"cell_type":"code","source":["context = \"The PlayStation Portable[a] (PSP) is a handheld game console developed and marketed by Sony Computer Entertainment. It was first released in Japan on December 12, 2004, in North America on March 24, 2005, and in PAL regions on September 1, 2005, and is the first handheld installment in the PlayStation line of consoles. As a seventh generation console, the PSP competed with the Nintendo DS.\""],"metadata":{"id":"HrkI69cMe-PH","executionInfo":{"status":"ok","timestamp":1647182611045,"user_tz":-120,"elapsed":2,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}}},"execution_count":78,"outputs":[]},{"cell_type":"code","source":["query = \"What is PSP?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"GOQC1X4BvGkc","executionInfo":{"status":"ok","timestamp":1647182644102,"user_tz":-120,"elapsed":391,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"60cf3607-9740-4e3b-977c-109357cc42aa"},"execution_count":82,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'a handheld game console'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":82}]},{"cell_type":"code","source":["query = \"What console generation was the PSP?\"\n","predict(model, query, context)"],"metadata":{"id":"534q--Yr0cj5","outputId":"33367f02-e51c-4b95-cb11-087230510ac0","executionInfo":{"status":"ok","timestamp":1647182612675,"user_tz":-120,"elapsed":413,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"execution":{"iopub.status.busy":"2022-03-07T02:18:10.003010Z","iopub.execute_input":"2022-03-07T02:18:10.003285Z","iopub.status.idle":"2022-03-07T02:18:10.032810Z","shell.execute_reply.started":"2022-03-07T02:18:10.003236Z","shell.execute_reply":"2022-03-07T02:18:10.032142Z"},"trusted":true,"colab":{"base_uri":"https://localhost:8080/","height":35}},"execution_count":79,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'seventh'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":79}]},{"cell_type":"code","source":["query = \"Which company was the PSP developed by?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"dqFpFQpMvO8m","executionInfo":{"status":"ok","timestamp":1647182687584,"user_tz":-120,"elapsed":305,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"a31fa299-1f6e-4f21-ddf7-28111566f7ef"},"execution_count":83,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'sony computer entertainment'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":83}]},{"cell_type":"code","source":["query = \"When was the PSP released?\"\n","predict(model, query, context)"],"metadata":{"id":"ZZKgpoZk2jRH","outputId":"f8d0301a-ced4-4486-d62c-c4d427e3bd1b","executionInfo":{"status":"ok","timestamp":1647182615711,"user_tz":-120,"elapsed":524,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"execution":{"iopub.status.busy":"2022-03-07T02:18:10.034344Z","iopub.execute_input":"2022-03-07T02:18:10.034609Z","iopub.status.idle":"2022-03-07T02:18:10.064190Z","shell.execute_reply.started":"2022-03-07T02:18:10.034574Z","shell.execute_reply":"2022-03-07T02:18:10.063215Z"},"trusted":true,"colab":{"base_uri":"https://localhost:8080/","height":35}},"execution_count":80,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'december 12, 2004'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":80}]},{"cell_type":"code","source":["query = \"Who was a competitor of the PSP?\"\n","predict(model, query, context)"],"metadata":{"id":"T491OqkR21Yl","outputId":"2f01bba7-fdc1-4df8-dc7c-e15c152923a9","executionInfo":{"status":"ok","timestamp":1647182616982,"user_tz":-120,"elapsed":4,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"execution":{"iopub.status.busy":"2022-03-07T02:18:10.065309Z","iopub.execute_input":"2022-03-07T02:18:10.065580Z","iopub.status.idle":"2022-03-07T02:18:10.094773Z","shell.execute_reply.started":"2022-03-07T02:18:10.065544Z","shell.execute_reply":"2022-03-07T02:18:10.094045Z"},"trusted":true,"colab":{"base_uri":"https://localhost:8080/","height":35}},"execution_count":81,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'nintendo ds'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":81}]},{"cell_type":"markdown","source":["Source: [https://en.wikipedia.org/wiki/Kamatero](https://en.wikipedia.org/wiki/Kamatero)"],"metadata":{"id":"uRHiFP50trNb"}},{"cell_type":"code","source":["context = \"Kamatero (Greek: Καματερó [kamateˈro]; officially Καματερόν[2]) is a suburb northwest of Athens city center, Greece. Since the 2011 local government reform it is part of the municipality Agioi Anargyroi-Kamatero, of which it is a municipal unit.[3] It is located about 8 kilometres north of Athens city centre.\""],"metadata":{"id":"LUDXjX6Wgjrp","executionInfo":{"status":"ok","timestamp":1647178836750,"user_tz":-120,"elapsed":337,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}}},"execution_count":25,"outputs":[]},{"cell_type":"code","source":["query = \"What is Kamatero?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"1kT8bBC5gn6K","executionInfo":{"status":"ok","timestamp":1647178902628,"user_tz":-120,"elapsed":505,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"f5d1dad6-b4e1-4071-cf22-14e515568aa8"},"execution_count":28,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'a suburb northwest of athens city center, greece'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":28}]},{"cell_type":"code","source":["query = \"Where is Kamatero located?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"5NQMGaqxgt5Y","executionInfo":{"status":"ok","timestamp":1647178912011,"user_tz":-120,"elapsed":307,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"1929425b-24a2-4b83-d559-6fffa6ae25f5"},"execution_count":30,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'about 8 kilometres north of athens city centre'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":30}]},{"cell_type":"code","source":["query = \"Which municipality did Kamatero became part of?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"Z8RTWr6chux0","executionInfo":{"status":"ok","timestamp":1647179165725,"user_tz":-120,"elapsed":766,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"513035b6-b403-4cc0-a579-969df486856b"},"execution_count":31,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'agioi anargyroi'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":31}]},{"cell_type":"markdown","source":["Source (translated from greek): [https://el.wikipedia.org/wiki/%CE%A0%CE%B1%CE%B3%CE%BA%CF%81%CE%AC%CF%84%CE%B9_%CE%91%CF%87%CE%B1%CE%90%CE%B1%CF%82](https://el.wikipedia.org/wiki/%CE%A0%CE%B1%CE%B3%CE%BA%CF%81%CE%AC%CF%84%CE%B9_%CE%91%CF%87%CE%B1%CE%90%CE%B1%CF%82)"],"metadata":{"id":"OEcp-UxntvFK"}},{"cell_type":"code","source":["context = \"Pagrati Achaia is a village in the Prefecture of Achaia located in the southeast of the Prefecture and is 192 km from Athens, 112 km from Patras, 15 km from Klitoria, 37.5 km from Kalavrita and 52 km from Tripoli. It is also located near the famous Cave of the Lakes (in Kastria, Achaia) and very close to Klima tou Pausanias [1] (in Sella, Kalavrita).\""],"metadata":{"id":"WqLSAEk5fJUW","executionInfo":{"status":"ok","timestamp":1647178457317,"user_tz":-120,"elapsed":2,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}}},"execution_count":14,"outputs":[]},{"cell_type":"code","source":["query = \"What is Pagrati Achaia?\"\n","predict(model, query, context)"],"metadata":{"id":"JBwOIdCj4Qfv","outputId":"27f3246a-9be1-45ad-b89b-7095bf387199","executionInfo":{"status":"ok","timestamp":1647178458904,"user_tz":-120,"elapsed":4,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"execution":{"iopub.status.busy":"2022-03-07T02:18:10.096352Z","iopub.execute_input":"2022-03-07T02:18:10.096606Z","iopub.status.idle":"2022-03-07T02:18:10.127186Z","shell.execute_reply.started":"2022-03-07T02:18:10.096572Z","shell.execute_reply":"2022-03-07T02:18:10.126567Z"},"trusted":true,"colab":{"base_uri":"https://localhost:8080/","height":35}},"execution_count":15,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'a village in the prefecture of achaia located in the southeast of the prefecture'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":15}]},{"cell_type":"code","source":["query = \"Where is Pagrati?\"\n","predict(model, query, context)"],"metadata":{"id":"x88jMgCk3T89","outputId":"925bab94-e115-4264-f678-2784231b5e2b","executionInfo":{"status":"ok","timestamp":1647178466418,"user_tz":-120,"elapsed":535,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"execution":{"iopub.status.busy":"2022-03-07T02:18:10.128502Z","iopub.execute_input":"2022-03-07T02:18:10.128745Z","iopub.status.idle":"2022-03-07T02:18:10.158778Z","shell.execute_reply.started":"2022-03-07T02:18:10.128712Z","shell.execute_reply":"2022-03-07T02:18:10.158082Z"},"trusted":true,"colab":{"base_uri":"https://localhost:8080/","height":35}},"execution_count":16,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'southeast'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":16}]},{"cell_type":"code","source":["query = \"What attraction is Pagrati near to?\"\n","predict(model, query, context)"],"metadata":{"id":"98ouo_mu3naO","outputId":"cbea975c-9ced-4e8f-c473-b2e4848f7ef2","executionInfo":{"status":"ok","timestamp":1647178492369,"user_tz":-120,"elapsed":331,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"execution":{"iopub.status.busy":"2022-03-07T02:18:10.159799Z","iopub.execute_input":"2022-03-07T02:18:10.160176Z","iopub.status.idle":"2022-03-07T02:18:10.189729Z","shell.execute_reply.started":"2022-03-07T02:18:10.160140Z","shell.execute_reply":"2022-03-07T02:18:10.189111Z"},"trusted":true,"colab":{"base_uri":"https://localhost:8080/","height":35}},"execution_count":17,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'cave of the lakes'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":17}]},{"cell_type":"code","source":["query = \"What attraction is Pagrati close to?\"\n","predict(model, query, context)"],"metadata":{"id":"ePMVRjLf4KsY","outputId":"3253b938-18f7-4bda-9b6c-4291810b04cc","executionInfo":{"status":"ok","timestamp":1647178510496,"user_tz":-120,"elapsed":526,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"execution":{"iopub.status.busy":"2022-03-07T02:18:10.190874Z","iopub.execute_input":"2022-03-07T02:18:10.191126Z","iopub.status.idle":"2022-03-07T02:18:10.219738Z","shell.execute_reply.started":"2022-03-07T02:18:10.191093Z","shell.execute_reply":"2022-03-07T02:18:10.218970Z"},"trusted":true,"colab":{"base_uri":"https://localhost:8080/","height":35}},"execution_count":18,"outputs":[{"output_type":"execute_result","data":{"text/plain":["''"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":18}]},{"cell_type":"code","source":["query = \"How far is Pagrati from Athens?\"\n","predict(model, query, context)"],"metadata":{"id":"LZHtuEPb4Z7u","outputId":"efd32149-ba86-4def-dde2-0b5fc4515295","executionInfo":{"status":"ok","timestamp":1647178525981,"user_tz":-120,"elapsed":525,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"execution":{"iopub.status.busy":"2022-03-07T02:18:10.221070Z","iopub.execute_input":"2022-03-07T02:18:10.221327Z","iopub.status.idle":"2022-03-07T02:18:10.250759Z","shell.execute_reply.started":"2022-03-07T02:18:10.221293Z","shell.execute_reply":"2022-03-07T02:18:10.250143Z"},"trusted":true,"colab":{"base_uri":"https://localhost:8080/","height":35}},"execution_count":19,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'192 km'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":19}]},{"cell_type":"code","source":["query = \"Where is Sella?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"hYxCqJuxfjhV","executionInfo":{"status":"ok","timestamp":1647178571833,"user_tz":-120,"elapsed":518,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"e790d729-c93f-4258-d754-0b5d7d7bedc8"},"execution_count":20,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'kalavrita'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":20}]},{"cell_type":"markdown","source":["Source (translated from Greek): [https://el.wikipedia.org/wiki/%CE%9C%CE%B7%CF%84%CF%81%CE%BF%CF%80%CE%BF%CE%BB%CE%B9%CF%84%CE%B9%CE%BA%CF%8C_%CE%A0%CE%AC%CF%81%CE%BA%CE%BF_%C2%AB%CE%91%CE%BD%CF%84%CF%8E%CE%BD%CE%B7%CF%82_%CE%A4%CF%81%CE%AF%CF%84%CF%83%CE%B7%CF%82%C2%BB](https://el.wikipedia.org/wiki/%CE%9C%CE%B7%CF%84%CF%81%CE%BF%CF%80%CE%BF%CE%BB%CE%B9%CF%84%CE%B9%CE%BA%CF%8C_%CE%A0%CE%AC%CF%81%CE%BA%CE%BF_%C2%AB%CE%91%CE%BD%CF%84%CF%8E%CE%BD%CE%B7%CF%82_%CE%A4%CF%81%CE%AF%CF%84%CF%83%CE%B7%CF%82%C2%BB)"],"metadata":{"id":"LMW3JSmvt-sY"}},{"cell_type":"code","source":["context = \"The Metropolitan Park \\\"Antonis Tritsis\\\" (official name: Metropolitan Park of Environmental and Educational Activities and Development of Social Economy \\\"Antonis Tritsis\\\"), also known as the Environmental Awareness Park \\\"Antonis Tritsis is a large public park and is a large parks of Greece. It is located within the geographical boundaries of the municipality of Ilio. The final name of the park was given in honor of the former mayor of Athens, Antonis Tritsis. During the years of liberation, many Turkish estates in Attica were sold by wealthy Greeks and foreign landowners, the most famous of whom was Ioannis Papatheodorou Lefakis who came from Andros. The estate of Lefakis, whose area is about 300 acres, was located at the site where today is the Queen's Tower in the homonymous estate. Ioannis Lefakis, after the formalization of the property titles, sold it in May 1838 for the price of 10,000 drachmas, to the Englishmen John Williams and George Miles, who were willing to invest in the state. By their own order, vineyards, fruit trees were planted, facilities were set up, gardens were set up and arable land was cultivated. In 1840, they dissolved co-ownership and George Miles sold his stake in John Williams. George Miles, who could not cultivate on his own, paid for gardeners from Malta and farmers from Menidi to come and help him. In 1848, John Williams decided to leave Greece and so the property was sold to Dimitrios Kontakis, at a price of 10,370 drachmas.\""],"metadata":{"id":"7MPRCROCgB8b","executionInfo":{"status":"ok","timestamp":1647178689172,"user_tz":-120,"elapsed":4,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}}},"execution_count":21,"outputs":[]},{"cell_type":"code","source":["query = \"Where is the Metropolitan Park Antonis Tritsis located?\"\n","predict(model, query, context)"],"metadata":{"id":"VrxGH8Ru5O5z","outputId":"0332e9c0-5e5f-4cf7-f2ad-b6e86c762aa8","executionInfo":{"status":"ok","timestamp":1647178692803,"user_tz":-120,"elapsed":562,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"execution":{"iopub.status.busy":"2022-03-07T02:18:10.252117Z","iopub.execute_input":"2022-03-07T02:18:10.252386Z","iopub.status.idle":"2022-03-07T02:18:10.283490Z","shell.execute_reply.started":"2022-03-07T02:18:10.252349Z","shell.execute_reply":"2022-03-07T02:18:10.282711Z"},"trusted":true,"colab":{"base_uri":"https://localhost:8080/","height":35}},"execution_count":22,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'ilio'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":22}]},{"cell_type":"code","source":["query = \"In honor of who was the final name of the park given of?\"\n","predict(model, query, context)"],"metadata":{"id":"0e2qfoqv6BUV","outputId":"37255d7a-8146-483d-d92d-a4c31099c039","executionInfo":{"status":"ok","timestamp":1647178705037,"user_tz":-120,"elapsed":316,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"execution":{"iopub.status.busy":"2022-03-07T02:18:10.284901Z","iopub.execute_input":"2022-03-07T02:18:10.285164Z","iopub.status.idle":"2022-03-07T02:18:10.316085Z","shell.execute_reply.started":"2022-03-07T02:18:10.285129Z","shell.execute_reply":"2022-03-07T02:18:10.315314Z"},"trusted":true,"colab":{"base_uri":"https://localhost:8080/","height":35}},"execution_count":23,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'antonis tritsis'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":23}]},{"cell_type":"code","source":["query = \"Who was Ioannis Lefakis?\"\n","predict(model, query, context)"],"metadata":{"id":"81eRt1tu6ojE","outputId":"10b6a289-c770-4f24-b5dd-9293f47f2648","executionInfo":{"status":"ok","timestamp":1647178716838,"user_tz":-120,"elapsed":503,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"execution":{"iopub.status.busy":"2022-03-07T02:18:10.317533Z","iopub.execute_input":"2022-03-07T02:18:10.317785Z","iopub.status.idle":"2022-03-07T02:18:10.348753Z","shell.execute_reply.started":"2022-03-07T02:18:10.317751Z","shell.execute_reply":"2022-03-07T02:18:10.348118Z"},"trusted":true,"colab":{"base_uri":"https://localhost:8080/","height":35}},"execution_count":24,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'wealthy greeks and foreign landowners'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":24}]},{"cell_type":"markdown","source":["Source: [https://el.wikipedia.org/wiki/%CE%A3%CF%84%CF%81%CE%B1%CF%80%CE%B1%CF%84%CF%83%CE%AC%CE%B4%CE%B1](https://el.wikipedia.org/wiki/%CE%A3%CF%84%CF%81%CE%B1%CF%80%CE%B1%CF%84%CF%83%CE%AC%CE%B4%CE%B1)"],"metadata":{"id":"RDAxM0k7ku8J"}},{"cell_type":"code","source":["context = \"Strapatsada (Greek: στραπατσάδα) is a popular dish in many regions of Greece, due to the availability and low cost of its ingredients (fresh tomatoes, eggs and olive oil). It is often prepared \\\"on the spot\\\" and served for lunch or a light snack; however, it can also be served cold. The dish is also known as kagianas,[1][2] koskosela (in Cyclades) or menemeni. Preparing strapatsada is quick and easy: the chopped or pureed tomatoes are cooked in a frying pan with olive oil and pepper until they become a thick sauce. The beaten eggs are then added and stirred to a boil. Feta cheese can optionally be added just before turning off the heat (salt is usually not necessary if feta is used). Oregano, thyme or other dried herbs can be used as seasoning.[3]The dish is especially popular in the summer, when fresh tomatoes abound. The name comes from the Italian word \\\"strapazzare\\\" which means breaking an egg and mix it all while cooking.\""],"metadata":{"id":"bmtPjf6ui_eG","executionInfo":{"status":"ok","timestamp":1647179692475,"user_tz":-120,"elapsed":313,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}}},"execution_count":35,"outputs":[]},{"cell_type":"code","source":["query = \"What is Strapatsada?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"uF_O-jHwjFTG","executionInfo":{"status":"ok","timestamp":1647179698433,"user_tz":-120,"elapsed":379,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"171f98bb-eaaa-4a09-e920-9f5f030c6310"},"execution_count":36,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'fresh tomatoes, eggs and olive oil'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":36}]},{"cell_type":"code","source":["query = \"What is Strapatsada made of?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"iJNJAVqFjccl","executionInfo":{"status":"ok","timestamp":1647179713610,"user_tz":-120,"elapsed":322,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"06e8d110-34fd-4d8c-a3ba-83c078e95ad6"},"execution_count":37,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'fresh tomatoes, eggs and olive oil'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":37}]},{"cell_type":"code","source":["query = \"What is the region of Strapatsada?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"l6MgnzDXkS4J","executionInfo":{"status":"ok","timestamp":1647179843173,"user_tz":-120,"elapsed":308,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"cb98c6b7-bb69-4f38-aedd-04d6a0cf3fc6"},"execution_count":40,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'greece'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":40}]},{"cell_type":"code","source":["query = \"How is Strapatsada cooked?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"js4TvePcj-DB","executionInfo":{"status":"ok","timestamp":1647179784608,"user_tz":-120,"elapsed":509,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"4b952c47-fe6e-4fe9-fec7-3ff22b89a282"},"execution_count":38,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'in a frying pan'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":38}]},{"cell_type":"markdown","source":["Source: [https://en.wikipedia.org/wiki/Eridu](https://en.wikipedia.org/wiki/Eridu)"],"metadata":{"id":"k67Otujjk09G"}},{"cell_type":"code","source":["context = \"Eridu (Sumerian: 𒉣𒆠, NUN.KI/eridugki; Akkadian: irîtu; modern Arabic: Tell Abu Shahrain) is an archaeological site in southern Mesopotamia (modern Dhi Qar Governorate, Iraq). Eridu was long considered the earliest city in southern Mesopotamia.[1] Located 12 km southwest of Ur, Eridu was the southernmost of a conglomeration of Sumerian cities that grew around temples, almost in sight of one another. These buildings were made of mud brick and built on top of one another.[2] With the temples growing upward and the village growing outward, a larger city was built.[2] In Sumerian mythology, Eridu was originally the home of Enki, later known by the Akkadians as Ea, who was considered to have founded the city. His temple was called E-Abzu, as Enki was believed to live in Abzu, an aquifer from which all life was believed to stem.\""],"metadata":{"id":"u8PNlql7lAym","executionInfo":{"status":"ok","timestamp":1647180018029,"user_tz":-120,"elapsed":300,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}}},"execution_count":41,"outputs":[]},{"cell_type":"code","source":["query = \"What is Eridu?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"1sr7MkIplM3l","executionInfo":{"status":"ok","timestamp":1647180050894,"user_tz":-120,"elapsed":7,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"10b2742c-fe47-4271-cbe5-d3bf4382c101"},"execution_count":43,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'an archaeological site in southern mesopotamia'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":43}]},{"cell_type":"code","source":["query = \"Where is Eridu?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"7PzG-4FBlHiF","executionInfo":{"status":"ok","timestamp":1647180034930,"user_tz":-120,"elapsed":503,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"4f484892-095a-4fe6-dc23-b919f10e9927"},"execution_count":42,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'southern mesopotamia'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":42}]},{"cell_type":"code","source":["query = \"Who was the founder of Eridu?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"3dW0DWHOlR8-","executionInfo":{"status":"ok","timestamp":1647180092295,"user_tz":-120,"elapsed":526,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"c6016cd0-1260-4b27-c01e-116fddafcfef"},"execution_count":44,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'enki'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":44}]},{"cell_type":"code","source":["query = \"Who was Enki?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"voTW84eqlay0","executionInfo":{"status":"ok","timestamp":1647180110725,"user_tz":-120,"elapsed":475,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"e56a7361-93b1-447b-9584-b56180dfdb72"},"execution_count":45,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'ea'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":45}]},{"cell_type":"code","source":["query = \"Who was EA?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"DWmr70fBlgR7","executionInfo":{"status":"ok","timestamp":1647180130311,"user_tz":-120,"elapsed":325,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"cfef9ff3-0bdb-421c-cf67-af92321d5554"},"execution_count":46,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'enki'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":46}]},{"cell_type":"code","source":["query = \"What buildings did Eridu have?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"ku6yBvMomoe9","executionInfo":{"status":"ok","timestamp":1647180436680,"user_tz":-120,"elapsed":397,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"09ae9bf6-c7d7-4444-abb5-6147e78c8d7c"},"execution_count":50,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'temples'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":50}]},{"cell_type":"code","source":["query = \"How were Eridu's temples built?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"qHWEncA1mubG","executionInfo":{"status":"ok","timestamp":1647180457433,"user_tz":-120,"elapsed":521,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"a0b8f099-b452-4cee-bb46-8149baabe2eb"},"execution_count":51,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'on top of one another'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":51}]},{"cell_type":"code","source":["query = \"With what materials were Eridu's temples built?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"D6ejyPwCm25Q","executionInfo":{"status":"ok","timestamp":1647180502659,"user_tz":-120,"elapsed":493,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"c6db8525-5c6d-4813-9363-02bd26edb70e"},"execution_count":52,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'mud brick'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":52}]},{"cell_type":"markdown","source":["Source (translated from Greek): [https://el.wikipedia.org/wiki/%CE%A0%CE%BB%CE%B1%CF%84%CE%B1%CE%BD%CE%B9%CF%83%CF%84%CF%8C%CF%82_%CE%95%CF%8D%CE%B2%CE%BF%CE%B9%CE%B1%CF%82](https://el.wikipedia.org/wiki/%CE%A0%CE%BB%CE%B1%CF%84%CE%B1%CE%BD%CE%B9%CF%83%CF%84%CF%8C%CF%82_%CE%95%CF%8D%CE%B2%CE%BF%CE%B9%CE%B1%CF%82)"],"metadata":{"id":"glm9OsVXnYgL"}},{"cell_type":"code","source":["context = \"Platanistos is a semi-mountainous settlement of the Municipality of Karystos in the Regional Unit of Evia. It has a population of 74 inhabitants, according to the 2011 census, and is located 22 km east of Karystos and 140 km southeast of Chalkida. It is the southernmost and closest village of Cabo Doro and has evolved into a modern settlement, with a regional clinic.Its sights are the river, with the vegetation of plane trees (which also gave its name), the stone bridge, the area Anemopyles etc.The Local Community of Platanistos also consists of the settlements of Agioi, Eleonas, Livadi, Kastri, Mourtia, Mastrogiannaika, Epanochori, Pidoulaika and Potami, with a total population of 188 inhabitants.\""],"metadata":{"id":"OsFWW9_Hnbfc","executionInfo":{"status":"ok","timestamp":1647180705712,"user_tz":-120,"elapsed":527,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}}},"execution_count":53,"outputs":[]},{"cell_type":"code","source":["query = \"What is Platanistos?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"_1Z-lHY0nqQi","executionInfo":{"status":"ok","timestamp":1647180707124,"user_tz":-120,"elapsed":5,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"715cd314-5788-42fa-bde6-c6a38fb2f707"},"execution_count":54,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'a semi - mountainous settlement'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":54}]},{"cell_type":"code","source":["query = \"Where is Platanistos?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"dIqIeilSnxNb","executionInfo":{"status":"ok","timestamp":1647180726197,"user_tz":-120,"elapsed":318,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"25e18b69-4787-4c72-d71e-07ac099fb5e9"},"execution_count":55,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'22 km east of karystos and 140 km southeast of chalkida'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":55}]},{"cell_type":"code","source":["query = \"What is the population of Platanistos?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"FSZaYjecn9yK","executionInfo":{"status":"ok","timestamp":1647180776706,"user_tz":-120,"elapsed":320,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"97710306-9a6d-4e31-e231-11682f7449ad"},"execution_count":56,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'74'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":56}]},{"cell_type":"code","source":["query = \"What are some attractions Platanistos?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"UO7mgorqoITA","executionInfo":{"status":"ok","timestamp":1647180841750,"user_tz":-120,"elapsed":437,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"542d2bd7-c7fd-4206-ce81-075cceb1642e"},"execution_count":58,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'the river, with the vegetation of plane trees'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":58}]},{"cell_type":"code","source":["query = \"Does Platanistos have beach nearby?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"P4PWmFifoYI3","executionInfo":{"status":"ok","timestamp":1647180893822,"user_tz":-120,"elapsed":549,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"79b84bdf-3401-4c19-b26d-b9c1843100be"},"execution_count":59,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'it is the southernmost and closest village of cabo doro and has evolved into a modern settlement, with a regional clinic. its sights are the river, with the vegetation of plane trees'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":59}]},{"cell_type":"code","source":["query = \"What does the local community of Platanistos consist of?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"CId2BIU_ogoO","executionInfo":{"status":"ok","timestamp":1647180946456,"user_tz":-120,"elapsed":317,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"011629eb-2de0-4e34-f339-0e0a9ef94c5a"},"execution_count":60,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'agioi, eleonas, livadi, kastri, mourtia, mastrogiannaika, epanochori, pidoulaika and potami'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":60}]},{"cell_type":"markdown","source":["And now a brief about me written by me!!!\n"],"metadata":{"id":"UFadDW3Eov5G"}},{"cell_type":"code","source":["context = \"Vasilis Kiriakopoulos is a 22 year old young man born at Marousi, Athens and currently living at Kamatero, Athens. He doesn't have any brothers or sisters, but has a pet canary named Socrates. He is an undergraduate student at the Department of Informatics and Telecommunications of the National and Kapodistrian University of Athens. He has passion about technology, maths, algorithms, and computers and he also likes problem solving a lot. He is currently doing an internship at Netcompany-Intrasoft and he expects to receive his BSc degree on June 2022. His favourite activities are bike riding, video games and feeding the ducks at the park.\""],"metadata":{"id":"uxYnOPiBoy82","executionInfo":{"status":"ok","timestamp":1647183369426,"user_tz":-120,"elapsed":307,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}}},"execution_count":121,"outputs":[]},{"cell_type":"code","source":["query = \"Who is Vasilis Kiriakopoulos?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"Ck58xMmsqsse","executionInfo":{"status":"ok","timestamp":1647183372511,"user_tz":-120,"elapsed":439,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"3f07ae06-8efd-48a3-ceb9-63b0571b62ad"},"execution_count":122,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'a 22 year old young man'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":122}]},{"cell_type":"code","source":["query = \"Where was Vasilis Kiriakopoulos born?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"Kn9rb683wsC9","executionInfo":{"status":"ok","timestamp":1647183373874,"user_tz":-120,"elapsed":3,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"31a4c981-d769-4702-dbf8-32d0cd584ab3"},"execution_count":123,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'marousi, athens'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":123}]},{"cell_type":"code","source":["query = \"Where does Vasilis Kiriakopoulos currently live?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"o3Fm9PxXqxc2","executionInfo":{"status":"ok","timestamp":1647183376238,"user_tz":-120,"elapsed":309,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"2f9f61d8-28c8-4b73-bab7-531a6c36da44"},"execution_count":124,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'kamatero, athens'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":124}]},{"cell_type":"code","source":["query = \"Does Vasilis Kiriakopoulos have any brothers or sisters?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"EvDRD955wxFd","executionInfo":{"status":"ok","timestamp":1647183378542,"user_tz":-120,"elapsed":304,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"bda08525-52c0-4b81-acb1-490ab2a6a570"},"execution_count":125,"outputs":[{"output_type":"execute_result","data":{"text/plain":["\"doesn't have any brothers or sisters\""],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":125}]},{"cell_type":"code","source":["query = \"What pet does Vasilis Kiriakopoulos currently have?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"rNTnn9IFw2mU","executionInfo":{"status":"ok","timestamp":1647183380449,"user_tz":-120,"elapsed":504,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"648c7ae3-17c2-4f5b-931e-6ad10cf53f41"},"execution_count":126,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'canary named socrates'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":126}]},{"cell_type":"code","source":["query = \"What is Vasilis's canary name?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"nGRYHU26w7ib","executionInfo":{"status":"ok","timestamp":1647183382143,"user_tz":-120,"elapsed":419,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"2743aa9e-e41b-41a7-b131-b37002432e4f"},"execution_count":127,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'socrates'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":127}]},{"cell_type":"code","source":["query = \"Where does Vasilis Kiriakopoulos study?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"mHrXplmoq4CV","executionInfo":{"status":"ok","timestamp":1647183400143,"user_tz":-120,"elapsed":6,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"a78c4d7e-1252-4646-c492-62634f7fd3fa"},"execution_count":129,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'department of informatics and telecommunications'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":129}]},{"cell_type":"code","source":["query = \"What university does Vasilis Kiriakopoulos study at?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"uciRYEXKrA0U","executionInfo":{"status":"ok","timestamp":1647183402980,"user_tz":-120,"elapsed":4,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"6a3a91d3-c67e-4dfa-a48a-7fe2438dac65"},"execution_count":130,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'kapodistrian university of athens'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":130}]},{"cell_type":"code","source":["query = \"What is Vasilis Kiriakopoulos's passion?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"mVI1PcqPrJgc","executionInfo":{"status":"ok","timestamp":1647183404930,"user_tz":-120,"elapsed":423,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"000d2d4c-7e83-49ed-b5d7-e6c122f1351b"},"execution_count":131,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'technology, maths, algorithms, and computers'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":131}]},{"cell_type":"code","source":["query = \"Where does Vasilis Kiriakopoulos doing his internship?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"5DjA4Z-zrSMt","executionInfo":{"status":"ok","timestamp":1647183545543,"user_tz":-120,"elapsed":4,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"398877a9-d92d-40a7-99fa-5353786aaac7"},"execution_count":138,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'netcompany - intrasoft'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":138}]},{"cell_type":"code","source":["query = \"When is Vasilis Kiriakopoulos expected to graduate?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"3hnGMGZGrasO","executionInfo":{"status":"ok","timestamp":1647183408069,"user_tz":-120,"elapsed":308,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"56039dc6-55d2-41fd-a55f-b4519af4c273"},"execution_count":133,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'june 2022'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":133}]},{"cell_type":"code","source":["query = \"What are Vasilis Kiriakopoulos's favourite activities?\"\n","predict(model, query, context)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"id":"trZOfpFprxmx","executionInfo":{"status":"ok","timestamp":1647183409782,"user_tz":-120,"elapsed":413,"user":{"displayName":"Γεωργια Νταφαλια","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"16245149305710959357"}},"outputId":"7166d1df-f234-4c00-ef67-62e60b59f41a"},"execution_count":134,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'bike riding, video games and feeding the ducks at the park'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":134}]},{"cell_type":"markdown","source":["As you can see, my model generalizes nicely even on data that it probably hasn't seen during training which is nice!!!"],"metadata":{"id":"8vDJhvMKyqlU"}}]}