Elastic_Search_Index.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"Elastic_Search_Index.ipynb","provenance":[],"collapsed_sections":[],"authorship_tag":"ABX9TyP1l52Tubq6OaSPhhGbREe8"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"},"accelerator":"GPU"},"cells":[{"cell_type":"code","execution_count":null,"metadata":{"id":"PVy3j7T7UGkx"},"outputs":[],"source":["%%bash\n","\n","wget -q https://artifacts.elastic.co/downloads/elasticsearch/elasticsearch-oss-7.9.2-linux-x86_64.tar.gz\n","wget -q https://artifacts.elastic.co/downloads/elasticsearch/elasticsearch-oss-7.9.2-linux-x86_64.tar.gz.sha512\n","tar -xzf elasticsearch-oss-7.9.2-linux-x86_64.tar.gz\n","sudo chown -R daemon:daemon elasticsearch-7.9.2/\n","shasum -a 512 -c elasticsearch-oss-7.9.2-linux-x86_64.tar.gz.sha512 "]},{"cell_type":"code","source":["%%bash --bg\n","\n","sudo -H -u daemon elasticsearch-7.9.2/bin/elasticsearch"],"metadata":{"id":"dZenPuP9UdOj"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["import time\n","# Sleep for few seconds to let the instance start.\n","time.sleep(20)"],"metadata":{"id":"qF0d9VGZUejj","executionInfo":{"status":"ok","timestamp":1654015287679,"user_tz":-180,"elapsed":20110,"user":{"displayName":"Orestis Artinopoulos","userId":"16127739550190614638"}}},"execution_count":3,"outputs":[]},{"cell_type":"code","source":["%%bash\n","\n","curl -sX GET \"localhost:9200/\""],"metadata":{"id":"KJPzI0UoUf5z"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["!pip install elasticsearch==7.9.1"],"metadata":{"id":"DjMOg8NuXPIT"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["from elasticsearch import Elasticsearch"],"metadata":{"id":"jqFAQYgYXMkj","executionInfo":{"status":"ok","timestamp":1654015291899,"user_tz":-180,"elapsed":373,"user":{"displayName":"Orestis Artinopoulos","userId":"16127739550190614638"}}},"execution_count":6,"outputs":[]},{"cell_type":"code","source":["es = Elasticsearch(HOST=\"http://localhost\", PORT=9200)\n","es = Elasticsearch()"],"metadata":{"id":"UFoX5PzEVw3L","executionInfo":{"status":"ok","timestamp":1654015291900,"user_tz":-180,"elapsed":4,"user":{"displayName":"Orestis Artinopoulos","userId":"16127739550190614638"}}},"execution_count":7,"outputs":[]},{"cell_type":"code","source":["import urllib.request\n","import json\n","\n","\n","url='https://api.rss2json.com/v1/api.json?rss_url=https%3A%2F%2Fec.europa.eu%2Fcommission%2Fpresscorner%2Fapi%2Frss%3Flanguage%3Den%26documenttype%3D852%26commissioner%3D%26pagesize%3D100&api_key=cne8r2iixz2orfwbisnqbfcmeg3weyltcqqmczto&count=100'\n","\n","response = urllib.request.urlopen(url)\n","\n","data = json.loads(response.read())\n","\n","for i in range(len(data['items'])):\n","    del data['items'][i]['author']\n","    del data['items'][i]['enclosure']\n","    del data['items'][i]['content']\n","    del data['items'][i]['guid']\n","    del data['items'][i]['thumbnail']\n","final_data = json.dumps(data['items'], indent=4)\n","\n","with open('data.json', 'w') as outfile:\n","    outfile.write(final_data)"],"metadata":{"id":"AKdPJNsM-wRP","executionInfo":{"status":"ok","timestamp":1654015291900,"user_tz":-180,"elapsed":3,"user":{"displayName":"Orestis Artinopoulos","userId":"16127739550190614638"}}},"execution_count":8,"outputs":[]},{"cell_type":"code","source":["with open(\"data.json\") as search:\n","  search_data = json.load(search)"],"metadata":{"id":"CeoTD7Gl-5eH","executionInfo":{"status":"ok","timestamp":1654015291900,"user_tz":-180,"elapsed":3,"user":{"displayName":"Orestis Artinopoulos","userId":"16127739550190614638"}}},"execution_count":9,"outputs":[]},{"cell_type":"code","source":["!pip install selenium\n","!apt-get update && upgrade\n","!apt install chromium-chromedriver\n","from selenium import webdriver\n","import time\n","chrome_options = webdriver.ChromeOptions()\n","chrome_options.add_argument('--headless')\n","chrome_options.add_argument('--no-sandbox')\n","chrome_options.add_argument('--disable-dev-shm-usage')\n","driver = webdriver.Chrome('chromedriver',chrome_options=chrome_options)\n","\n","\n","for f in range(100):\n","  driver.get(search_data[f]['link'])\n","  time.sleep(1)\n","  with open(f'searches{f}.txt', 'w') as outfile:\n","      text = driver.find_element_by_id(\"inline-nav-1\").get_attribute(\"innerText\")\n","      outfile.write(text)\n","driver.quit()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":1000},"id":"Kl2BTNdg-_Gn","executionInfo":{"status":"ok","timestamp":1654015493696,"user_tz":-180,"elapsed":201423,"user":{"displayName":"Orestis Artinopoulos","userId":"16127739550190614638"}},"outputId":"8f738c34-dc32-4f62-e474-518ae36700d9"},"execution_count":10,"outputs":[{"output_type":"stream","name":"stdout","text":["Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n","Collecting selenium\n","  Downloading selenium-4.2.0-py3-none-any.whl (983 kB)\n","\u001b[K     |████████████████████████████████| 983 kB 10.0 MB/s \n","\u001b[?25hCollecting trio~=0.17\n","  Downloading trio-0.20.0-py3-none-any.whl (359 kB)\n","\u001b[K     |████████████████████████████████| 359 kB 58.8 MB/s \n","\u001b[?25hCollecting urllib3[secure,socks]~=1.26\n","  Downloading urllib3-1.26.9-py2.py3-none-any.whl (138 kB)\n","\u001b[K     |████████████████████████████████| 138 kB 71.5 MB/s \n","\u001b[?25hCollecting trio-websocket~=0.9\n","  Downloading trio_websocket-0.9.2-py3-none-any.whl (16 kB)\n","Collecting outcome\n","  Downloading outcome-1.1.0-py2.py3-none-any.whl (9.7 kB)\n","Requirement already satisfied: idna in /usr/local/lib/python3.7/dist-packages (from trio~=0.17->selenium) (2.10)\n","Requirement already satisfied: attrs>=19.2.0 in /usr/local/lib/python3.7/dist-packages (from trio~=0.17->selenium) (21.4.0)\n","Requirement already satisfied: sortedcontainers in /usr/local/lib/python3.7/dist-packages (from trio~=0.17->selenium) (2.4.0)\n","Collecting sniffio\n","  Downloading sniffio-1.2.0-py3-none-any.whl (10 kB)\n","Collecting async-generator>=1.9\n","  Downloading async_generator-1.10-py3-none-any.whl (18 kB)\n","Collecting wsproto>=0.14\n","  Downloading wsproto-1.1.0-py3-none-any.whl (24 kB)\n","Collecting pyOpenSSL>=0.14\n","  Downloading pyOpenSSL-22.0.0-py2.py3-none-any.whl (55 kB)\n","\u001b[K     |████████████████████████████████| 55 kB 4.4 MB/s \n","\u001b[?25hRequirement already satisfied: certifi in /usr/local/lib/python3.7/dist-packages (from urllib3[secure,socks]~=1.26->selenium) (2022.5.18.1)\n","Collecting cryptography>=1.3.4\n","  Downloading cryptography-37.0.2-cp36-abi3-manylinux_2_24_x86_64.whl (4.0 MB)\n","\u001b[K     |████████████████████████████████| 4.0 MB 57.4 MB/s \n","\u001b[?25hRequirement already satisfied: PySocks!=1.5.7,<2.0,>=1.5.6 in /usr/local/lib/python3.7/dist-packages (from urllib3[secure,socks]~=1.26->selenium) (1.7.1)\n","Requirement already satisfied: cffi>=1.12 in /usr/local/lib/python3.7/dist-packages (from cryptography>=1.3.4->urllib3[secure,socks]~=1.26->selenium) (1.15.0)\n","Requirement already satisfied: pycparser in /usr/local/lib/python3.7/dist-packages (from cffi>=1.12->cryptography>=1.3.4->urllib3[secure,socks]~=1.26->selenium) (2.21)\n","Collecting h11<1,>=0.9.0\n","  Downloading h11-0.13.0-py3-none-any.whl (58 kB)\n","\u001b[K     |████████████████████████████████| 58 kB 4.6 MB/s \n","\u001b[?25hRequirement already satisfied: typing-extensions in /usr/local/lib/python3.7/dist-packages (from h11<1,>=0.9.0->wsproto>=0.14->trio-websocket~=0.9->selenium) (4.2.0)\n","Installing collected packages: sniffio, outcome, h11, cryptography, async-generator, wsproto, urllib3, trio, pyOpenSSL, trio-websocket, selenium\n","  Attempting uninstall: urllib3\n","    Found existing installation: urllib3 1.24.3\n","    Uninstalling urllib3-1.24.3:\n","      Successfully uninstalled urllib3-1.24.3\n","\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n","requests 2.23.0 requires urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1, but you have urllib3 1.26.9 which is incompatible.\n","datascience 0.10.6 requires folium==0.2.1, but you have folium 0.8.3 which is incompatible.\u001b[0m\n","Successfully installed async-generator-1.10 cryptography-37.0.2 h11-0.13.0 outcome-1.1.0 pyOpenSSL-22.0.0 selenium-4.2.0 sniffio-1.2.0 trio-0.20.0 trio-websocket-0.9.2 urllib3-1.26.9 wsproto-1.1.0\n"]},{"output_type":"display_data","data":{"application/vnd.colab-display-data+json":{"pip_warning":{"packages":["urllib3"]}}},"metadata":{}},{"output_type":"stream","name":"stdout","text":["\r0% [Working]\r            \rGet:1 https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64  InRelease [1,581 B]\n","Get:2 https://cloud.r-project.org/bin/linux/ubuntu bionic-cran40/ InRelease [3,626 B]\n","Get:3 http://security.ubuntu.com/ubuntu bionic-security InRelease [88.7 kB]\n","Ign:4 https://developer.download.nvidia.com/compute/machine-learning/repos/ubuntu1804/x86_64  InRelease\n","Hit:5 https://developer.download.nvidia.com/compute/machine-learning/repos/ubuntu1804/x86_64  Release\n","Get:6 https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64  Packages [787 kB]\n","Get:7 http://ppa.launchpad.net/c2d4u.team/c2d4u4.0+/ubuntu bionic InRelease [15.9 kB]\n","Hit:8 http://archive.ubuntu.com/ubuntu bionic InRelease\n","Get:9 http://archive.ubuntu.com/ubuntu bionic-updates InRelease [88.7 kB]\n","Hit:11 http://ppa.launchpad.net/cran/libgit2/ubuntu bionic InRelease\n","Get:12 http://archive.ubuntu.com/ubuntu bionic-backports InRelease [74.6 kB]\n","Get:13 http://ppa.launchpad.net/deadsnakes/ppa/ubuntu bionic InRelease [15.9 kB]\n","Get:14 http://security.ubuntu.com/ubuntu bionic-security/universe amd64 Packages [1,512 kB]\n","Get:15 http://ppa.launchpad.net/graphics-drivers/ppa/ubuntu bionic InRelease [21.3 kB]\n","Get:16 http://security.ubuntu.com/ubuntu bionic-security/restricted amd64 Packages [957 kB]\n","Get:17 http://security.ubuntu.com/ubuntu bionic-security/main amd64 Packages [2,798 kB]\n","Get:18 http://security.ubuntu.com/ubuntu bionic-security/multiverse amd64 Packages [22.8 kB]\n","Get:19 http://ppa.launchpad.net/c2d4u.team/c2d4u4.0+/ubuntu bionic/main Sources [1,990 kB]\n","Get:20 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 Packages [3,231 kB]\n","Get:21 http://archive.ubuntu.com/ubuntu bionic-updates/restricted amd64 Packages [991 kB]\n","Get:22 http://archive.ubuntu.com/ubuntu bionic-updates/multiverse amd64 Packages [29.8 kB]\n","Get:23 http://archive.ubuntu.com/ubuntu bionic-updates/universe amd64 Packages [2,284 kB]\n","Get:24 http://ppa.launchpad.net/c2d4u.team/c2d4u4.0+/ubuntu bionic/main amd64 Packages [1,021 kB]\n","Get:25 http://ppa.launchpad.net/deadsnakes/ppa/ubuntu bionic/main amd64 Packages [45.3 kB]\n","Get:26 http://ppa.launchpad.net/graphics-drivers/ppa/ubuntu bionic/main amd64 Packages [44.3 kB]\n","Fetched 16.0 MB in 5s (3,384 kB/s)\n","Reading package lists... Done\n","/bin/bash: upgrade: command not found\n","Reading package lists... Done\n","Building dependency tree       \n","Reading state information... Done\n","The following package was automatically installed and is no longer required:\n","  libnvidia-common-460\n","Use 'apt autoremove' to remove it.\n","The following additional packages will be installed:\n","  chromium-browser chromium-browser-l10n chromium-codecs-ffmpeg-extra\n","Suggested packages:\n","  webaccounts-chromium-extension unity-chromium-extension\n","The following NEW packages will be installed:\n","  chromium-browser chromium-browser-l10n chromium-chromedriver\n","  chromium-codecs-ffmpeg-extra\n","0 upgraded, 4 newly installed, 0 to remove and 76 not upgraded.\n","Need to get 89.8 MB of archives.\n","After this operation, 302 MB of additional disk space will be used.\n","Get:1 http://archive.ubuntu.com/ubuntu bionic-updates/universe amd64 chromium-codecs-ffmpeg-extra amd64 101.0.4951.64-0ubuntu0.18.04.1 [1,142 kB]\n","Get:2 http://archive.ubuntu.com/ubuntu bionic-updates/universe amd64 chromium-browser amd64 101.0.4951.64-0ubuntu0.18.04.1 [78.5 MB]\n","Get:3 http://archive.ubuntu.com/ubuntu bionic-updates/universe amd64 chromium-browser-l10n all 101.0.4951.64-0ubuntu0.18.04.1 [4,980 kB]\n","Get:4 http://archive.ubuntu.com/ubuntu bionic-updates/universe amd64 chromium-chromedriver amd64 101.0.4951.64-0ubuntu0.18.04.1 [5,153 kB]\n","Fetched 89.8 MB in 3s (32.4 MB/s)\n","Selecting previously unselected package chromium-codecs-ffmpeg-extra.\n","(Reading database ... 155629 files and directories currently installed.)\n","Preparing to unpack .../chromium-codecs-ffmpeg-extra_101.0.4951.64-0ubuntu0.18.04.1_amd64.deb ...\n","Unpacking chromium-codecs-ffmpeg-extra (101.0.4951.64-0ubuntu0.18.04.1) ...\n","Selecting previously unselected package chromium-browser.\n","Preparing to unpack .../chromium-browser_101.0.4951.64-0ubuntu0.18.04.1_amd64.deb ...\n","Unpacking chromium-browser (101.0.4951.64-0ubuntu0.18.04.1) ...\n","Selecting previously unselected package chromium-browser-l10n.\n","Preparing to unpack .../chromium-browser-l10n_101.0.4951.64-0ubuntu0.18.04.1_all.deb ...\n","Unpacking chromium-browser-l10n (101.0.4951.64-0ubuntu0.18.04.1) ...\n","Selecting previously unselected package chromium-chromedriver.\n","Preparing to unpack .../chromium-chromedriver_101.0.4951.64-0ubuntu0.18.04.1_amd64.deb ...\n","Unpacking chromium-chromedriver (101.0.4951.64-0ubuntu0.18.04.1) ...\n","Setting up chromium-codecs-ffmpeg-extra (101.0.4951.64-0ubuntu0.18.04.1) ...\n","Setting up chromium-browser (101.0.4951.64-0ubuntu0.18.04.1) ...\n","update-alternatives: using /usr/bin/chromium-browser to provide /usr/bin/x-www-browser (x-www-browser) in auto mode\n","update-alternatives: using /usr/bin/chromium-browser to provide /usr/bin/gnome-www-browser (gnome-www-browser) in auto mode\n","Setting up chromium-chromedriver (101.0.4951.64-0ubuntu0.18.04.1) ...\n","Setting up chromium-browser-l10n (101.0.4951.64-0ubuntu0.18.04.1) ...\n","Processing triggers for man-db (2.8.3-2ubuntu0.1) ...\n","Processing triggers for hicolor-icon-theme (0.17-2) ...\n","Processing triggers for mime-support (3.60ubuntu1) ...\n","Processing triggers for libc-bin (2.27-3ubuntu1.3) ...\n","/sbin/ldconfig.real: /usr/local/lib/python3.7/dist-packages/ideep4py/lib/libmkldnn.so.0 is not a symbolic link\n","\n"]},{"output_type":"stream","name":"stderr","text":["/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:10: DeprecationWarning: use options instead of chrome_options\n","  # Remove the CWD from sys.path while we load stuff.\n","/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:17: DeprecationWarning: find_element_by_* commands are deprecated. Please use find_element() instead\n"]}]},{"cell_type":"code","source":["from numpy import result_type\n","\n","keys=range(100)\n","\n","results_dict={}\n","py={**results_dict,**{\"Question\":[],\"Answer\":[]}}\n","py={**results_dict,**{\"Question\":[],\"Answer\":[]}}\n","\n","for i in keys:\n","  out=\" \"\n","\n","  with open(f'searches{i}.txt',\"r+\") as f:\n","      lines = f.readlines()\n","      # το συγκεκριμενο flag δημιουργειται γιατι σε μερικα κειμενα δεν υπηρχε στο κειμενο ερωτηση \n","      # και δεν μπορουσα να βρω καποιο τροπο να παιρνω τα κομματια ερωτησης και απαντησης που να ειναι αποδοτικος\n","      flag = False\n","      for line in lines:\n","        if line.find(\"?\") != -1 :\n","          flag = True\n","        \n","      #Οι έλεγχοι ειναι απλοί. Αν η γραμμή τελειώνει με το ?\\n τοτε θεωρειται ερωτηση.\n","      # Αν οχι τοτε ειναι απαντηση (Απο την απαντηση εξαιρουνται ολες οι κενες γραμμες .isspace():continue\n","      # και απο τα κειμενα δεν μας ενδιαφερει και το κομματι με τις πληροφοριες\n","      # οποτε απο οταν βρισκει την γραμμη for more information η λουπα για την επαιξεργασια του κειμενου σπαει και παει στο επομενο\n","\n","      if flag:\n","        for line in lines:\n","          if line.endswith(\"?\\n\"):\n","            if not out.isspace():\n","              py[\"Question\"].append(line)\n","              py[\"Answer\"].append(out)\n","            out=\" \"\n","          elif line.startswith(\"For More Information\"):\n","            break\n","          elif line.isspace():\n","            continue\n","          else:\n","            out+=line\n","            # results_dict[\"Question\"].append(line)\n","      else:\n","        break\n","  final_results = json.dumps(py, indent=4) \n","\n","  with open(f'final_results.json',\"w+\") as new_file:\n","        new_file.write(final_results)"],"metadata":{"id":"ohaaiN76_B1Y","executionInfo":{"status":"ok","timestamp":1654015493696,"user_tz":-180,"elapsed":10,"user":{"displayName":"Orestis Artinopoulos","userId":"16127739550190614638"}}},"execution_count":11,"outputs":[]},{"cell_type":"code","source":["with open(\"final_results.json\") as index_file:\n","  index_data=json.load(index_file)"],"metadata":{"id":"_MA7gzRTY2Ta","executionInfo":{"status":"ok","timestamp":1654015493696,"user_tz":-180,"elapsed":9,"user":{"displayName":"Orestis Artinopoulos","userId":"16127739550190614638"}}},"execution_count":12,"outputs":[]},{"cell_type":"code","source":["test=[]\n","for i in range(len(index_data[\"Question\"])):\n","\n","  test.append({\"Question\":[index_data[\"Question\"][i]],\"Answer\":[index_data[\"Answer\"][i]]})\n","  es.index(index=\"q&a\",doc_type=\"test\",id=i+1,body=test[i])"],"metadata":{"id":"WBU3O1NHiF4R","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1654015500182,"user_tz":-180,"elapsed":6495,"user":{"displayName":"Orestis Artinopoulos","userId":"16127739550190614638"}},"outputId":"be81aa5c-e13c-4b83-9a72-b751da61080d"},"execution_count":13,"outputs":[{"output_type":"stream","name":"stderr","text":["/usr/local/lib/python3.7/dist-packages/elasticsearch/connection/base.py:190: ElasticsearchDeprecationWarning: [types removal] Specifying types in document index requests is deprecated, use the typeless endpoints instead (/{index}/_doc/{id}, /{index}/_doc, or /{index}/_create/{id}).\n","  warnings.warn(message, category=ElasticsearchDeprecationWarning)\n"]}]},{"cell_type":"code","source":["user_input=input(\"Ask your question:\")\n","body = {\n","    \"from\":0,\n","    \"size\":5,\n","    \"query\": {\n","        \"bool\": {\n","            \"should\": {\n","                \"match\": {\n","                    \"Question\":user_input\n","                }\n","            },\n","            \"should\": {\n","                \"match\": {\n","                    \"Answer\": user_input\n","                }\n","            }\n","        }\n","    }\n","}\n","\n","res = es.search(index=\"q&a\", body=body)\n","res"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"2FU6nzbvkytK","executionInfo":{"status":"ok","timestamp":1654015522517,"user_tz":-180,"elapsed":3452,"user":{"displayName":"Orestis Artinopoulos","userId":"16127739550190614638"}},"outputId":"98ace33d-978f-45f8-c7fe-9d5e2a83b59a"},"execution_count":15,"outputs":[{"name":"stdout","output_type":"stream","text":["Ask your question:covid\n"]},{"output_type":"execute_result","data":{"text/plain":["{'_shards': {'failed': 0, 'skipped': 0, 'successful': 1, 'total': 1},\n"," 'hits': {'hits': [{'_id': '98',\n","    '_index': 'q&a',\n","    '_score': 4.6035733,\n","    '_source': {'Answer': [' The 2022 EU Justice Scoreboard is the first edition where we could truly observe the effects of the COVID-19 pandemic. They could be the reason for certain results in the areas of length of judicial proceedings, number of cases and clearance rate. Nevertheless, these results should be of a temporary nature. We will continue monitoring and assessing the short-term and long-term effects that the COVID-19 pandemic has had on justice systems.\\n'],\n","     'Question': ['How can effective justice systems have an impact on the economy?\\n']},\n","    '_type': 'test'},\n","   {'_id': '55',\n","    '_index': 'q&a',\n","    '_score': 3.8969347,\n","    '_source': {'Answer': [' The assessment of macroeconomic vulnerabilities is marked by a strong economic recovery from the COVID-19 crisis in a context of rising uncertainty in face of the surging energy and commodity prices and other impacts from the Russian aggression of Ukraine. Private and public debt levels are easing as the economy rebounds from the crisis. Nonetheless, in many cases they remain above their pre-COVID-19 levels, reflecting the sharpness of the economic contraction in 2020, and the measures taken to support the economy. External rebalancing remains incomplete: the current accounts of large net-debtor countries with significant cross-border tourism sectors have improved, but remain below their pre-COVID-19 levels, while large current account surpluses in some Member States persist despite some temporary reduction during the pandemic. House prices are growing at their fastest pace in over a decade. The banking sector weathered the pandemic crisis well, although some risks might emerge as moratoria on debt repayments have ended and temporary support measures are withdrawn.\\nOverall, vulnerabilities are receding and are falling below their pre-pandemic levels in various Member States; justifying a revision of the classification of imbalances in two cases. The policy agenda embedded in the RRPs, as well as past policy action support further adjustment and stronger fundamentals for the concerned economies, delivering prospects for a continued narrowing of vulnerabilities. Economic growth will support further adjustment but countries marked by low potential growth could face challenging dynamics. Inflationary pressures are rising and tighter financing conditions and exchange rate volatility may weigh on debt servicing. This is a particular risk where private or public debt is held in foreign currencies, and where refinancing needs are substantial.\\n'],\n","     'Question': ['What are the main findings of the in-depth reviews?\\n']},\n","    '_type': 'test'},\n","   {'_id': '459',\n","    '_index': 'q&a',\n","    '_score': 3.4315937,\n","    '_source': {'Answer': [\" The Communication sets out five key principles that will guide the Commission's assessment of Member States' stability and convergence programmes and draws implications, based on the Commission 2022 winter economic forecast, for its fiscal recommendations to be proposed to Member States in May 2022 for their budgetary plans for 2023. Exceptional uncertainty and risks call for strong coordination of economic and fiscal policies to transition out of the COVID-19 crisis. The Commission will closely monitor the situation and adjust its policy guidance as needed.\\nThe Communication also summarises the state of play on the economic governance review.\\n\"],\n","     'Question': ['What are the five principles set out in the Communication?\\n']},\n","    '_type': 'test'},\n","   {'_id': '464',\n","    '_index': 'q&a',\n","    '_score': 3.4315937,\n","    '_source': {'Answer': [\" The “general escape clause” of the Stability and Growth Pact (SGP) was activated by the Commission and Council in 2020 to allow Member States to undertake measures to deal adequately with the COVID-19 crisis, while departing from the budgetary requirements that would normally apply under the European fiscal framework.\\nWhile the “general escape clause” will continue to apply in 2022, it is expected to be deactivated as of 2023 on the basis of the Commission's Winter 2022 Economic Forecast. This will be reassessed on the basis of the Commission's Spring 2022 Economic Forecast in view of the high uncertainty.\\n\"],\n","     'Question': ['What are the implications of this Communication for the opening of excessive deficit procedures (EDPs) in the course of 2022?\\n']},\n","    '_type': 'test'},\n","   {'_id': '301',\n","    '_index': 'q&a',\n","    '_score': 3.2821786,\n","    '_source': {'Answer': [\" This campaign is based on synergies to make the most of the combined outreach of the European Commission, Government of Canada and Global Citizen, to reach beyond the government level and involve civil society organisations active in Ukraine.\\nThe European Commission has had fruitful collaborations with Global Citizen in the past, counting on the organisation's ability to mobilise the support of leaders, philanthropists, civil society and entertainers worldwide.\\nThe European Commission notably worked with Global Citizen in the context of the\\xa0Coronavirus Global Response pledging marathon,\\xa0which raised billions of funding for universal access to COVID-19 vaccines, tests and treatments. We also collaborated on the\\xa0Recovery Plan for the World\\xa0campaign fighting poverty, hunger and climate change.\\n\"],\n","     'Question': ['Who has Global Citizen mobilised this time?\\n']},\n","    '_type': 'test'}],\n","  'max_score': 4.6035733,\n","  'total': {'relation': 'eq', 'value': 32}},\n"," 'timed_out': False,\n"," 'took': 92}"]},"metadata":{},"execution_count":15}]}]}