wikipedia_scraper.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "#import all I need for this project\n",
    "\n",
    "import requests\n",
    "from bs4 import BeautifulSoup\n",
    "import re\n",
    "import json"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The API is OK\n"
     ]
    }
   ],
   "source": [
    "# assign the root url (without /status) to the root_url variable for ease of reference (1 line)\n",
    "root_url = \"https://country-leaders.onrender.com\"\n",
    "# assign the /status endpoint to another variable called status_url (1 line)\n",
    "status_url = root_url + \"/status\"\n",
    "# query the /status endpoint using the get() method and store it in the req variable (1 line)\n",
    "r = requests.get(\"https://country-leaders.onrender.com/status/\")\n",
    "# check the status_code using a condition and print appropriate messages (4 lines)\n",
    "if r.status_code == 200:\n",
    "    print(f\"The API is OK\")\n",
    "else:\n",
    "    print(f\"Unespected status code: {r.status_code}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Status code: 403, Countries {'message': 'The cookie is missing'}\n"
     ]
    }
   ],
   "source": [
    "# Set the countries_url variable (1 line)\n",
    "countries_url = \"https://country-leaders.onrender.com/countries\"\n",
    "# query the /countries endpoint using the get() method and store it in the req variable (1 line)\n",
    "r = requests.get(countries_url)\n",
    "# Get the JSON content and store it in the countries variable (1 line)\n",
    "countries = r.json()\n",
    "# display the request's status code and the countries variable (1 line)\n",
    "print(f\"Status code: {r.status_code}, Countries {countries}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<RequestsCookieJar[<Cookie user_cookie=8d2e2f08-febe-4775-a53b-92ca6f160b55 for country-leaders.onrender.com/>]>\n"
     ]
    }
   ],
   "source": [
    "# Set the cookie_url variable (1 line)\n",
    "cookie_url = \"https://country-leaders.onrender.com/cookie\"\n",
    "# Query the enpoint, set the cookies variable and display it (2 lines)\n",
    "cookie = requests.get(cookie_url).cookies\n",
    "print(cookie)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['be', 'fr', 'ma', 'ru', 'us']\n"
     ]
    }
   ],
   "source": [
    "# Query the /countries endpoint, assign the output to the countries variable (1 line)\n",
    "countries = requests.get(countries_url, cookies=cookie).json()\n",
    "# Display the countries variable (1 line)\n",
    "countries_list = countries\n",
    "print(countries_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Leader of be:\n",
      "[{'id': 'Q12978', 'first_name': 'Guy', 'last_name': 'Verhofstadt', 'birth_date': '1953-04-11', 'death_date': None, 'place_of_birth': 'Dendermonde', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Guy_Verhofstadt', 'start_mandate': '1999-07-12', 'end_mandate': '2008-03-20'}, {'id': 'Q12981', 'first_name': 'Yves', 'last_name': 'Leterme', 'birth_date': '1960-10-06', 'death_date': None, 'place_of_birth': 'Wervik', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Yves_Leterme', 'start_mandate': '2009-11-25', 'end_mandate': '2011-12-06'}, {'id': 'Q12983', 'first_name': 'Herman', 'last_name': 'None', 'birth_date': '1947-10-31', 'death_date': None, 'place_of_birth': 'Etterbeek', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Herman_Van_Rompuy', 'start_mandate': '2008-12-30', 'end_mandate': '2009-11-25'}, {'id': 'Q14989', 'first_name': 'Léon', 'last_name': 'Delacroix', 'birth_date': '1867-12-27', 'death_date': '1929-10-15', 'place_of_birth': 'Saint-Josse-ten-Noode', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/L%C3%A9on_Delacroix', 'start_mandate': '1918-11-21', 'end_mandate': '1920-11-20'}, {'id': 'Q14990', 'first_name': 'Henry', 'last_name': 'Carton', 'birth_date': '1869-01-31', 'death_date': '1951-05-06', 'place_of_birth': 'Brussels', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Henri_Carton_de_Wiart', 'start_mandate': '1920-11-20', 'end_mandate': '1921-12-16'}, {'id': 'Q14991', 'first_name': 'Georges', 'last_name': 'Theunis', 'birth_date': '1873-02-28', 'death_date': '1966-01-04', 'place_of_birth': 'Montegnée', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Georges_Theunis', 'start_mandate': '1934-11-20', 'end_mandate': '1935-03-25'}, {'id': 'Q14992', 'first_name': 'Aloïs', 'last_name': 'Van de Vyvere', 'birth_date': '1871-06-08', 'death_date': '1961-10-22', 'place_of_birth': 'Tielt', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Aloys_Van_de_Vyvere', 'start_mandate': '1925-05-13', 'end_mandate': '1925-06-17'}, {'id': 'Q14993', 'first_name': 'Prosper', 'last_name': 'Poullet', 'birth_date': '1868-03-05', 'death_date': '1937-12-03', 'place_of_birth': 'Leuven', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Prosper_Poullet', 'start_mandate': '1925-06-17', 'end_mandate': '1926-05-20'}, {'id': 'Q14994', 'first_name': 'Henri', 'last_name': 'Jaspar', 'birth_date': '1870-07-28', 'death_date': '1939-02-15', 'place_of_birth': 'Schaerbeek - Schaarbeek', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Henri_Jaspar', 'start_mandate': '1926-05-20', 'end_mandate': '1931-06-06'}, {'id': 'Q14995', 'first_name': 'Jules', 'last_name': 'None', 'birth_date': '1862-12-03', 'death_date': '1934-07-15', 'place_of_birth': 'Ixelles - Elsene', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Jules_Renkin', 'start_mandate': '1931-06-06', 'end_mandate': '1932-10-22'}, {'id': 'Q14996', 'first_name': 'Paul', 'last_name': 'Van Zeeland', 'birth_date': '1893-11-11', 'death_date': '1973-09-22', 'place_of_birth': 'Soignies', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Paul_van_Zeeland', 'start_mandate': '1935-03-25', 'end_mandate': '1937-11-24'}, {'id': 'Q14997', 'first_name': 'Achille', 'last_name': 'Van Acker', 'birth_date': '1898-04-08', 'death_date': '1975-07-10', 'place_of_birth': 'Bruges', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Achiel_Van_Acker', 'start_mandate': '1954-04-23', 'end_mandate': '1958-06-26'}, {'id': 'Q14998', 'first_name': 'Camille', 'last_name': 'Huysmans', 'birth_date': '1871-05-26', 'death_date': '1968-02-25', 'place_of_birth': 'Bilzen', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Camille_Huysmans', 'start_mandate': '1946-08-03', 'end_mandate': '1947-03-20'}, {'id': 'Q14999', 'first_name': 'Gaston', 'last_name': 'Eyskens', 'birth_date': '1905-04-01', 'death_date': '1988-01-03', 'place_of_birth': 'Lier', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Gaston_Eyskens', 'start_mandate': '1968-07-17', 'end_mandate': '1973-01-26'}, {'id': 'Q15002', 'first_name': 'Leo', 'last_name': 'Tindemans', 'birth_date': '1922-04-16', 'death_date': '2014-12-26', 'place_of_birth': 'Zwijndrecht', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Leo_Tindemans', 'start_mandate': '1974-04-25', 'end_mandate': '1978-10-20'}, {'id': 'Q15048', 'first_name': 'Elio', 'last_name': 'Di Rupo', 'birth_date': '1951-07-18', 'death_date': None, 'place_of_birth': 'Morlanwelz', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Elio_Di_Rupo', 'start_mandate': '2011-12-06', 'end_mandate': '2014-10-11'}, {'id': 'Q15056', 'first_name': 'Jean-Luc', 'last_name': 'Dehaene', 'birth_date': '1940-08-07', 'death_date': '2014-05-15', 'place_of_birth': 'Montpellier', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Jean-Luc_Dehaene', 'start_mandate': '1992-03-07', 'end_mandate': '1999-07-12'}, {'id': 'Q15956', 'first_name': 'Frans', 'last_name': 'Schollaert', 'birth_date': '1851-08-19', 'death_date': '1917-06-29', 'place_of_birth': 'Wilsele', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Frans_Schollaert', 'start_mandate': '1908-01-09', 'end_mandate': '1911-06-17'}, {'id': 'Q143202', 'first_name': 'Pieter', 'last_name': 'Decker', 'birth_date': '1812-01-25', 'death_date': '1891-01-04', 'place_of_birth': 'Zele', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Pieter_de_Decker', 'start_mandate': '1855-03-30', 'end_mandate': '1857-11-09'}, {'id': 'Q155691', 'first_name': 'Paul-Henri', 'last_name': 'Spaak', 'birth_date': '1899-01-25', 'death_date': '1972-07-31', 'place_of_birth': 'Schaerbeek - Schaarbeek', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Paul-Henri_Spaak', 'start_mandate': '1947-03-20', 'end_mandate': '1949-08-11'}, {'id': 'Q202049', 'first_name': 'Auguste', 'last_name': 'Beernaert', 'birth_date': '1829-07-26', 'death_date': '1912-10-06', 'place_of_birth': 'Ostend', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Auguste_Beernaert', 'start_mandate': '1884-10-26', 'end_mandate': '1894-03-26'}, {'id': 'Q221781', 'first_name': 'Théodore', 'last_name': 'Lefèvre', 'birth_date': '1914-01-17', 'death_date': '1973-09-18', 'place_of_birth': 'Ghent', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Th%C3%A9o_Lef%C3%A8vre', 'start_mandate': '1961-04-25', 'end_mandate': '1965-07-28'}, {'id': 'Q250021', 'first_name': 'Paul', 'last_name': 'None', 'birth_date': '1919-05-22', 'death_date': '2001-01-09', 'place_of_birth': 'Forest', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Paul_Vanden_Boeynants', 'start_mandate': '1978-10-20', 'end_mandate': '1979-04-03'}, {'id': 'Q289570', 'first_name': 'Étienne', 'last_name': 'Gerlache', 'birth_date': '1785-12-26', 'death_date': '1871-02-10', 'place_of_birth': 'Château of Biourge', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Etienne_de_Gerlache', 'start_mandate': '1831-02-27', 'end_mandate': '1831-03-10'}, {'id': 'Q313809', 'first_name': 'Wilfried', 'last_name': 'Martens', 'birth_date': '1936-04-19', 'death_date': '2013-10-09', 'place_of_birth': 'Sleidinge', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Wilfried_Martens', 'start_mandate': '1981-12-17', 'end_mandate': '1992-03-07'}, {'id': 'Q349477', 'first_name': 'Mark', 'last_name': 'Eyskens', 'birth_date': '1933-04-29', 'death_date': None, 'place_of_birth': 'Leuven', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Mark_Eyskens', 'start_mandate': '1981-04-06', 'end_mandate': '1981-12-17'}, {'id': 'Q363942', 'first_name': 'Pierre', 'last_name': 'Harmel', 'birth_date': '1911-03-16', 'death_date': '2009-11-15', 'place_of_birth': 'Uccle', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Pierre_Harmel', 'start_mandate': '1965-07-28', 'end_mandate': '1966-03-19'}, {'id': 'Q442578', 'first_name': 'Hubert', 'last_name': 'Pierlot', 'birth_date': '1883-12-23', 'death_date': '1963-12-13', 'place_of_birth': 'Bertrix', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Hubert_Pierlot', 'start_mandate': '1939-02-22', 'end_mandate': '1945-02-12'}, {'id': 'Q446472', 'first_name': 'Jean-Baptiste', 'last_name': 'Nothomb', 'birth_date': '1805-07-03', 'death_date': '1881-09-16', 'place_of_birth': 'Messancy', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Jean-Baptiste_Nothomb', 'start_mandate': '1841-04-13', 'end_mandate': '1845-07-30'}, {'id': 'Q461745', 'first_name': 'Edmond', 'last_name': 'None', 'birth_date': '1915-04-18', 'death_date': '1997-06-15', 'place_of_birth': 'Lantremange', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Edmond_Leburton', 'start_mandate': '1973-01-26', 'end_mandate': '1974-04-25'}, {'id': 'Q461753', 'first_name': 'Jean', 'last_name': 'None', 'birth_date': '1900-04-10', 'death_date': '1977-10-11', 'place_of_birth': 'Frasnes-lez-Gosselies', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Jean_Duvieusart', 'start_mandate': '1950-06-08', 'end_mandate': '1950-08-16'}, {'id': 'Q468104', 'first_name': 'Joseph', 'last_name': 'Lebeau', 'birth_date': '1794-01-03', 'death_date': '1865-03-19', 'place_of_birth': 'Huy', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Joseph_Lebeau', 'start_mandate': '1840-04-18', 'end_mandate': '1841-04-13'}, {'id': 'Q468109', 'first_name': 'Charles', 'last_name': 'Rogier', 'birth_date': '1800-08-17', 'death_date': '1885-05-27', 'place_of_birth': 'Saint-Quentin', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Charles_Rogier', 'start_mandate': '1857-11-09', 'end_mandate': '1868-01-03'}, {'id': 'Q472257', 'first_name': 'Barthélemy', 'last_name': 'None', 'birth_date': '1794-02-26', 'death_date': '1874-08-24', 'place_of_birth': 'Kasteel van Schabroek', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Barth%C3%A9lemy_de_Theux_de_Meylandt', 'start_mandate': '1871-12-07', 'end_mandate': '1874-08-21'}, {'id': 'Q472276', 'first_name': 'Felix', 'last_name': 'None', 'birth_date': '1793-04-05', 'death_date': '1862-08-05', 'place_of_birth': 'Pittem', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Felix_de_M%C3%BBelenaere', 'start_mandate': '1831-07-24', 'end_mandate': '1832-10-20'}, {'id': 'Q476596', 'first_name': 'Alexander', 'last_name': 'De Croo', 'birth_date': '1975-11-03', 'death_date': None, 'place_of_birth': 'Vilvoorde', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Alexander_De_Croo', 'start_mandate': '2020-10-01', 'end_mandate': None}, {'id': 'Q527479', 'first_name': 'Henri', 'last_name': 'de Brouckère', 'birth_date': '1801-01-25', 'death_date': '1891-01-25', 'place_of_birth': 'Bruges', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Henri_de_Brouck%C3%A8re', 'start_mandate': '1852-10-31', 'end_mandate': '1855-03-30'}, {'id': 'Q533339', 'first_name': 'Albert', 'last_name': 'None', 'birth_date': '1790-05-26', 'death_date': '1873-05-05', 'place_of_birth': 'Tournai', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Albert_Goblet_d%27Alviella', 'start_mandate': '1832-10-20', 'end_mandate': '1834-08-04'}, {'id': 'Q546727', 'first_name': 'Sylvain', 'last_name': 'Weyer', 'birth_date': '1802-01-19', 'death_date': '1874-05-23', 'place_of_birth': 'Leuven', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Sylvain_Van_de_Weyer', 'start_mandate': '1845-07-30', 'end_mandate': '1846-03-31'}, {'id': 'Q569138', 'first_name': 'Jules', 'last_name': 'Burlet', 'birth_date': '1844-04-10', 'death_date': '1897-03-01', 'place_of_birth': 'Ixelles - Elsene', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Jules_de_Burlet', 'start_mandate': '1894-03-26', 'end_mandate': '1896-02-25'}, {'id': 'Q665955', 'first_name': 'Paul-Émile', 'last_name': 'None', 'birth_date': '1872-05-30', 'death_date': '1944-03-03', 'place_of_birth': 'Brussels metropolitan area', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Paul-Emile_Janson', 'start_mandate': '1937-11-24', 'end_mandate': '1938-05-15'}, {'id': 'Q678535', 'first_name': 'Jules', 'last_name': 'Malou', 'birth_date': '1810-10-19', 'death_date': '1886-07-11', 'place_of_birth': 'Ypres', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Jules_Malou', 'start_mandate': '1884-06-16', 'end_mandate': '1884-10-26'}, {'id': 'Q705103', 'first_name': 'Charles', 'last_name': 'Broqueville', 'birth_date': '1860-12-04', 'death_date': '1940-09-05', 'place_of_birth': 'Postel', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Charles_de_Broqueville', 'start_mandate': '1932-10-22', 'end_mandate': '1934-11-20'}, {'id': 'Q705111', 'first_name': 'Joseph', 'last_name': 'Pholien', 'birth_date': '1884-12-28', 'death_date': '1968-01-04', 'place_of_birth': 'Liège', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Joseph_Pholien', 'start_mandate': '1950-08-16', 'end_mandate': '1952-01-15'}, {'id': 'Q705128', 'first_name': 'Jean', 'last_name': 'Van Houtte', 'birth_date': '1907-03-17', 'death_date': '1991-05-23', 'place_of_birth': 'Ghent', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Jean_Van_Houtte', 'start_mandate': '1952-01-15', 'end_mandate': '1954-04-23'}, {'id': 'Q705791', 'first_name': 'Walthère', 'last_name': 'Frère', 'birth_date': '1812-04-22', 'death_date': '1896-01-02', 'place_of_birth': 'Liège', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Walth%C3%A8re_Fr%C3%A8re-Orban', 'start_mandate': '1878-06-19', 'end_mandate': '1884-06-16'}, {'id': 'Q719483', 'first_name': 'Gérard', 'last_name': 'Cooreman', 'birth_date': '1852-03-25', 'death_date': '1926-12-02', 'place_of_birth': 'Ghent', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Gerard_Cooreman', 'start_mandate': '1918-06-01', 'end_mandate': '1918-11-21'}, {'id': 'Q721772', 'first_name': 'Jules', 'last_name': 'Vandenpeereboom', 'birth_date': '1843-03-18', 'death_date': '1917-03-06', 'place_of_birth': 'Kortrijk', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Jules_Vandenpeereboom', 'start_mandate': '1899-01-24', 'end_mandate': '1899-08-05'}, {'id': 'Q721781', 'first_name': 'Paul', 'last_name': 'None', 'birth_date': '1843-05-13', 'death_date': '1913-09-09', 'place_of_birth': 'Ghent', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Paul_de_Smet_de_Naeyer', 'start_mandate': '1899-08-05', 'end_mandate': '1907-05-02'}, {'id': 'Q721798', 'first_name': 'Jules', 'last_name': 'Trooz', 'birth_date': '1857-02-21', 'death_date': '1907-12-31', 'place_of_birth': 'Leuven', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Jules_de_Trooz', 'start_mandate': '1907-05-02', 'end_mandate': '1907-12-31'}, {'id': 'Q725589', 'first_name': 'Jules', 'last_name': \"d'Anethan\", 'birth_date': '1803-04-23', 'death_date': '1888-10-08', 'place_of_birth': 'Brussels metropolitan area', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Jules_Joseph_d%27Anethan', 'start_mandate': '1870-07-02', 'end_mandate': '1871-12-07'}, {'id': 'Q950958', 'first_name': 'Charles', 'last_name': 'Michel', 'birth_date': '1975-12-21', 'death_date': None, 'place_of_birth': 'Namur', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Charles_Michel', 'start_mandate': '2014-10-11', 'end_mandate': '2019-10-27'}, {'id': 'Q18434995', 'first_name': 'Sophie', 'last_name': 'Wilmès', 'birth_date': '1975-01-15', 'death_date': None, 'place_of_birth': 'Ixelles - Elsene', 'wikipedia_url': 'https://nl.wikipedia.org/wiki/Sophie_Wilm%C3%A8s', 'start_mandate': '2019-10-27', 'end_mandate': '2020-10-01'}]\n",
      "Leader of fr:\n",
      "[{'id': 'Q157', 'first_name': 'François', 'last_name': 'Hollande', 'birth_date': '1954-08-12', 'death_date': None, 'place_of_birth': 'Rouen', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Fran%C3%A7ois_Hollande', 'start_mandate': '2012-05-15', 'end_mandate': '2017-05-14'}, {'id': 'Q329', 'first_name': 'Nicolas', 'last_name': 'Sarkozy', 'birth_date': '1955-01-28', 'death_date': None, 'place_of_birth': 'Paris', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Nicolas_Sarkozy', 'start_mandate': '2007-05-16', 'end_mandate': '2012-05-15'}, {'id': 'Q2038', 'first_name': 'François', 'last_name': 'Mitterrand', 'birth_date': '1916-10-26', 'death_date': '1996-01-08', 'place_of_birth': 'Jarnac', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Fran%C3%A7ois_Mitterrand', 'start_mandate': '1981-05-21', 'end_mandate': '1995-05-17'}, {'id': 'Q2042', 'first_name': 'Charles', 'last_name': 'de Gaulle', 'birth_date': '1890-11-22', 'death_date': '1970-11-09', 'place_of_birth': 'Lille', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Charles_de_Gaulle', 'start_mandate': '1959-01-08', 'end_mandate': '1969-04-28'}, {'id': 'Q2105', 'first_name': 'Jacques', 'last_name': 'Chirac', 'birth_date': '1932-11-29', 'death_date': '2019-09-26', 'place_of_birth': '5th arrondissement of Paris', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Jacques_Chirac', 'start_mandate': '1995-05-17', 'end_mandate': '2007-05-16'}, {'id': 'Q2124', 'first_name': 'Valéry', 'last_name': \"Giscard d'Estaing\", 'birth_date': '1926-02-02', 'death_date': '2020-12-02', 'place_of_birth': 'Koblenz', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Val%C3%A9ry_Giscard_d%27Estaing', 'start_mandate': '1974-05-27', 'end_mandate': '1981-05-21'}, {'id': 'Q2185', 'first_name': 'Georges', 'last_name': 'Pompidou', 'birth_date': '1911-07-05', 'death_date': '1974-04-02', 'place_of_birth': 'Montboudif', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Georges_Pompidou', 'start_mandate': '1969-06-20', 'end_mandate': '1974-04-02'}, {'id': 'Q5738', 'first_name': 'Adolphe', 'last_name': 'Thiers', 'birth_date': '1797-04-15', 'death_date': '1877-09-03', 'place_of_birth': 'Marseille', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Adolphe_Thiers', 'start_mandate': '1871-08-31', 'end_mandate': '1873-05-24'}, {'id': 'Q7721', 'first_name': 'Napoléon', 'last_name': 'Bonaparte', 'birth_date': '1808-04-20', 'death_date': '1873-01-09', 'place_of_birth': 'Paris', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Napol%C3%A9on_III', 'start_mandate': '1848-12-20', 'end_mandate': '1852-12-02'}, {'id': 'Q12680', 'first_name': 'Paul', 'last_name': 'Doumer', 'birth_date': '1857-03-22', 'death_date': '1932-05-07', 'place_of_birth': 'Aurillac', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Paul_Doumer', 'start_mandate': '1931-06-13', 'end_mandate': '1932-05-07'}, {'id': 'Q12950', 'first_name': 'Alain', 'last_name': 'Poher', 'birth_date': '1909-04-17', 'death_date': '1996-12-09', 'place_of_birth': 'Ablon-sur-Seine', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Alain_Poher', 'start_mandate': '1969-04-28', 'end_mandate': '1969-06-20'}, {'id': 'Q158749', 'first_name': 'Albert', 'last_name': 'Lebrun', 'birth_date': '1871-08-29', 'death_date': '1950-03-06', 'place_of_birth': 'Mercy-le-Haut', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Albert_Lebrun', 'start_mandate': '1932-05-10', 'end_mandate': '1940-07-11'}, {'id': 'Q158768', 'first_name': 'René', 'last_name': 'Coty', 'birth_date': '1882-03-20', 'death_date': '1962-11-22', 'place_of_birth': 'Le Havre', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Ren%C3%A9_Coty', 'start_mandate': '1954-01-16', 'end_mandate': '1959-01-08'}, {'id': 'Q158772', 'first_name': 'Vincent', 'last_name': 'Auriol', 'birth_date': '1884-08-27', 'death_date': '1966-01-01', 'place_of_birth': 'Revel', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Vincent_Auriol', 'start_mandate': '1947-01-16', 'end_mandate': '1954-01-16'}, {'id': 'Q158838', 'first_name': 'Patrice', 'last_name': 'de Mac Mahon', 'birth_date': '1808-06-13', 'death_date': '1893-10-17', 'place_of_birth': 'Sully', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Patrice_de_Mac_Mahon', 'start_mandate': '1873-05-24', 'end_mandate': '1879-01-30'}, {'id': 'Q169502', 'first_name': 'Émile', 'last_name': 'Loubet', 'birth_date': '1838-12-31', 'death_date': '1929-12-20', 'place_of_birth': 'Marsanne', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/%C3%89mile_Loubet', 'start_mandate': '1899-02-18', 'end_mandate': '1906-02-18'}, {'id': 'Q191974', 'first_name': 'Raymond', 'last_name': 'Poincaré', 'birth_date': '1860-08-20', 'death_date': '1934-10-15', 'place_of_birth': 'Bar-le-Duc', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Raymond_Poincar%C3%A9', 'start_mandate': '1913-02-18', 'end_mandate': '1920-02-18'}, {'id': 'Q215778', 'first_name': 'Marie', 'last_name': 'Carnot', 'birth_date': '1837-08-11', 'death_date': '1894-06-25', 'place_of_birth': 'Limoges', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Sadi_Carnot_(homme_d%27%C3%89tat)', 'start_mandate': '1887-12-03', 'end_mandate': '1894-06-25'}, {'id': 'Q274540', 'first_name': 'Alexandre', 'last_name': 'Millerand', 'birth_date': '1859-02-10', 'death_date': '1943-04-06', 'place_of_birth': 'Paris', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Alexandre_Millerand', 'start_mandate': '1920-09-23', 'end_mandate': '1924-06-11'}, {'id': 'Q296064', 'first_name': 'Gaston', 'last_name': 'Doumergue', 'birth_date': '1863-08-01', 'death_date': '1937-06-18', 'place_of_birth': 'Aigues-Vives', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Gaston_Doumergue', 'start_mandate': '1924-06-13', 'end_mandate': '1931-06-13'}, {'id': 'Q296076', 'first_name': 'Félix', 'last_name': 'Faure', 'birth_date': '1841-01-30', 'death_date': '1899-02-16', 'place_of_birth': 'Paris', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/F%C3%A9lix_Faure', 'start_mandate': '1895-01-17', 'end_mandate': '1899-02-16'}, {'id': 'Q296083', 'first_name': 'Jules', 'last_name': 'Grévy', 'birth_date': '1807-08-15', 'death_date': '1891-09-09', 'place_of_birth': 'Mont-sous-Vaudrey', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Jules_Gr%C3%A9vy', 'start_mandate': '1879-01-30', 'end_mandate': '1887-12-02'}, {'id': 'Q296673', 'first_name': 'Clément', 'last_name': 'Fallières', 'birth_date': '1841-11-06', 'death_date': '1931-06-22', 'place_of_birth': 'Mézin', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Armand_Falli%C3%A8res', 'start_mandate': '1906-02-18', 'end_mandate': '1913-02-18'}, {'id': 'Q309995', 'first_name': 'Paul', 'last_name': 'Deschanel', 'birth_date': '1855-02-13', 'death_date': '1922-04-28', 'place_of_birth': 'Schaerbeek - Schaarbeek', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Paul_Deschanel', 'start_mandate': '1920-02-18', 'end_mandate': '1920-09-21'}, {'id': 'Q312026', 'first_name': 'Georges', 'last_name': 'Bidault', 'birth_date': '1899-10-05', 'death_date': '1983-01-27', 'place_of_birth': 'Moulins', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Georges_Bidault', 'start_mandate': '1946-06-24', 'end_mandate': '1946-10-14'}, {'id': 'Q315656', 'first_name': 'Jean', 'last_name': 'Casimir-Perier', 'birth_date': '1847-11-08', 'death_date': '1907-03-11', 'place_of_birth': 'Paris', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Jean_Casimir-Perier', 'start_mandate': '1894-06-27', 'end_mandate': '1895-01-16'}, {'id': 'Q356032', 'first_name': 'Charles', 'last_name': 'Dupuy', 'birth_date': '1851-11-05', 'death_date': '1923-07-23', 'place_of_birth': 'Le Puy-en-Velay', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Charles_Dupuy', 'start_mandate': '1894-06-25', 'end_mandate': '1894-06-27'}, {'id': 'Q379702', 'first_name': 'Louis', 'last_name': 'Cavaignac', 'birth_date': '1802-10-15', 'death_date': '1857-10-28', 'place_of_birth': 'Paris', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Eug%C3%A8ne_Cavaignac', 'start_mandate': '1848-06-28', 'end_mandate': '1848-12-20'}, {'id': 'Q441235', 'first_name': 'Louis', 'last_name': 'None', 'birth_date': '1815-03-12', 'death_date': '1896-10-07', 'place_of_birth': 'Le Palais', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Louis_Jules_Trochu', 'start_mandate': '1870-09-04', 'end_mandate': '1871-01-22'}, {'id': 'Q459212', 'first_name': 'Frédéric', 'last_name': 'None', 'birth_date': '1874-03-16', 'death_date': '1958-05-20', 'place_of_birth': 'Paris', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Fr%C3%A9d%C3%A9ric_Fran%C3%A7ois-Marsal', 'start_mandate': '1924-06-11', 'end_mandate': '1924-06-13'}, {'id': 'Q3052772', 'first_name': 'Emmanuel', 'last_name': 'Macron', 'birth_date': '1977-12-21', 'death_date': None, 'place_of_birth': 'Amiens', 'wikipedia_url': 'https://fr.wikipedia.org/wiki/Emmanuel_Macron', 'start_mandate': '2017-05-14', 'end_mandate': None}]\n",
      "Leader of ma:\n",
      "[{'id': 'Q57553', 'first_name': 'Mohammed', 'last_name': 'None', 'birth_date': '1963-08-21', 'death_date': None, 'place_of_birth': 'Rabat', 'wikipedia_url': 'https://ar.wikipedia.org/wiki/%D9%85%D8%AD%D9%85%D8%AF_%D8%A7%D9%84%D8%B3%D8%A7%D8%AF%D8%B3_%D8%A8%D9%86_%D8%A7%D9%84%D8%AD%D8%B3%D9%86', 'start_mandate': '1999-07-23', 'end_mandate': None}, {'id': 'Q69103', 'first_name': 'Hassan', 'last_name': 'None', 'birth_date': '1929-07-09', 'death_date': '1999-07-20', 'place_of_birth': 'Rabat', 'wikipedia_url': 'https://ar.wikipedia.org/wiki/%D8%A7%D9%84%D8%AD%D8%B3%D9%86_%D8%A7%D9%84%D8%AB%D8%A7%D9%86%D9%8A_%D8%A8%D9%86_%D9%85%D8%AD%D9%85%D8%AF', 'start_mandate': '1961-02-26', 'end_mandate': '1999-07-23'}, {'id': 'Q193874', 'first_name': 'Mohammed', 'last_name': 'None', 'birth_date': '1909-08-10', 'death_date': '1961-02-26', 'place_of_birth': 'Fez', 'wikipedia_url': 'https://ar.wikipedia.org/wiki/%D9%85%D8%AD%D9%85%D8%AF_%D8%A7%D9%84%D8%AE%D8%A7%D9%85%D8%B3_%D8%A8%D9%86_%D9%8A%D9%88%D8%B3%D9%81', 'start_mandate': '1957-08-14', 'end_mandate': '1961-02-26'}, {'id': 'Q334782', 'first_name': 'Mohammed', 'last_name': 'None', 'birth_date': None, 'death_date': None, 'place_of_birth': 'None', 'wikipedia_url': 'https://ar.wikipedia.org/wiki/%D8%A7%D9%84%D9%82%D8%A7%D8%A6%D9%85_%D8%A8%D8%A3%D9%85%D8%B1_%D8%A7%D9%84%D9%84%D9%87_%D8%A7%D9%84%D8%B3%D8%B9%D8%AF%D9%8A', 'start_mandate': None, 'end_mandate': '1517-01-01'}]\n",
      "Leader of ru:\n",
      "[{'id': 'Q7747', 'first_name': 'Vladimir', 'last_name': 'Putin', 'birth_date': '1952-10-07', 'death_date': None, 'place_of_birth': 'Saint Petersburg', 'wikipedia_url': 'https://ru.wikipedia.org/wiki/%D0%9F%D1%83%D1%82%D0%B8%D0%BD,_%D0%92%D0%BB%D0%B0%D0%B4%D0%B8%D0%BC%D0%B8%D1%80_%D0%92%D0%BB%D0%B0%D0%B4%D0%B8%D0%BC%D0%B8%D1%80%D0%BE%D0%B2%D0%B8%D1%87', 'start_mandate': '2000-05-07', 'end_mandate': '2008-05-07'}, {'id': 'Q23530', 'first_name': 'Dmitry', 'last_name': 'Medvedev', 'birth_date': '1965-09-14', 'death_date': None, 'place_of_birth': 'Saint Petersburg', 'wikipedia_url': 'https://ru.wikipedia.org/wiki/%D0%9C%D0%B5%D0%B4%D0%B2%D0%B5%D0%B4%D0%B5%D0%B2,_%D0%94%D0%BC%D0%B8%D1%82%D1%80%D0%B8%D0%B9_%D0%90%D0%BD%D0%B0%D1%82%D0%BE%D0%BB%D1%8C%D0%B5%D0%B2%D0%B8%D1%87', 'start_mandate': '2008-05-07', 'end_mandate': '2012-05-07'}, {'id': 'Q34453', 'first_name': 'Boris', 'last_name': 'Yeltsin', 'birth_date': '1931-02-01', 'death_date': '2007-04-23', 'place_of_birth': 'Butka', 'wikipedia_url': 'https://ru.wikipedia.org/wiki/%D0%95%D0%BB%D1%8C%D1%86%D0%B8%D0%BD,_%D0%91%D0%BE%D1%80%D0%B8%D1%81_%D0%9D%D0%B8%D0%BA%D0%BE%D0%BB%D0%B0%D0%B5%D0%B2%D0%B8%D1%87', 'start_mandate': '1991-07-10', 'end_mandate': '1999-12-31'}]\n",
      "Leader of us:\n",
      "[{'id': 'Q23', 'first_name': 'George', 'last_name': 'Washington', 'birth_date': '1732-02-22', 'death_date': '1799-12-14', 'place_of_birth': 'Westmoreland County', 'wikipedia_url': 'https://en.wikipedia.org/wiki/George_Washington', 'start_mandate': '1789-04-30', 'end_mandate': '1797-03-04'}, {'id': 'Q76', 'first_name': 'Barack', 'last_name': 'Obama', 'birth_date': '1961-08-04', 'death_date': None, 'place_of_birth': 'Kapiolani Medical Center for Women and Children', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Barack_Obama', 'start_mandate': '2009-01-20', 'end_mandate': '2017-01-20'}, {'id': 'Q91', 'first_name': 'Abraham', 'last_name': 'Lincoln', 'birth_date': '1809-02-12', 'death_date': '1865-04-15', 'place_of_birth': 'Sinking Spring Farm', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Abraham_Lincoln', 'start_mandate': '1861-03-04', 'end_mandate': '1865-04-15'}, {'id': 'Q207', 'first_name': 'George', 'last_name': 'Bush', 'birth_date': '1946-07-06', 'death_date': None, 'place_of_birth': 'New Haven', 'wikipedia_url': 'https://en.wikipedia.org/wiki/George_W._Bush', 'start_mandate': '2001-01-20', 'end_mandate': '2009-01-20'}, {'id': 'Q1124', 'first_name': 'Bill', 'last_name': 'Clinton', 'birth_date': '1946-08-19', 'death_date': None, 'place_of_birth': 'Hope', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Bill_Clinton', 'start_mandate': '1993-01-20', 'end_mandate': '2001-01-20'}, {'id': 'Q6279', 'first_name': 'Joe', 'last_name': 'Biden', 'birth_date': '1942-11-20', 'death_date': None, 'place_of_birth': \"St. Mary's Hospital\", 'wikipedia_url': 'https://en.wikipedia.org/wiki/Joe_Biden', 'start_mandate': '2021-01-20', 'end_mandate': None}, {'id': 'Q8007', 'first_name': 'Franklin', 'last_name': 'Roosevelt', 'birth_date': '1882-01-30', 'death_date': '1945-04-12', 'place_of_birth': 'Hyde Park', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Franklin_D._Roosevelt', 'start_mandate': '1933-03-04', 'end_mandate': '1945-04-12'}, {'id': 'Q8612', 'first_name': 'Andrew', 'last_name': 'Johnson', 'birth_date': '1808-12-29', 'death_date': '1875-07-31', 'place_of_birth': 'Raleigh', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Andrew_Johnson', 'start_mandate': '1865-04-15', 'end_mandate': '1869-03-04'}, {'id': 'Q9582', 'first_name': 'Gerald', 'last_name': 'Ford', 'birth_date': '1913-07-14', 'death_date': '2006-12-26', 'place_of_birth': 'Omaha', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Gerald_Ford', 'start_mandate': '1974-08-09', 'end_mandate': '1977-01-20'}, {'id': 'Q9588', 'first_name': 'Richard', 'last_name': 'Nixon', 'birth_date': '1913-01-09', 'death_date': '1994-04-22', 'place_of_birth': 'Yorba Linda', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Richard_Nixon', 'start_mandate': '1969-01-20', 'end_mandate': '1974-08-09'}, {'id': 'Q9640', 'first_name': 'Lyndon', 'last_name': 'Johnson', 'birth_date': '1908-08-27', 'death_date': '1973-01-22', 'place_of_birth': 'Stonewall', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Lyndon_B._Johnson', 'start_mandate': '1963-11-22', 'end_mandate': '1969-01-20'}, {'id': 'Q9696', 'first_name': 'John', 'last_name': 'Kennedy', 'birth_date': '1917-05-29', 'death_date': '1963-11-22', 'place_of_birth': 'Brookline', 'wikipedia_url': 'https://en.wikipedia.org/wiki/John_F._Kennedy', 'start_mandate': '1961-01-20', 'end_mandate': '1963-11-22'}, {'id': 'Q9916', 'first_name': 'Dwight', 'last_name': 'Eisenhower', 'birth_date': '1890-10-14', 'death_date': '1969-03-28', 'place_of_birth': 'Denison', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Dwight_D._Eisenhower', 'start_mandate': '1953-01-20', 'end_mandate': '1961-01-20'}, {'id': 'Q9960', 'first_name': 'Ronald', 'last_name': 'Reagan', 'birth_date': '1911-02-06', 'death_date': '2004-06-05', 'place_of_birth': 'Tampico', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Ronald_Reagan', 'start_mandate': '1981-01-20', 'end_mandate': '1989-01-20'}, {'id': 'Q11613', 'first_name': 'Harry', 'last_name': 'Truman', 'birth_date': '1884-05-08', 'death_date': '1972-12-26', 'place_of_birth': 'Lamar', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Harry_S._Truman', 'start_mandate': '1945-04-12', 'end_mandate': '1953-01-20'}, {'id': 'Q11806', 'first_name': 'John', 'last_name': 'Adams', 'birth_date': None, 'death_date': '1826-07-04', 'place_of_birth': 'Braintree', 'wikipedia_url': 'https://en.wikipedia.org/wiki/John_Adams', 'start_mandate': '1797-03-04', 'end_mandate': '1801-03-04'}, {'id': 'Q11812', 'first_name': 'Thomas', 'last_name': 'Jefferson', 'birth_date': None, 'death_date': '1826-07-04', 'place_of_birth': 'Shadwell', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Thomas_Jefferson', 'start_mandate': '1801-03-04', 'end_mandate': '1809-03-04'}, {'id': 'Q11813', 'first_name': 'James', 'last_name': 'Madison', 'birth_date': '1751-03-16', 'death_date': '1836-06-28', 'place_of_birth': 'Port Conway', 'wikipedia_url': 'https://en.wikipedia.org/wiki/James_Madison', 'start_mandate': '1809-03-04', 'end_mandate': '1817-03-04'}, {'id': 'Q11815', 'first_name': 'James', 'last_name': 'Monroe', 'birth_date': '1758-04-28', 'death_date': '1831-07-04', 'place_of_birth': 'Monroe Hall', 'wikipedia_url': 'https://en.wikipedia.org/wiki/James_Monroe', 'start_mandate': '1817-03-04', 'end_mandate': '1825-03-04'}, {'id': 'Q11816', 'first_name': 'John', 'last_name': 'Adams', 'birth_date': '1767-07-11', 'death_date': '1848-02-23', 'place_of_birth': 'Braintree', 'wikipedia_url': 'https://en.wikipedia.org/wiki/John_Quincy_Adams', 'start_mandate': '1825-03-04', 'end_mandate': '1829-03-04'}, {'id': 'Q11817', 'first_name': 'Andrew', 'last_name': 'Jackson', 'birth_date': '1767-03-15', 'death_date': '1845-06-08', 'place_of_birth': 'Waxhaws', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Andrew_Jackson', 'start_mandate': '1829-03-04', 'end_mandate': '1837-03-04'}, {'id': 'Q11820', 'first_name': 'Martin', 'last_name': 'Van Buren', 'birth_date': '1782-12-05', 'death_date': '1862-07-24', 'place_of_birth': 'Kinderhook', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Martin_Van_Buren', 'start_mandate': '1837-03-04', 'end_mandate': '1841-03-04'}, {'id': 'Q11869', 'first_name': 'William', 'last_name': 'Harrison', 'birth_date': '1773-02-09', 'death_date': '1841-04-04', 'place_of_birth': 'Charles City County', 'wikipedia_url': 'https://en.wikipedia.org/wiki/William_Henry_Harrison', 'start_mandate': '1841-03-04', 'end_mandate': '1841-04-04'}, {'id': 'Q11881', 'first_name': 'John', 'last_name': 'Tyler', 'birth_date': '1790-03-29', 'death_date': '1862-01-18', 'place_of_birth': 'Charles City County', 'wikipedia_url': 'https://en.wikipedia.org/wiki/John_Tyler', 'start_mandate': '1841-04-04', 'end_mandate': '1845-03-04'}, {'id': 'Q11891', 'first_name': 'James', 'last_name': 'Polk', 'birth_date': '1795-11-02', 'death_date': '1849-06-15', 'place_of_birth': 'Pineville', 'wikipedia_url': 'https://en.wikipedia.org/wiki/James_K._Polk', 'start_mandate': '1845-03-04', 'end_mandate': '1849-03-04'}, {'id': 'Q11896', 'first_name': 'Zachary', 'last_name': 'Taylor', 'birth_date': '1784-11-24', 'death_date': '1850-07-09', 'place_of_birth': 'Barboursville', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Zachary_Taylor', 'start_mandate': '1849-03-04', 'end_mandate': '1850-07-09'}, {'id': 'Q12306', 'first_name': 'Millard', 'last_name': 'Fillmore', 'birth_date': '1800-01-07', 'death_date': '1874-03-08', 'place_of_birth': 'Summerhill', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Millard_Fillmore', 'start_mandate': '1850-07-09', 'end_mandate': '1853-03-04'}, {'id': 'Q12312', 'first_name': 'Franklin', 'last_name': 'Pierce', 'birth_date': '1804-11-23', 'death_date': '1869-10-08', 'place_of_birth': 'Hillsborough', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Franklin_Pierce', 'start_mandate': '1853-03-04', 'end_mandate': '1857-03-04'}, {'id': 'Q12325', 'first_name': 'James', 'last_name': 'Buchanan', 'birth_date': '1791-04-23', 'death_date': '1868-06-01', 'place_of_birth': 'Stony Batter', 'wikipedia_url': 'https://en.wikipedia.org/wiki/James_Buchanan', 'start_mandate': '1857-03-04', 'end_mandate': '1861-03-04'}, {'id': 'Q22686', 'first_name': 'Donald', 'last_name': 'Trump', 'birth_date': '1946-06-14', 'death_date': None, 'place_of_birth': 'Jamaica Hospital Medical Center', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Donald_Trump', 'start_mandate': '2017-01-20', 'end_mandate': '2021-01-20'}, {'id': 'Q23505', 'first_name': 'George', 'last_name': 'Bush', 'birth_date': '1924-06-12', 'death_date': '2018-11-30', 'place_of_birth': 'Milton', 'wikipedia_url': 'https://en.wikipedia.org/wiki/George_H._W._Bush', 'start_mandate': '1989-01-20', 'end_mandate': '1993-01-20'}, {'id': 'Q23685', 'first_name': 'Jimmy', 'last_name': 'Carter', 'birth_date': '1924-10-01', 'death_date': None, 'place_of_birth': 'Lillian G. Carter Nursing Center', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Jimmy_Carter', 'start_mandate': '1977-01-20', 'end_mandate': '1981-01-20'}, {'id': 'Q33866', 'first_name': 'Theodore', 'last_name': 'Roosevelt', 'birth_date': '1858-10-27', 'death_date': '1919-01-06', 'place_of_birth': 'Manhattan', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Theodore_Roosevelt', 'start_mandate': '1901-09-14', 'end_mandate': '1909-03-04'}, {'id': 'Q34296', 'first_name': 'Woodrow', 'last_name': 'Wilson', 'birth_date': '1856-12-28', 'death_date': '1924-02-03', 'place_of_birth': 'Staunton', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Woodrow_Wilson', 'start_mandate': '1913-03-04', 'end_mandate': '1921-03-04'}, {'id': 'Q34597', 'first_name': 'James', 'last_name': 'Garfield', 'birth_date': '1831-11-19', 'death_date': '1881-09-19', 'place_of_birth': 'Moreland Hills', 'wikipedia_url': 'https://en.wikipedia.org/wiki/James_A._Garfield', 'start_mandate': '1881-03-04', 'end_mandate': '1881-09-19'}, {'id': 'Q34836', 'first_name': 'Ulysses', 'last_name': 'Grant', 'birth_date': '1822-04-27', 'death_date': '1885-07-23', 'place_of_birth': 'Point Pleasant', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Ulysses_S._Grant', 'start_mandate': '1869-03-04', 'end_mandate': '1877-03-04'}, {'id': 'Q35041', 'first_name': 'William', 'last_name': 'McKinley', 'birth_date': '1843-01-29', 'death_date': '1901-09-14', 'place_of_birth': 'Niles', 'wikipedia_url': 'https://en.wikipedia.org/wiki/William_McKinley', 'start_mandate': '1897-03-04', 'end_mandate': '1901-09-14'}, {'id': 'Q35171', 'first_name': 'Stephen', 'last_name': 'Cleveland', 'birth_date': '1837-03-18', 'death_date': '1908-06-24', 'place_of_birth': 'Caldwell', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Grover_Cleveland', 'start_mandate': '1893-03-04', 'end_mandate': '1897-03-04'}, {'id': 'Q35236', 'first_name': 'Herbert', 'last_name': 'Hoover', 'birth_date': '1874-08-10', 'death_date': '1964-10-20', 'place_of_birth': 'West Branch', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Herbert_Hoover', 'start_mandate': '1929-03-04', 'end_mandate': '1933-03-04'}, {'id': 'Q35286', 'first_name': 'Warren', 'last_name': 'Harding', 'birth_date': '1865-11-02', 'death_date': '1923-08-02', 'place_of_birth': 'Blooming Grove', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Warren_G._Harding', 'start_mandate': '1921-03-04', 'end_mandate': '1923-08-02'}, {'id': 'Q35498', 'first_name': 'Chester', 'last_name': 'Arthur', 'birth_date': '1829-10-05', 'death_date': '1886-11-18', 'place_of_birth': 'Fairfield', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Chester_A._Arthur', 'start_mandate': '1881-09-19', 'end_mandate': '1885-03-04'}, {'id': 'Q35648', 'first_name': 'William', 'last_name': 'Taft', 'birth_date': '1857-09-15', 'death_date': '1930-03-08', 'place_of_birth': 'Cincinnati', 'wikipedia_url': 'https://en.wikipedia.org/wiki/William_Howard_Taft', 'start_mandate': '1909-03-04', 'end_mandate': '1913-03-04'}, {'id': 'Q35678', 'first_name': 'Benjamin', 'last_name': 'Harrison', 'birth_date': '1833-08-20', 'death_date': '1901-03-13', 'place_of_birth': 'North Bend', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Benjamin_Harrison', 'start_mandate': '1889-03-04', 'end_mandate': '1893-03-04'}, {'id': 'Q35686', 'first_name': 'Rutherford', 'last_name': 'Hayes', 'birth_date': '1822-10-04', 'death_date': '1893-01-17', 'place_of_birth': 'Delaware', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Rutherford_B._Hayes', 'start_mandate': '1877-03-04', 'end_mandate': '1881-03-04'}, {'id': 'Q36023', 'first_name': 'John', 'last_name': 'Coolidge', 'birth_date': '1872-07-04', 'death_date': '1933-01-05', 'place_of_birth': 'Plymouth Notch', 'wikipedia_url': 'https://en.wikipedia.org/wiki/Calvin_Coolidge', 'start_mandate': '1923-08-02', 'end_mandate': '1929-03-04'}]\n"
     ]
    }
   ],
   "source": [
    "# Creating empty dict for leaders\n",
    "leaders_per_country_dict = {}\n",
    "\n",
    "# Saving data in dict\n",
    "for country in countries_list:\n",
    "    leaders_url =  (f\"https://country-leaders.onrender.com/leaders?country={country}\")\n",
    "    leaders = requests.get(leaders_url, cookies=cookie).json()\n",
    "    leaders_per_country_dict[country] = leaders\n",
    "\n",
    "# Display leaders per country\n",
    "for country, leaders in leaders_per_country_dict.items():\n",
    "    print(f\"Leader of {country}:\")\n",
    "    print(leaders)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "https://nl.wikipedia.org/wiki/Guy_Verhofstadt\n",
      "https://nl.wikipedia.org/wiki/Yves_Leterme\n",
      "https://nl.wikipedia.org/wiki/Herman_Van_Rompuy\n",
      "https://nl.wikipedia.org/wiki/L%C3%A9on_Delacroix\n",
      "https://nl.wikipedia.org/wiki/Henri_Carton_de_Wiart\n",
      "https://nl.wikipedia.org/wiki/Georges_Theunis\n",
      "https://nl.wikipedia.org/wiki/Aloys_Van_de_Vyvere\n",
      "https://nl.wikipedia.org/wiki/Prosper_Poullet\n",
      "https://nl.wikipedia.org/wiki/Henri_Jaspar\n",
      "https://nl.wikipedia.org/wiki/Jules_Renkin\n",
      "https://nl.wikipedia.org/wiki/Paul_van_Zeeland\n",
      "https://nl.wikipedia.org/wiki/Achiel_Van_Acker\n",
      "https://nl.wikipedia.org/wiki/Camille_Huysmans\n",
      "https://nl.wikipedia.org/wiki/Gaston_Eyskens\n",
      "https://nl.wikipedia.org/wiki/Leo_Tindemans\n",
      "https://nl.wikipedia.org/wiki/Elio_Di_Rupo\n",
      "https://nl.wikipedia.org/wiki/Jean-Luc_Dehaene\n",
      "https://nl.wikipedia.org/wiki/Frans_Schollaert\n",
      "https://nl.wikipedia.org/wiki/Pieter_de_Decker\n",
      "https://nl.wikipedia.org/wiki/Paul-Henri_Spaak\n",
      "https://nl.wikipedia.org/wiki/Auguste_Beernaert\n",
      "https://nl.wikipedia.org/wiki/Th%C3%A9o_Lef%C3%A8vre\n",
      "https://nl.wikipedia.org/wiki/Paul_Vanden_Boeynants\n",
      "https://nl.wikipedia.org/wiki/Etienne_de_Gerlache\n",
      "https://nl.wikipedia.org/wiki/Wilfried_Martens\n",
      "https://nl.wikipedia.org/wiki/Mark_Eyskens\n",
      "https://nl.wikipedia.org/wiki/Pierre_Harmel\n",
      "https://nl.wikipedia.org/wiki/Hubert_Pierlot\n",
      "https://nl.wikipedia.org/wiki/Jean-Baptiste_Nothomb\n",
      "https://nl.wikipedia.org/wiki/Edmond_Leburton\n",
      "https://nl.wikipedia.org/wiki/Jean_Duvieusart\n",
      "https://nl.wikipedia.org/wiki/Joseph_Lebeau\n",
      "https://nl.wikipedia.org/wiki/Charles_Rogier\n",
      "https://nl.wikipedia.org/wiki/Barth%C3%A9lemy_de_Theux_de_Meylandt\n",
      "https://nl.wikipedia.org/wiki/Felix_de_M%C3%BBelenaere\n",
      "https://nl.wikipedia.org/wiki/Alexander_De_Croo\n",
      "https://nl.wikipedia.org/wiki/Henri_de_Brouck%C3%A8re\n",
      "https://nl.wikipedia.org/wiki/Albert_Goblet_d%27Alviella\n",
      "https://nl.wikipedia.org/wiki/Sylvain_Van_de_Weyer\n",
      "https://nl.wikipedia.org/wiki/Jules_de_Burlet\n",
      "https://nl.wikipedia.org/wiki/Paul-Emile_Janson\n",
      "https://nl.wikipedia.org/wiki/Jules_Malou\n",
      "https://nl.wikipedia.org/wiki/Charles_de_Broqueville\n",
      "https://nl.wikipedia.org/wiki/Joseph_Pholien\n",
      "https://nl.wikipedia.org/wiki/Jean_Van_Houtte\n",
      "https://nl.wikipedia.org/wiki/Walth%C3%A8re_Fr%C3%A8re-Orban\n",
      "https://nl.wikipedia.org/wiki/Gerard_Cooreman\n",
      "https://nl.wikipedia.org/wiki/Jules_Vandenpeereboom\n",
      "https://nl.wikipedia.org/wiki/Paul_de_Smet_de_Naeyer\n",
      "https://nl.wikipedia.org/wiki/Jules_de_Trooz\n",
      "https://nl.wikipedia.org/wiki/Jules_Joseph_d%27Anethan\n",
      "https://nl.wikipedia.org/wiki/Charles_Michel\n",
      "https://nl.wikipedia.org/wiki/Sophie_Wilm%C3%A8s\n",
      "https://fr.wikipedia.org/wiki/Fran%C3%A7ois_Hollande\n",
      "https://fr.wikipedia.org/wiki/Nicolas_Sarkozy\n",
      "https://fr.wikipedia.org/wiki/Fran%C3%A7ois_Mitterrand\n",
      "https://fr.wikipedia.org/wiki/Charles_de_Gaulle\n",
      "https://fr.wikipedia.org/wiki/Jacques_Chirac\n",
      "https://fr.wikipedia.org/wiki/Val%C3%A9ry_Giscard_d%27Estaing\n",
      "https://fr.wikipedia.org/wiki/Georges_Pompidou\n",
      "https://fr.wikipedia.org/wiki/Adolphe_Thiers\n",
      "https://fr.wikipedia.org/wiki/Napol%C3%A9on_III\n",
      "https://fr.wikipedia.org/wiki/Paul_Doumer\n",
      "https://fr.wikipedia.org/wiki/Alain_Poher\n",
      "https://fr.wikipedia.org/wiki/Albert_Lebrun\n",
      "https://fr.wikipedia.org/wiki/Ren%C3%A9_Coty\n",
      "https://fr.wikipedia.org/wiki/Vincent_Auriol\n",
      "https://fr.wikipedia.org/wiki/Patrice_de_Mac_Mahon\n",
      "https://fr.wikipedia.org/wiki/%C3%89mile_Loubet\n",
      "https://fr.wikipedia.org/wiki/Raymond_Poincar%C3%A9\n",
      "https://fr.wikipedia.org/wiki/Sadi_Carnot_(homme_d%27%C3%89tat)\n",
      "https://fr.wikipedia.org/wiki/Alexandre_Millerand\n",
      "https://fr.wikipedia.org/wiki/Gaston_Doumergue\n",
      "https://fr.wikipedia.org/wiki/F%C3%A9lix_Faure\n",
      "https://fr.wikipedia.org/wiki/Jules_Gr%C3%A9vy\n",
      "https://fr.wikipedia.org/wiki/Armand_Falli%C3%A8res\n",
      "https://fr.wikipedia.org/wiki/Paul_Deschanel\n",
      "https://fr.wikipedia.org/wiki/Georges_Bidault\n",
      "https://fr.wikipedia.org/wiki/Jean_Casimir-Perier\n",
      "https://fr.wikipedia.org/wiki/Charles_Dupuy\n",
      "https://fr.wikipedia.org/wiki/Eug%C3%A8ne_Cavaignac\n",
      "https://fr.wikipedia.org/wiki/Louis_Jules_Trochu\n",
      "https://fr.wikipedia.org/wiki/Fr%C3%A9d%C3%A9ric_Fran%C3%A7ois-Marsal\n",
      "https://fr.wikipedia.org/wiki/Emmanuel_Macron\n",
      "https://ar.wikipedia.org/wiki/%D9%85%D8%AD%D9%85%D8%AF_%D8%A7%D9%84%D8%B3%D8%A7%D8%AF%D8%B3_%D8%A8%D9%86_%D8%A7%D9%84%D8%AD%D8%B3%D9%86\n",
      "https://ar.wikipedia.org/wiki/%D8%A7%D9%84%D8%AD%D8%B3%D9%86_%D8%A7%D9%84%D8%AB%D8%A7%D9%86%D9%8A_%D8%A8%D9%86_%D9%85%D8%AD%D9%85%D8%AF\n",
      "https://ar.wikipedia.org/wiki/%D9%85%D8%AD%D9%85%D8%AF_%D8%A7%D9%84%D8%AE%D8%A7%D9%85%D8%B3_%D8%A8%D9%86_%D9%8A%D9%88%D8%B3%D9%81\n",
      "https://ar.wikipedia.org/wiki/%D8%A7%D9%84%D9%82%D8%A7%D8%A6%D9%85_%D8%A8%D8%A3%D9%85%D8%B1_%D8%A7%D9%84%D9%84%D9%87_%D8%A7%D9%84%D8%B3%D8%B9%D8%AF%D9%8A\n",
      "https://ru.wikipedia.org/wiki/%D0%9F%D1%83%D1%82%D0%B8%D0%BD,_%D0%92%D0%BB%D0%B0%D0%B4%D0%B8%D0%BC%D0%B8%D1%80_%D0%92%D0%BB%D0%B0%D0%B4%D0%B8%D0%BC%D0%B8%D1%80%D0%BE%D0%B2%D0%B8%D1%87\n",
      "https://ru.wikipedia.org/wiki/%D0%9C%D0%B5%D0%B4%D0%B2%D0%B5%D0%B4%D0%B5%D0%B2,_%D0%94%D0%BC%D0%B8%D1%82%D1%80%D0%B8%D0%B9_%D0%90%D0%BD%D0%B0%D1%82%D0%BE%D0%BB%D1%8C%D0%B5%D0%B2%D0%B8%D1%87\n",
      "https://ru.wikipedia.org/wiki/%D0%95%D0%BB%D1%8C%D1%86%D0%B8%D0%BD,_%D0%91%D0%BE%D1%80%D0%B8%D1%81_%D0%9D%D0%B8%D0%BA%D0%BE%D0%BB%D0%B0%D0%B5%D0%B2%D0%B8%D1%87\n",
      "https://en.wikipedia.org/wiki/George_Washington\n",
      "https://en.wikipedia.org/wiki/Barack_Obama\n",
      "https://en.wikipedia.org/wiki/Abraham_Lincoln\n",
      "https://en.wikipedia.org/wiki/George_W._Bush\n",
      "https://en.wikipedia.org/wiki/Bill_Clinton\n",
      "https://en.wikipedia.org/wiki/Joe_Biden\n",
      "https://en.wikipedia.org/wiki/Franklin_D._Roosevelt\n",
      "https://en.wikipedia.org/wiki/Andrew_Johnson\n",
      "https://en.wikipedia.org/wiki/Gerald_Ford\n",
      "https://en.wikipedia.org/wiki/Richard_Nixon\n",
      "https://en.wikipedia.org/wiki/Lyndon_B._Johnson\n",
      "https://en.wikipedia.org/wiki/John_F._Kennedy\n",
      "https://en.wikipedia.org/wiki/Dwight_D._Eisenhower\n",
      "https://en.wikipedia.org/wiki/Ronald_Reagan\n",
      "https://en.wikipedia.org/wiki/Harry_S._Truman\n",
      "https://en.wikipedia.org/wiki/John_Adams\n",
      "https://en.wikipedia.org/wiki/Thomas_Jefferson\n",
      "https://en.wikipedia.org/wiki/James_Madison\n",
      "https://en.wikipedia.org/wiki/James_Monroe\n",
      "https://en.wikipedia.org/wiki/John_Quincy_Adams\n",
      "https://en.wikipedia.org/wiki/Andrew_Jackson\n",
      "https://en.wikipedia.org/wiki/Martin_Van_Buren\n",
      "https://en.wikipedia.org/wiki/William_Henry_Harrison\n",
      "https://en.wikipedia.org/wiki/John_Tyler\n",
      "https://en.wikipedia.org/wiki/James_K._Polk\n",
      "https://en.wikipedia.org/wiki/Zachary_Taylor\n",
      "https://en.wikipedia.org/wiki/Millard_Fillmore\n",
      "https://en.wikipedia.org/wiki/Franklin_Pierce\n",
      "https://en.wikipedia.org/wiki/James_Buchanan\n",
      "https://en.wikipedia.org/wiki/Donald_Trump\n",
      "https://en.wikipedia.org/wiki/George_H._W._Bush\n",
      "https://en.wikipedia.org/wiki/Jimmy_Carter\n",
      "https://en.wikipedia.org/wiki/Theodore_Roosevelt\n",
      "https://en.wikipedia.org/wiki/Woodrow_Wilson\n",
      "https://en.wikipedia.org/wiki/James_A._Garfield\n",
      "https://en.wikipedia.org/wiki/Ulysses_S._Grant\n",
      "https://en.wikipedia.org/wiki/William_McKinley\n",
      "https://en.wikipedia.org/wiki/Grover_Cleveland\n",
      "https://en.wikipedia.org/wiki/Herbert_Hoover\n",
      "https://en.wikipedia.org/wiki/Warren_G._Harding\n",
      "https://en.wikipedia.org/wiki/Chester_A._Arthur\n",
      "https://en.wikipedia.org/wiki/William_Howard_Taft\n",
      "https://en.wikipedia.org/wiki/Benjamin_Harrison\n",
      "https://en.wikipedia.org/wiki/Rutherford_B._Hayes\n",
      "https://en.wikipedia.org/wiki/Calvin_Coolidge\n"
     ]
    }
   ],
   "source": [
    "# List for wikipedia urls for all leaders\n",
    "wikipedia_urls = []\n",
    "\n",
    "# Check all urls and append for wikipedia_urls\n",
    "for leaders in leaders_per_country_dict.values():\n",
    "    for leader in leaders:\n",
    "        if 'wikipedia_url' in leader:\n",
    "            wikipedia_urls.append(leader['wikipedia_url'])\n",
    "\n",
    "# Display wikipedia_urls\n",
    "for url in wikipedia_urls:\n",
    "    print(url)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processed: https://nl.wikipedia.org/wiki/Guy_Verhofstadt\n",
      "Processed: https://nl.wikipedia.org/wiki/Yves_Leterme\n",
      "Processed: https://nl.wikipedia.org/wiki/Herman_Van_Rompuy\n",
      "Processed: https://nl.wikipedia.org/wiki/L%C3%A9on_Delacroix\n",
      "Processed: https://nl.wikipedia.org/wiki/Henri_Carton_de_Wiart\n",
      "Processed: https://nl.wikipedia.org/wiki/Georges_Theunis\n",
      "Processed: https://nl.wikipedia.org/wiki/Aloys_Van_de_Vyvere\n",
      "Processed: https://nl.wikipedia.org/wiki/Prosper_Poullet\n",
      "Processed: https://nl.wikipedia.org/wiki/Henri_Jaspar\n",
      "Processed: https://nl.wikipedia.org/wiki/Jules_Renkin\n",
      "Processed: https://nl.wikipedia.org/wiki/Paul_van_Zeeland\n",
      "Processed: https://nl.wikipedia.org/wiki/Achiel_Van_Acker\n",
      "Processed: https://nl.wikipedia.org/wiki/Camille_Huysmans\n",
      "Processed: https://nl.wikipedia.org/wiki/Gaston_Eyskens\n",
      "Processed: https://nl.wikipedia.org/wiki/Leo_Tindemans\n",
      "Processed: https://nl.wikipedia.org/wiki/Elio_Di_Rupo\n",
      "Processed: https://nl.wikipedia.org/wiki/Jean-Luc_Dehaene\n",
      "Processed: https://nl.wikipedia.org/wiki/Frans_Schollaert\n",
      "Processed: https://nl.wikipedia.org/wiki/Pieter_de_Decker\n",
      "Processed: https://nl.wikipedia.org/wiki/Paul-Henri_Spaak\n",
      "Processed: https://nl.wikipedia.org/wiki/Auguste_Beernaert\n",
      "Processed: https://nl.wikipedia.org/wiki/Th%C3%A9o_Lef%C3%A8vre\n",
      "Processed: https://nl.wikipedia.org/wiki/Paul_Vanden_Boeynants\n",
      "Processed: https://nl.wikipedia.org/wiki/Etienne_de_Gerlache\n",
      "Processed: https://nl.wikipedia.org/wiki/Wilfried_Martens\n",
      "Processed: https://nl.wikipedia.org/wiki/Mark_Eyskens\n",
      "Processed: https://nl.wikipedia.org/wiki/Pierre_Harmel\n",
      "Processed: https://nl.wikipedia.org/wiki/Hubert_Pierlot\n",
      "Processed: https://nl.wikipedia.org/wiki/Jean-Baptiste_Nothomb\n",
      "Processed: https://nl.wikipedia.org/wiki/Edmond_Leburton\n",
      "Processed: https://nl.wikipedia.org/wiki/Jean_Duvieusart\n",
      "Processed: https://nl.wikipedia.org/wiki/Joseph_Lebeau\n",
      "Processed: https://nl.wikipedia.org/wiki/Charles_Rogier\n",
      "Processed: https://nl.wikipedia.org/wiki/Barth%C3%A9lemy_de_Theux_de_Meylandt\n",
      "Processed: https://nl.wikipedia.org/wiki/Felix_de_M%C3%BBelenaere\n",
      "Processed: https://nl.wikipedia.org/wiki/Alexander_De_Croo\n",
      "Processed: https://nl.wikipedia.org/wiki/Henri_de_Brouck%C3%A8re\n",
      "Processed: https://nl.wikipedia.org/wiki/Albert_Goblet_d%27Alviella\n",
      "Processed: https://nl.wikipedia.org/wiki/Sylvain_Van_de_Weyer\n",
      "Processed: https://nl.wikipedia.org/wiki/Jules_de_Burlet\n",
      "Processed: https://nl.wikipedia.org/wiki/Paul-Emile_Janson\n",
      "Processed: https://nl.wikipedia.org/wiki/Jules_Malou\n",
      "Processed: https://nl.wikipedia.org/wiki/Charles_de_Broqueville\n",
      "Processed: https://nl.wikipedia.org/wiki/Joseph_Pholien\n",
      "Processed: https://nl.wikipedia.org/wiki/Jean_Van_Houtte\n",
      "Processed: https://nl.wikipedia.org/wiki/Walth%C3%A8re_Fr%C3%A8re-Orban\n",
      "Processed: https://nl.wikipedia.org/wiki/Gerard_Cooreman\n",
      "Processed: https://nl.wikipedia.org/wiki/Jules_Vandenpeereboom\n",
      "Processed: https://nl.wikipedia.org/wiki/Paul_de_Smet_de_Naeyer\n",
      "Processed: https://nl.wikipedia.org/wiki/Jules_de_Trooz\n",
      "Processed: https://nl.wikipedia.org/wiki/Jules_Joseph_d%27Anethan\n",
      "Processed: https://nl.wikipedia.org/wiki/Charles_Michel\n",
      "Processed: https://nl.wikipedia.org/wiki/Sophie_Wilm%C3%A8s\n",
      "Processed: https://fr.wikipedia.org/wiki/Fran%C3%A7ois_Hollande\n",
      "Processed: https://fr.wikipedia.org/wiki/Nicolas_Sarkozy\n",
      "Processed: https://fr.wikipedia.org/wiki/Fran%C3%A7ois_Mitterrand\n",
      "Processed: https://fr.wikipedia.org/wiki/Charles_de_Gaulle\n",
      "Processed: https://fr.wikipedia.org/wiki/Jacques_Chirac\n",
      "Processed: https://fr.wikipedia.org/wiki/Val%C3%A9ry_Giscard_d%27Estaing\n",
      "Processed: https://fr.wikipedia.org/wiki/Georges_Pompidou\n",
      "Processed: https://fr.wikipedia.org/wiki/Adolphe_Thiers\n",
      "Processed: https://fr.wikipedia.org/wiki/Napol%C3%A9on_III\n",
      "Processed: https://fr.wikipedia.org/wiki/Paul_Doumer\n",
      "Processed: https://fr.wikipedia.org/wiki/Alain_Poher\n",
      "Processed: https://fr.wikipedia.org/wiki/Albert_Lebrun\n",
      "Processed: https://fr.wikipedia.org/wiki/Ren%C3%A9_Coty\n",
      "Processed: https://fr.wikipedia.org/wiki/Vincent_Auriol\n",
      "Processed: https://fr.wikipedia.org/wiki/Patrice_de_Mac_Mahon\n",
      "Processed: https://fr.wikipedia.org/wiki/%C3%89mile_Loubet\n",
      "Processed: https://fr.wikipedia.org/wiki/Raymond_Poincar%C3%A9\n",
      "Processed: https://fr.wikipedia.org/wiki/Sadi_Carnot_(homme_d%27%C3%89tat)\n",
      "Processed: https://fr.wikipedia.org/wiki/Alexandre_Millerand\n",
      "Processed: https://fr.wikipedia.org/wiki/Gaston_Doumergue\n",
      "Processed: https://fr.wikipedia.org/wiki/F%C3%A9lix_Faure\n",
      "Processed: https://fr.wikipedia.org/wiki/Jules_Gr%C3%A9vy\n",
      "Processed: https://fr.wikipedia.org/wiki/Armand_Falli%C3%A8res\n",
      "Processed: https://fr.wikipedia.org/wiki/Paul_Deschanel\n",
      "Processed: https://fr.wikipedia.org/wiki/Georges_Bidault\n",
      "Processed: https://fr.wikipedia.org/wiki/Jean_Casimir-Perier\n",
      "Processed: https://fr.wikipedia.org/wiki/Charles_Dupuy\n",
      "Processed: https://fr.wikipedia.org/wiki/Eug%C3%A8ne_Cavaignac\n",
      "Processed: https://fr.wikipedia.org/wiki/Louis_Jules_Trochu\n",
      "Processed: https://fr.wikipedia.org/wiki/Fr%C3%A9d%C3%A9ric_Fran%C3%A7ois-Marsal\n",
      "Processed: https://fr.wikipedia.org/wiki/Emmanuel_Macron\n",
      "Processed: https://ar.wikipedia.org/wiki/%D9%85%D8%AD%D9%85%D8%AF_%D8%A7%D9%84%D8%B3%D8%A7%D8%AF%D8%B3_%D8%A8%D9%86_%D8%A7%D9%84%D8%AD%D8%B3%D9%86\n",
      "Processed: https://ar.wikipedia.org/wiki/%D8%A7%D9%84%D8%AD%D8%B3%D9%86_%D8%A7%D9%84%D8%AB%D8%A7%D9%86%D9%8A_%D8%A8%D9%86_%D9%85%D8%AD%D9%85%D8%AF\n",
      "Processed: https://ar.wikipedia.org/wiki/%D9%85%D8%AD%D9%85%D8%AF_%D8%A7%D9%84%D8%AE%D8%A7%D9%85%D8%B3_%D8%A8%D9%86_%D9%8A%D9%88%D8%B3%D9%81\n",
      "Processed: https://ar.wikipedia.org/wiki/%D8%A7%D9%84%D9%82%D8%A7%D8%A6%D9%85_%D8%A8%D8%A3%D9%85%D8%B1_%D8%A7%D9%84%D9%84%D9%87_%D8%A7%D9%84%D8%B3%D8%B9%D8%AF%D9%8A\n",
      "Processed: https://ru.wikipedia.org/wiki/%D0%9F%D1%83%D1%82%D0%B8%D0%BD,_%D0%92%D0%BB%D0%B0%D0%B4%D0%B8%D0%BC%D0%B8%D1%80_%D0%92%D0%BB%D0%B0%D0%B4%D0%B8%D0%BC%D0%B8%D1%80%D0%BE%D0%B2%D0%B8%D1%87\n",
      "Processed: https://ru.wikipedia.org/wiki/%D0%9C%D0%B5%D0%B4%D0%B2%D0%B5%D0%B4%D0%B5%D0%B2,_%D0%94%D0%BC%D0%B8%D1%82%D1%80%D0%B8%D0%B9_%D0%90%D0%BD%D0%B0%D1%82%D0%BE%D0%BB%D1%8C%D0%B5%D0%B2%D0%B8%D1%87\n",
      "Processed: https://ru.wikipedia.org/wiki/%D0%95%D0%BB%D1%8C%D1%86%D0%B8%D0%BD,_%D0%91%D0%BE%D1%80%D0%B8%D1%81_%D0%9D%D0%B8%D0%BA%D0%BE%D0%BB%D0%B0%D0%B5%D0%B2%D0%B8%D1%87\n",
      "Processed: https://en.wikipedia.org/wiki/George_Washington\n",
      "Processed: https://en.wikipedia.org/wiki/Barack_Obama\n",
      "Processed: https://en.wikipedia.org/wiki/Abraham_Lincoln\n",
      "Processed: https://en.wikipedia.org/wiki/George_W._Bush\n",
      "Processed: https://en.wikipedia.org/wiki/Bill_Clinton\n",
      "Processed: https://en.wikipedia.org/wiki/Joe_Biden\n",
      "Processed: https://en.wikipedia.org/wiki/Franklin_D._Roosevelt\n",
      "Processed: https://en.wikipedia.org/wiki/Andrew_Johnson\n",
      "Processed: https://en.wikipedia.org/wiki/Gerald_Ford\n",
      "Processed: https://en.wikipedia.org/wiki/Richard_Nixon\n",
      "Processed: https://en.wikipedia.org/wiki/Lyndon_B._Johnson\n",
      "Processed: https://en.wikipedia.org/wiki/John_F._Kennedy\n",
      "Processed: https://en.wikipedia.org/wiki/Dwight_D._Eisenhower\n",
      "Processed: https://en.wikipedia.org/wiki/Ronald_Reagan\n",
      "Processed: https://en.wikipedia.org/wiki/Harry_S._Truman\n",
      "Processed: https://en.wikipedia.org/wiki/John_Adams\n",
      "Processed: https://en.wikipedia.org/wiki/Thomas_Jefferson\n",
      "Processed: https://en.wikipedia.org/wiki/James_Madison\n",
      "Processed: https://en.wikipedia.org/wiki/James_Monroe\n",
      "Processed: https://en.wikipedia.org/wiki/John_Quincy_Adams\n",
      "Processed: https://en.wikipedia.org/wiki/Andrew_Jackson\n",
      "Processed: https://en.wikipedia.org/wiki/Martin_Van_Buren\n",
      "Processed: https://en.wikipedia.org/wiki/William_Henry_Harrison\n",
      "Processed: https://en.wikipedia.org/wiki/John_Tyler\n",
      "Processed: https://en.wikipedia.org/wiki/James_K._Polk\n",
      "Processed: https://en.wikipedia.org/wiki/Zachary_Taylor\n",
      "Processed: https://en.wikipedia.org/wiki/Millard_Fillmore\n",
      "Processed: https://en.wikipedia.org/wiki/Franklin_Pierce\n",
      "Processed: https://en.wikipedia.org/wiki/James_Buchanan\n",
      "Processed: https://en.wikipedia.org/wiki/Donald_Trump\n",
      "Processed: https://en.wikipedia.org/wiki/George_H._W._Bush\n",
      "Processed: https://en.wikipedia.org/wiki/Jimmy_Carter\n",
      "Processed: https://en.wikipedia.org/wiki/Theodore_Roosevelt\n",
      "Processed: https://en.wikipedia.org/wiki/Woodrow_Wilson\n",
      "Processed: https://en.wikipedia.org/wiki/James_A._Garfield\n",
      "Processed: https://en.wikipedia.org/wiki/Ulysses_S._Grant\n",
      "Processed: https://en.wikipedia.org/wiki/William_McKinley\n",
      "Processed: https://en.wikipedia.org/wiki/Grover_Cleveland\n",
      "Processed: https://en.wikipedia.org/wiki/Herbert_Hoover\n",
      "Processed: https://en.wikipedia.org/wiki/Warren_G._Harding\n",
      "Processed: https://en.wikipedia.org/wiki/Chester_A._Arthur\n",
      "Processed: https://en.wikipedia.org/wiki/William_Howard_Taft\n",
      "Processed: https://en.wikipedia.org/wiki/Benjamin_Harrison\n",
      "Processed: https://en.wikipedia.org/wiki/Rutherford_B._Hayes\n",
      "Processed: https://en.wikipedia.org/wiki/Calvin_Coolidge\n",
      "Saved paragraphs to 'first_paragraphs.json'\n"
     ]
    }
   ],
   "source": [
    "def get_first_paragraph(url):\n",
    "    try:\n",
    "        # Make a request to the webpage\n",
    "        response = requests.get(url)\n",
    "        response.raise_for_status()  # Check if the request was successful\n",
    "        soup = BeautifulSoup(response.content, 'html.parser')  # Parse the HTML\n",
    "\n",
    "        # Patterns to remove from paragraphs\n",
    "        patterns = [\n",
    "            r\"[/][^/]*[/][ ]*[;][ ]*\",\n",
    "            r\"\\/.*\\/|\\[.*\\]|\\] ;\",\n",
    "            r\"Écouter\",\n",
    "            r\"\\(.*Écouter\\)\",\n",
    "            r\"Écouter\\)\",\n",
    "            r\"Écouter ;\",\n",
    "            r\"\\W;\",\n",
    "            r\" ⓘ .*;\"\n",
    "        ]\n",
    "\n",
    "        # Loop through all <p> tags and return the first valid one\n",
    "        for tag in soup.find_all(\"p\"):  # Loop through all <p> tags\n",
    "            first_paragraph = tag.getText().strip()  # Get the text and strip whitespace\n",
    "            if first_paragraph and len(first_paragraph) > 0:  # Check if it's non-empty and longer than 0 characters\n",
    "                # Remove unwanted patterns\n",
    "                for pattern in patterns:\n",
    "                    first_paragraph = re.sub(pattern, \"\", first_paragraph)\n",
    "                # Return the cleaned paragraph if it's still long enough\n",
    "                if len(first_paragraph) > 0:\n",
    "                    return first_paragraph\n",
    "\n",
    "        # If no valid paragraph is found, return None\n",
    "        return None\n",
    "\n",
    "    except requests.RequestException as e:\n",
    "        return f\"Error retrieving page: {e}\"\n",
    "\n",
    "def save_paragraphs_to_json(paragraphs, filename='first_paragraphs.json'):\n",
    "    with open(filename, 'w', encoding='utf-8') as file:\n",
    "        json.dump(paragraphs, file, ensure_ascii=False, indent=2)  # Save data to file\n",
    "\n",
    "paragraphs = []  # List to store paragraphs\n",
    "\n",
    "# Loop through each URL, get the first paragraph, and store it\n",
    "for url in wikipedia_urls:\n",
    "    paragraph = get_first_paragraph(url)\n",
    "    paragraphs.append({\"url\": url, \"paragraph\": paragraph})  # Save URL and paragraph together\n",
    "    print(f\"Processed: {url}\")\n",
    "\n",
    "# Save all paragraphs to a JSON file\n",
    "save_paragraphs_to_json(paragraphs)\n",
    "print(f\"Saved paragraphs to 'first_paragraphs.json'\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_new_session_cookie():\n",
    "    session = requests.Session()\n",
    "    return session"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: be\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: fr\n",
      "Processed leader: None for country: ma\n",
      "Processed leader: None for country: ma\n",
      "Processed leader: None for country: ma\n",
      "Processed leader: None for country: ma\n",
      "Processed leader: None for country: ru\n",
      "Processed leader: None for country: ru\n",
      "Processed leader: None for country: ru\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Processed leader: None for country: us\n",
      "Saved leaders with paragraphs to 'leaders_with_paragraphs.json'\n"
     ]
    }
   ],
   "source": [
    "leaders_with_paragraphs = {}\n",
    "\n",
    "# Fetch leaders for each country\n",
    "for country, leaders in leaders_per_country_dict.items():\n",
    "    leaders_with_paragraphs[country] = []  # Initialize a list for each country\n",
    "    \n",
    "    for leader in leaders:\n",
    "        leader_info = {\"name\": leader.get(\"name\")}  # Get leader name\n",
    "        wikipedia_url = leader.get(\"wikipedia_url\")  # Get Wikipedia URL if exists\n",
    "        \n",
    "        if wikipedia_url:\n",
    "            # Get the first paragraph from the leader's Wikipedia page\n",
    "            first_paragraph = get_first_paragraph(wikipedia_url)\n",
    "            leader_info[\"wikipedia_url\"] = wikipedia_url\n",
    "            leader_info[\"first_paragraph\"] = first_paragraph\n",
    "        else:\n",
    "            leader_info[\"wikipedia_url\"] = \"No URL\"\n",
    "            leader_info[\"first_paragraph\"] = \"No Wikipedia page found\"\n",
    "\n",
    "        # Add leader info to the country's list\n",
    "        leaders_with_paragraphs[country].append(leader_info)\n",
    "        print(f\"Processed leader: {leader_info['name']} for country: {country}\")\n",
    "\n",
    "# Function to save the data to a JSON file\n",
    "def save_leaders_to_json(leaders_data, filename='leaders_with_paragraphs.json'):\n",
    "    with open(filename, 'w', encoding='utf-8') as file:\n",
    "        json.dump(leaders_data, file, ensure_ascii=False, indent=2)  # Save data to file\n",
    "\n",
    "# Save all leaders with their paragraphs to a JSON file\n",
    "save_leaders_to_json(leaders_with_paragraphs)\n",
    "print(f\"Saved leaders with paragraphs to 'leaders_with_paragraphs.json'\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "wikipedia_scraper_env",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}