Wikipedia_scraper.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "d7bb2228-b8ea-4bab-bcee-4cc553c5132c",
   "metadata": {},
   "source": [
    "## Web Scraping of Country GDP From Wikipedia."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "cad7a657-3080-4977-8bca-1abf6dd5b155",
   "metadata": {},
   "source": [
    "## Import libraries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "2ca56b28-bae8-4413-bdf2-cba05399e825",
   "metadata": {},
   "outputs": [],
   "source": [
    "from bs4 import BeautifulSoup\n",
    "import requests\n",
    "from csv import writer\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2ee0909b-7da6-4031-b28a-70bc3e6c6ab3",
   "metadata": {},
   "source": [
    "## Check if connection is successful"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "e348a3dc-99aa-45f9-a7b4-d1c9d4ac2c0c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<Response [200]>"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "url = \"https://en.m.wikipedia.org/wiki/List_of_countries_by_GDP_(nominal)\"\n",
    "page = requests.get(url)\n",
    "page  #200 means connection successful"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "338236f1-8f60-4bf2-bdb5-8a1d00dd7fb6",
   "metadata": {},
   "source": [
    "### Extracting and Inspecting each table row"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "ed75f638-3ed6-4cfd-886d-759a5665a38d",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['World', '—', '93,863,851', '2021', '87,461,674', '2020', '96,100,091', '2021']\n",
      "['United States', 'Americas', '25,346,805', '2022', '20,893,746', '2020', '22,996,100', '2021']\n",
      "['China', 'Asia', '19,911,593', '[n 2]2022', '14,722,801', '[n 3]2020', '17,734,063', '2021']\n",
      "['Japan', 'Asia', '4,912,147', '2022', '5,057,759', '2020', '4,937,422', '2021']\n",
      "['Germany', 'Europe', '4,256,540', '2022', '3,846,414', '2020', '4,223,116', '2021']\n",
      "['India', 'Asia', '3,534,743', '2022', '2,664,749', '2020', '3,173,398', '2021']\n",
      "['United Kingdom', 'Europe', '3,376,003', '2022', '2,764,198', '2020', '3,186,860', '2021']\n",
      "['France', 'Europe', '2,936,702', '2022', '2,630,318', '2020', '2,937,473', '2021']\n",
      "['Canada', 'Americas', '2,221,218', '2022', '1,644,037', '2020', '1,990,762', '2021']\n",
      "['Italy', 'Europe', '2,058,330', '2022', '1,888,709', '2020', '2,099,880', '2021']\n",
      "['Brazil', 'Americas', '1,833,274', '2022', '1,444,733', '2020', '1,608,981', '2021']\n",
      "['Russia', 'Europe', '1,829,050', '2022', '1,483,498', '2020', '1,775,800', '2021']\n",
      "['South Korea', 'Asia', '1,804,680', '2022', '1,637,896', '2020', '1,798,534', '2021']\n",
      "['Australia', 'Oceania', '1,748,334', '2022', '1,423,473', '2020', '1,542,660', '2021']\n",
      "['Iran', 'Asia', '[n 4]1,739,012', '2022', '939,316', '2020', '231,548', '2020']\n",
      "['Spain', 'Europe', '1,435,560', '2022', '1,281,485', '2020', '1,425,277', '2021']\n",
      "['Mexico', 'Americas', '1,322,740', '2022', '1,073,439', '2020', '1,293,038', '2021']\n",
      "['Indonesia', 'Asia', '1,289,295', '2022', '1,058,424', '2020', '1,186,093', '2021']\n",
      "['Saudi Arabia', 'Asia', '1,040,166', '2022', '700,118', '2020', '833,541', '2021']\n",
      "['Netherlands', 'Europe', '1,013,595', '2022', '913,865', '2020', '1,018,007', '2021']\n",
      "['Switzerland', 'Europe', '841,969', '2022', '752,248', '2020', '812,867', '2021']\n",
      "['Taiwan', 'Asia', '841,209', '[n 5]2022', '669,324', '[16]2020', '668,500', '2020']\n",
      "['Poland', 'Europe', '699,559', '2022', '596,618', '2020', '674,048', '2021']\n",
      "['Turkey', 'Asia', '692,380', '2022', '720,098', '2020', '815,272', '2021']\n",
      "['Sweden', 'Europe', '621,241', '2022', '541,064', '2020', '627,438', '2021']\n",
      "['Belgium', 'Europe', '609,887', '2022', '521,861', '2020', '599,879', '2021']\n",
      "['Argentina', 'Americas', '564,277', '2022', '383,067', '2020', '491,493', '2021']\n",
      "['Norway', 'Europe', '541,938', '2022', '362,522', '2020', '482,437', '2021']\n",
      "['Thailand', 'Asia', '522,012', '2022', '501,795', '2020', '505,982', '2021']\n",
      "['Israel', 'Asia', '520,703', '2022', '407,101', '2020', '481,591', '2021']\n",
      "['Ireland', 'Europe', '516,146', '2022', '425,889', '2020', '498,560', '2021']\n",
      "['Nigeria', 'Africa', '510,588', '2022', '429,899', '2020', '440,777', '2021']\n",
      "['United Arab Emirates', 'Asia', '501,354', '2022', '358,869', '2020', '358,869', '2021']\n",
      "['Austria', 'Europe', '479,815', '2022', '433,258', '2020', '477,083', '2021']\n",
      "['Philippines', 'Asia', '475,340', '2022', '361,489', '2020', '394,086', '2021']\n",
      "['Malaysia', 'Asia', '439,373', '2022', '336,664', '2020', '372,701', '2021']\n",
      "['Egypt', 'Africa', '435,621', '2022', '369,309', '2020', '404,143', '2021']\n",
      "['South Africa', 'Africa', '426,166', '2022', '302,141', '2020', '419,946', '2021']\n",
      "['Singapore', 'Asia', '424,431', '2022', '339,988', '2020', '396,987', '2021']\n",
      "['Vietnam', 'Asia', '404,105', '2022', '271,158', '2020', '362,638', '2021']\n",
      "['Denmark', 'Europe', '399,100', '2022', '356,085', '2020', '397,104', '2021']\n",
      "['Bangladesh', 'Asia', '396,543', '2022', '329,484', '2020', '416,265', '2021']\n",
      "['Hong Kong', 'Asia', '369,486', '[n 6]2022', '349,445', '2020', '368,139', '2021']\n",
      "['Colombia', 'Americas', '351,281', '2022', '271,347', '2020', '314,323', '2021']\n",
      "['Pakistan', 'Asia', '347,743', '2021', '257,829', '2020', '346,343', '2021']\n",
      "['Chile', 'Americas', '317,594', '2022', '252,940', '2020', '317,059', '2021']\n",
      "['Finland', 'Europe', '297,617', '2022', '269,751', '2020', '299,155', '2021']\n",
      "['Iraq', 'Asia', '297,341', '2022', '166,757', '2020', '207,889', '2021']\n",
      "['Czech Republic', 'Europe', '296,238', '2022', '245,349', '2020', '282,341', '2021']\n",
      "['Romania', 'Europe', '286,509', '2022', '248,716', '2020', '284,088', '2021']\n",
      "['New Zealand', 'Oceania', '257,211', '2022', '212,044', '2020', '249,992', '2021']\n",
      "['Portugal', 'Europe', '251,915', '2022', '228,539', '2020', '249,887', '2021']\n",
      "['Peru', 'Americas', '240,346', '2022', '203,196', '2020', '223,250', '2021']\n",
      "['Qatar', 'Asia', '225,716', '2022', '146,401', '2020', '179,571', '2021']\n",
      "['Greece', 'Europe', '222,770', '2022', '188,835', '2020', '216,241', '2021']\n",
      "['Ukraine', 'Europe', '198,316', '[n 7]2021', '155,582', '[n 7]2020', '200,086', '2021']\n",
      "['Hungary', 'Europe', '197,813', '2022', '155,808', '2020', '182,281', '2021']\n",
      "['Kazakhstan', 'Asia', '193,611', '2022', '171,082', '2020', '190,814', '2021']\n",
      "['Algeria', 'Africa', '193,601', '2022', '147,689', '2020', '167,983', '2021']\n",
      "['Kuwait', 'Asia', '186,610', '2022', '105,949', '2020', '105,960', '2020']\n",
      "['Morocco', 'Africa', '133,062', '2022', '114,724', '[n 8]2020', '132,725', '2021']\n",
      "['Angola', 'Africa', '124,862', '2022', '62,307', '2020', '72,547', '2021']\n",
      "['Slovakia', 'Europe', '118,434', '2022', '105,173', '2020', '114,871', '2021']\n",
      "['Puerto Rico', 'Americas', '116,762', '2022', '103,138', '2020', '103,138', '2020']\n",
      "['Ecuador', 'Americas', '115,462', '2022', '98,808', '2020', '106,166', '2021']\n",
      "['Kenya', 'Africa', '114,679', '2022', '101,014', '2020', '110,347', '2021']\n",
      "['Oman', 'Asia', '110,127', '2022', '63,368', '2020', '85,869', '2021']\n",
      "['Dominican Republic', 'Americas', '109,080', '2022', '78,845', '2020', '94,244', '2021']\n",
      "['Cuba', 'Americas', '—', '107,352', '2020', '107,352', '2020']\n",
      "['Ethiopia', 'Africa', '105,325', '2022', '96,611', '2020', '111,271', '2021']\n",
      "['Guatemala', 'Americas', '91,019', '2022', '77,605', '2020', '85,986', '2021']\n",
      "['Bulgaria', 'Europe', '89,533', '2022', '69,888', '2020', '80,271', '2021']\n",
      "['Luxembourg', 'Europe', '86,898', '2022', '73,353', '2020', '86,711', '2021']\n",
      "['Sri Lanka', 'Asia', '81,934', '2022', '80,677', '2020', '84,519', '2021']\n",
      "['Tanzania', 'Africa', '77,506', '2022', '64,740', '[n 9]2020', '67,775', '2021']\n",
      "['Turkmenistan', 'Asia', '76,591', '2022', '42,845', '2020', '45,231', '2019']\n",
      "['Ghana', 'Africa', '73,894', '2022', '68,532', '2020', '77,594', '2021']\n",
      "['Azerbaijan', 'Asia', '73,369', '2022', '42,607', '2020', '54,622', '2021']\n",
      "['Uzbekistan', 'Asia', '73,060', '2022', '57,707', '2020', '69,239', '2021']\n",
      "['Ivory Coast', 'Africa', '73,047', '2022', '61,143', '2020', '69,765', '2021']\n",
      "['Panama', 'Americas', '70,492', '2022', '52,938', '2020', '63,605', '2021']\n",
      "['Lithuania', 'Europe', '69,782', '2022', '56,547', '2020', '65,504', '2021']\n",
      "['Croatia', 'Europe', '69,459', '2022', '57,204', '2020', '67,838', '2021']\n",
      "['Myanmar', 'Asia', '69,262', '2022', '70,284', '2020', '65,068', '2021']\n",
      "['Costa Rica', 'Americas', '65,314', '2022', '61,521', '2020', '64,282', '2021']\n",
      "['Serbia', 'Europe', '65,037', '2022', '53,335', '2020', '63,068', '2021']\n",
      "['DR Congo', 'Africa', '64,795', '2022', '45,308', '2020', '53,959', '2021']\n",
      "['Uruguay', 'Americas', '64,283', '2022', '53,629', '2020', '59,320', '2021']\n",
      "['Slovenia', 'Europe', '63,647', '2022', '53,590', '2020', '61,526', '2021']\n",
      "['Lebanon', 'Asia', '27,320', '2020', '63,546', '2020', '18,077', '2021']\n",
      "['Belarus', 'Europe', '59,394', '2022', '60,259', '2020', '68,219', '2021']\n",
      "['Venezuela', 'Americas', '49,086', '2022', '106,359', '2020', '482,359', '2014']\n",
      "['Libya', 'Africa', '48,773', '2022', '29,153', '2020', '41,880', '2021']\n",
      "['Jordan', 'Asia', '47,745', '2022', '43,697', '2020', '45,244', '2021']\n",
      "['Uganda', 'Africa', '46,377', '2022', '38,702', '2020', '40,435', '2021']\n",
      "['Cameroon', 'Africa', '45,713', '2022', '39,881', '2020', '45,239', '2021']\n",
      "['Tunisia', 'Africa', '45,642', '2022', '39,218', '2020', '46,840', '2021']\n",
      "['Bahrain', 'Asia', '44,169', '2022', '33,904', '2020', '38,869', '2021']\n",
      "['Paraguay', 'Americas', '41,935', '2022', '35,304', '2020', '38,987', '2021']\n",
      "['Bolivia', 'Americas', '41,032', '2022', '36,573', '2020', '40,408', '2021']\n",
      "['Latvia', 'Europe', '40,266', '2022', '33,707', '2020', '38,873', '2021']\n",
      "['Estonia', 'Europe', '37,202', '2022', '30,650', '2020', '36,263', '2021']\n",
      "['Zimbabwe', 'Africa', '36,387', '2022', '21,787', '2020', '26,218', '2021']\n",
      "['Nepal', 'Asia', '36,315', '2022', '33,079', '2020', '36,289', '2021']\n",
      "['Brunei', 'Asia', '35,555', '2022', '12,003', '2020', '14,007', '2021']\n",
      "['Macau', 'Asia', '35,246', '[n 10]2022', '24,333', '2020', '29,905', '2021']\n",
      "['Sudan', 'Africa', '31,460', '2022', '62,057', '2020', '34,326', '2021']\n",
      "['El Salvador', 'Americas', '30,720', '2022', '24,639', '2020', '28,737', '2021']\n",
      "['Honduras', 'Americas', '30,116', '2022', '23,828', '2020', '28,489', '2021']\n",
      "['Papua New Guinea', 'Oceania', '29,919', '2022', '23,619', '2020', '26,594', '2021']\n",
      "['Senegal', 'Africa', '28,435', '2022', '24,412', '2020', '27,625', '2021']\n",
      "['Yemen', 'Asia', '28,134', '2022', '27,958', '2020', '21,062', '2021']\n",
      "['Cambodia', 'Asia', '28,020', '2022', '25,291', '2020', '26,961', '2021']\n",
      "['Iceland', 'Europe', '27,865', '2022', '21,718', '2020', '25,459', '2021']\n",
      "['Cyprus', 'Asia', '27,726', '2022', '24,612', '[n 11]2020', '27,719', '2021']\n",
      "['Zambia', 'Africa', '26,665', '2022', '18,111', '2020', '21,203', '2021']\n",
      "['Trinidad and Tobago', 'Americas', '25,342', '2022', '21,393', '2020', '21,392', '2021']\n",
      "['Bosnia and Herzegovina', 'Europe', '23,358', '2022', '19,801', '2020', '22,572', '2021']\n",
      "['Gabon', 'Africa', '22,456', '2022', '15,111', '2020', '18,269', '2021']\n",
      "['Guinea', 'Africa', '20,952', '2022', '15,490', '2020', '15,851', '2021']\n",
      "['Georgia', 'Asia', '20,889', '2022', '15,892', '2020', '18,700', '[n 12]2021']\n",
      "['Haiti', 'Americas', '20,168', '2022', '15,505', '2020', '20,944', '2021']\n",
      "['Afghanistan', 'Asia', '20,136', '2021', '19,793', '2020', '20,116', '2020']\n",
      "['Palestine', 'Asia', '19,698', '[n 13]2022', '15,561', '[n 13]2020', '18,037', '2021']\n",
      "['Burkina Faso', 'Africa', '19,621', '2022', '17,369', '2020', '19,738', '2021']\n",
      "['Mali', 'Africa', '19,264', '2022', '17,332', '2020', '19,144', '2021']\n",
      "['Botswana', 'Africa', '18,426', '2022', '15,782', '2020', '17,614', '2021']\n",
      "['Benin', 'Africa', '18,387', '2022', '15,205', '2020', '17,786', '2021']\n",
      "['Mongolia', 'Asia', '18,102', '2022', '13,137', '2020', '15,098', '2021']\n",
      "['Mozambique', 'Africa', '18,091', '2022', '14,029', '2020', '16,096', '2021']\n",
      "['Albania', 'Europe', '17,942', '2022', '14,910', '2020', '18,260', '2021']\n",
      "['Laos', 'Asia', '17,347', '2022', '19,082', '2020', '18,827', '2021']\n",
      "['Malta', 'Europe', '17,251', '2022', '14,911', '2020', '17,190', '2021']\n",
      "['Equatorial Guinea', 'Africa', '16,335', '2022', '10,022', '2020', '12,269', '2021']\n",
      "['Congo', 'Africa', '15,951', '2022', '10,100', '2020', '12,524', '2021']\n",
      "['North Korea', 'Asia', '—', '15,847', '2020', '—']\n",
      "['Nicaragua', 'Americas', '15,764', '2022', '12,621', '2020', '14,013', '2021']\n",
      "['Jamaica', 'Americas', '15,721', '2022', '13,812', '2020', '13,638', '2021']\n",
      "['Niger', 'Africa', '15,620', '2022', '13,741', '2020', '14,951', '2021']\n",
      "['Syria', 'Asia', '60,043', '2010', '15,572', '2020', '21,446', '2018']\n",
      "['Madagascar', 'Africa', '14,616', '2022', '13,008', '2020', '14,637', '2021']\n",
      "['North Macedonia', 'Europe', '14,198', '2022', '12,264', '2020', '13,879', '2021']\n",
      "['Armenia', 'Asia', '14,047', '2022', '12,641', '2020', '13,861', '2021']\n",
      "['Moldova', 'Europe', '13,811', '[n 14]2022', '11,914', '[n 14]2020', '13,679', '2021']\n",
      "['Guyana', 'Americas', '13,543', '2022', '5,471', '2020', '7,409', '2021']\n",
      "['Namibia', 'Africa', '13,019', '2022', '10,710', '2020', '12,236', '2021']\n",
      "['Chad', 'Africa', '12,938', '2022', '11,154', '2020', '11,780', '2021']\n",
      "['Bahamas', 'Americas', '12,627', '2022', '9,908', '2020', '11,209', '2021']\n",
      "['Rwanda', 'Africa', '12,060', '2022', '10,332', '2020', '11,070', '2021']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['Malawi', 'Africa', '12,042', '2022', '11,762', '2020', '12,627', '2021']\n",
      "['Mauritius', 'Africa', '11,263', '2022', '10,921', '2020', '11,157', '2021']\n",
      "['New Caledonia', 'Oceania', '—', '9,709', '2020', '9,436', '2020']\n",
      "['Kosovo', 'Europe', '9,660', '2022', '7,734', '2020', '9,007', '2021']\n",
      "['Mauritania', 'Africa', '9,280', '2022', '7,916', '2020', '8,228', '2021']\n",
      "['Kyrgyzstan', 'Asia', '9,017', '2022', '7,736', '2020', '8,543', '2021']\n",
      "['Togo', 'Africa', '8,699', '2022', '7,146', '2020', '8,413', '2021']\n",
      "['Somalia', 'Africa', '8,491', '2022', '1,873', '2020', '7,293', '2021']\n",
      "['Tajikistan', 'Asia', '7,820', '2022', '7,997', '2020', '8,746', '2021']\n",
      "['Bermuda', 'Americas', '—', '7,719', '2020', '7,081', '2021']\n",
      "['Liechtenstein', 'Europe', '—', '6,872', '2020', '6,427', '2019']\n",
      "['Monaco', 'Europe', '—', '6,816', '2020', '6,816', '2020']\n",
      "['Cayman Islands', 'Americas', '—', '6,256', '2020', '5,609', '2020']\n",
      "['Montenegro', 'Europe', '6,018', '2022', '4,789', '2020', '5,809', '2021']\n",
      "['Guam', 'Oceania', '—', '—', '5,844', '2020']\n",
      "['French Polynesia', 'Oceania', '—', '5,817', '2020', '5,669', '2020']\n",
      "['South Sudan', 'Africa', '5,730', '2022', '15,903', '2020', '11,998', '2015']\n",
      "['Barbados', 'Americas', '5,530', '2022', '4,440', '2020', '4,901', '2021']\n",
      "['Maldives', 'Asia', '5,502', '2022', '3,743', '2020', '4,890', '2021']\n",
      "['Fiji', 'Oceania', '5,172', '2022', '4,494', '2020', '4,592', '2021']\n",
      "['Eswatini', 'Africa', '4,646', '2022', '3,835', '2020', '4,941', '2021']\n",
      "['Sierra Leone', 'Africa', '4,268', '2022', '3,787', '2020', '4,200', '2021']\n",
      "['Djibouti', 'Africa', '3,836', '2022', '3,423', '2020', '3,371', '2021']\n",
      "['Liberia', 'Africa', '3,829', '2022', '2,481', '2020', '3,487', '2021']\n",
      "['Burundi', 'Africa', '3,431', '2022', '3,399', '2020', '2,902', '2021']\n",
      "['Andorra', 'Europe', '3,400', '2022', '2,864', '2020', '3,330', '2021']\n",
      "['Aruba', 'Americas', '3,229', '2022', '2,497', '2020', '2,497', '2020']\n",
      "['Greenland', 'Americas', '—', '3,130', '2020', '3,076', '2020']\n",
      "['Suriname', 'Americas', '2,988', '2022', '4,120', '2020', '2,862', '2021']\n",
      "['Bhutan', 'Asia', '2,653', '2022', '2,483', '2020', '2,315', '2020']\n",
      "['Central African Republic', 'Africa', '2,645', '2022', '2,323', '2020', '2,517', '2021']\n",
      "['Curaçao', 'Americas', '—', '2,596', '2020', '2,496', '2020']\n",
      "['Eritrea', 'Africa', '2,568', '2022', '2,084', '2020', '2,065', '2011']\n",
      "['Lesotho', 'Africa', '2,561', '2022', '2,273', '2020', '2,519', '2021']\n",
      "['Gambia', 'Africa', '2,166', '2022', '1,830', '2020', '2,078', '2021']\n",
      "['Saint Lucia', 'Americas', '2,082', '2022', '1,617', '2020', '1,765', '2021']\n",
      "['Cape Verde', 'Africa', '1,997', '2022', '1,704', '2020', '1,936', '2021']\n",
      "['Belize', 'Americas', '1,991', '2022', '1,586', '2020', '1,790', '2021']\n",
      "['East Timor', 'Asia', '1,920', '2022', '1,902', '2020', '1,959', '2021']\n",
      "['Seychelles', 'Africa', '1,750', '2022', '1,059', '2020', '1,320', '2021']\n",
      "['Zanzibar', 'Africa', '—', '1,724', '2020', '—']\n",
      "['San Marino', 'Europe', '1,698', '2022', '1,555', '2020', '1,545', '2020']\n",
      "['Solomon Islands', 'Oceania', '1,669', '2022', '1,546', '2020', '1,645', '2021']\n",
      "['Guinea-Bissau', 'Africa', '1,656', '2022', '1,315', '2020', '1,639', '2021']\n",
      "['Antigua and Barbuda', 'Americas', '1,621', '2022', '1,370', '2020', '1,471', '2021']\n",
      "['British Virgin Islands', 'Americas', '—', '1,492', '2020', '—']\n",
      "['Comoros', 'Africa', '1,310', '2022', '1,235', '2020', '1,328', '2021']\n",
      "['Grenada', 'Americas', '1,192', '2022', '1,043', '2020', '1,122', '2021']\n",
      "['Northern Mariana Islands', 'Oceania', '—', '—', '1,182', '2019']\n",
      "['Saint Kitts and Nevis', 'Americas', '1,114', '2022', '927', '2020', '976', '2021']\n",
      "['Vanuatu', 'Oceania', '1,015', '2022', '855', '2020', '984', '2021']\n",
      "['Saint Vincent and the Grenadines', 'Americas', '953', '2022', '810', '2020', '890', '2021']\n",
      "['Turks and Caicos Islands', 'Americas', '—', '925', '2020', '943', '2021']\n",
      "['Sint Maarten', 'Americas', '—', '857', '2020', '1,186', '2018']\n",
      "['Samoa', 'Oceania', '816', '2022', '772', '2020', '788', '2021']\n",
      "['American Samoa', 'Oceania', '—', '—', '709', '2020']\n",
      "['Dominica', 'Americas', '635', '2022', '507', '2020', '546', '2021']\n",
      "['Tonga', 'Oceania', '528', '2022', '491', '2020', '489', '2020']\n",
      "['São Tomé and Príncipe', 'Africa', '526', '2022', '476', '2020', '547', '2021']\n",
      "['Micronesia', 'Oceania', '427', '2022', '403', '2020', '404', '2021']\n",
      "['Cook Islands', 'Oceania', '—', '283', '2020', '—']\n",
      "['Marshall Islands', 'Oceania', '267', '2022', '244', '2020', '249', '2021']\n",
      "['Anguilla', 'Americas', '—', '258', '2020', '—']\n",
      "['Palau', 'Oceania', '244', '2022', '264', '2020', '258', '2020']\n",
      "['Kiribati', 'Oceania', '216', '2022', '181', '2020', '181', '2020']\n",
      "['Nauru', 'Oceania', '134', '2022', '135', '2020', '133', '2021']\n",
      "['Montserrat', 'Americas', '—', '68', '2020', '—']\n",
      "['Tuvalu', 'Oceania', '66', '2022', '55', '2020', '63', '2021']\n"
     ]
    }
   ],
   "source": [
    "## Extracting page content using html Parser\n",
    "soup = BeautifulSoup(page.content, \"html.parser\")\n",
    "\n",
    "# Check for the table tag by inspecting the html tag on the Wikipedia\n",
    "table = soup.find(\"table\", class_ = \"wikitable\") \n",
    "\n",
    "# Extracting all the table row using the <tr> tag.\n",
    "rows = table.find_all(\"tr\")\n",
    "\n",
    "\n",
    "# Extracting all the table row data  using the <td> and <th> tags.\n",
    "for row in rows[2:]:\n",
    "    cells = row.find_all([\"td\", \"th\"])\n",
    "    \n",
    "    cells_text = [cell.get_text(strip = True) for cell in cells]\n",
    "    print(cells_text)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "59d65411-4563-4ce8-957c-db0882a4fea0",
   "metadata": {},
   "source": [
    "## Create CSV and write headers and data into table"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "56806061-d678-48b9-8472-cb1771484677",
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(\"countries_GDP.csv\", \"w\", encoding = \"utf8\", newline = '') as f:\n",
    "    thewriter = writer(f)\n",
    "    header = [\"Country/Territory\", \"Subregion\", \"Region\", \"IMF_Estimate\", \"IMF_Year\", \"UN_Estimate\", \"UN_Year\", \"WB_Estimate\", \"WB_Year\"]\n",
    "    thewriter.writerow(header)\n",
    "    \n",
    "    for row in rows[2:]:\n",
    "        cells = row.find_all([\"td\", \"th\"])\n",
    "        \n",
    "        cells_text = [cell.get_text(strip = True) for cell in cells]\n",
    "        thewriter.writerow(cells_text)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "78a6d011-a34f-40d3-abbe-3a654aaca45d",
   "metadata": {},
   "source": [
    "## Confirm by importing the data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "9cf250cd-671d-4c64-8a08-f93fbe0363c2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Country/Territory</th>\n",
       "      <th>Subregion</th>\n",
       "      <th>Region</th>\n",
       "      <th>IMF_Estimate</th>\n",
       "      <th>IMF_Year</th>\n",
       "      <th>UN_Estimate</th>\n",
       "      <th>UN_Year</th>\n",
       "      <th>WB_Estimate</th>\n",
       "      <th>WB_Year</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>World</td>\n",
       "      <td>—</td>\n",
       "      <td>93,863,851</td>\n",
       "      <td>2021</td>\n",
       "      <td>87,461,674</td>\n",
       "      <td>2020</td>\n",
       "      <td>96,100,091</td>\n",
       "      <td>2021</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>United States</td>\n",
       "      <td>Americas</td>\n",
       "      <td>25,346,805</td>\n",
       "      <td>2022</td>\n",
       "      <td>20,893,746</td>\n",
       "      <td>2020</td>\n",
       "      <td>22,996,100</td>\n",
       "      <td>2021</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>China</td>\n",
       "      <td>Asia</td>\n",
       "      <td>19,911,593</td>\n",
       "      <td>[n 2]2022</td>\n",
       "      <td>14,722,801</td>\n",
       "      <td>[n 3]2020</td>\n",
       "      <td>17,734,063</td>\n",
       "      <td>2021</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Japan</td>\n",
       "      <td>Asia</td>\n",
       "      <td>4,912,147</td>\n",
       "      <td>2022</td>\n",
       "      <td>5,057,759</td>\n",
       "      <td>2020</td>\n",
       "      <td>4,937,422</td>\n",
       "      <td>2021</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Germany</td>\n",
       "      <td>Europe</td>\n",
       "      <td>4,256,540</td>\n",
       "      <td>2022</td>\n",
       "      <td>3,846,414</td>\n",
       "      <td>2020</td>\n",
       "      <td>4,223,116</td>\n",
       "      <td>2021</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>India</td>\n",
       "      <td>Asia</td>\n",
       "      <td>3,534,743</td>\n",
       "      <td>2022</td>\n",
       "      <td>2,664,749</td>\n",
       "      <td>2020</td>\n",
       "      <td>3,173,398</td>\n",
       "      <td>2021</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>United Kingdom</td>\n",
       "      <td>Europe</td>\n",
       "      <td>3,376,003</td>\n",
       "      <td>2022</td>\n",
       "      <td>2,764,198</td>\n",
       "      <td>2020</td>\n",
       "      <td>3,186,860</td>\n",
       "      <td>2021</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>France</td>\n",
       "      <td>Europe</td>\n",
       "      <td>2,936,702</td>\n",
       "      <td>2022</td>\n",
       "      <td>2,630,318</td>\n",
       "      <td>2020</td>\n",
       "      <td>2,937,473</td>\n",
       "      <td>2021</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Canada</td>\n",
       "      <td>Americas</td>\n",
       "      <td>2,221,218</td>\n",
       "      <td>2022</td>\n",
       "      <td>1,644,037</td>\n",
       "      <td>2020</td>\n",
       "      <td>1,990,762</td>\n",
       "      <td>2021</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Italy</td>\n",
       "      <td>Europe</td>\n",
       "      <td>2,058,330</td>\n",
       "      <td>2022</td>\n",
       "      <td>1,888,709</td>\n",
       "      <td>2020</td>\n",
       "      <td>2,099,880</td>\n",
       "      <td>2021</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Country/Territory Subregion      Region IMF_Estimate    IMF_Year  \\\n",
       "0             World         —  93,863,851         2021  87,461,674   \n",
       "1     United States  Americas  25,346,805         2022  20,893,746   \n",
       "2             China      Asia  19,911,593    [n 2]2022  14,722,801   \n",
       "3             Japan      Asia   4,912,147         2022   5,057,759   \n",
       "4           Germany    Europe   4,256,540         2022   3,846,414   \n",
       "5             India      Asia   3,534,743         2022   2,664,749   \n",
       "6    United Kingdom    Europe   3,376,003         2022   2,764,198   \n",
       "7            France    Europe   2,936,702         2022   2,630,318   \n",
       "8            Canada  Americas   2,221,218         2022   1,644,037   \n",
       "9             Italy    Europe   2,058,330         2022   1,888,709   \n",
       "\n",
       "  UN_Estimate     UN_Year WB_Estimate  WB_Year  \n",
       "0        2020  96,100,091        2021      NaN  \n",
       "1        2020  22,996,100        2021      NaN  \n",
       "2   [n 3]2020  17,734,063        2021      NaN  \n",
       "3        2020   4,937,422        2021      NaN  \n",
       "4        2020   4,223,116        2021      NaN  \n",
       "5        2020   3,173,398        2021      NaN  \n",
       "6        2020   3,186,860        2021      NaN  \n",
       "7        2020   2,937,473        2021      NaN  \n",
       "8        2020   1,990,762        2021      NaN  \n",
       "9        2020   2,099,880        2021      NaN  "
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data = pd.read_csv(\"countries_GDP.csv\")\n",
    "data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "06449f58-6202-4a3d-862c-1ed4b3f5f4d1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Country/Territory</th>\n",
       "      <th>Subregion</th>\n",
       "      <th>Region</th>\n",
       "      <th>IMF_Estimate</th>\n",
       "      <th>IMF_Year</th>\n",
       "      <th>UN_Estimate</th>\n",
       "      <th>UN_Year</th>\n",
       "      <th>WB_Estimate</th>\n",
       "      <th>WB_Year</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>207</th>\n",
       "      <td>São Tomé and Príncipe</td>\n",
       "      <td>Africa</td>\n",
       "      <td>526</td>\n",
       "      <td>2022</td>\n",
       "      <td>476</td>\n",
       "      <td>2020</td>\n",
       "      <td>547</td>\n",
       "      <td>2021</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>208</th>\n",
       "      <td>Micronesia</td>\n",
       "      <td>Oceania</td>\n",
       "      <td>427</td>\n",
       "      <td>2022</td>\n",
       "      <td>403</td>\n",
       "      <td>2020</td>\n",
       "      <td>404</td>\n",
       "      <td>2021</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>209</th>\n",
       "      <td>Cook Islands</td>\n",
       "      <td>Oceania</td>\n",
       "      <td>—</td>\n",
       "      <td>283</td>\n",
       "      <td>2020</td>\n",
       "      <td>—</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>210</th>\n",
       "      <td>Marshall Islands</td>\n",
       "      <td>Oceania</td>\n",
       "      <td>267</td>\n",
       "      <td>2022</td>\n",
       "      <td>244</td>\n",
       "      <td>2020</td>\n",
       "      <td>249</td>\n",
       "      <td>2021</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211</th>\n",
       "      <td>Anguilla</td>\n",
       "      <td>Americas</td>\n",
       "      <td>—</td>\n",
       "      <td>258</td>\n",
       "      <td>2020</td>\n",
       "      <td>—</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>212</th>\n",
       "      <td>Palau</td>\n",
       "      <td>Oceania</td>\n",
       "      <td>244</td>\n",
       "      <td>2022</td>\n",
       "      <td>264</td>\n",
       "      <td>2020</td>\n",
       "      <td>258</td>\n",
       "      <td>2020</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213</th>\n",
       "      <td>Kiribati</td>\n",
       "      <td>Oceania</td>\n",
       "      <td>216</td>\n",
       "      <td>2022</td>\n",
       "      <td>181</td>\n",
       "      <td>2020</td>\n",
       "      <td>181</td>\n",
       "      <td>2020</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>214</th>\n",
       "      <td>Nauru</td>\n",
       "      <td>Oceania</td>\n",
       "      <td>134</td>\n",
       "      <td>2022</td>\n",
       "      <td>135</td>\n",
       "      <td>2020</td>\n",
       "      <td>133</td>\n",
       "      <td>2021</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>215</th>\n",
       "      <td>Montserrat</td>\n",
       "      <td>Americas</td>\n",
       "      <td>—</td>\n",
       "      <td>68</td>\n",
       "      <td>2020</td>\n",
       "      <td>—</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>216</th>\n",
       "      <td>Tuvalu</td>\n",
       "      <td>Oceania</td>\n",
       "      <td>66</td>\n",
       "      <td>2022</td>\n",
       "      <td>55</td>\n",
       "      <td>2020</td>\n",
       "      <td>63</td>\n",
       "      <td>2021</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         Country/Territory Subregion Region IMF_Estimate IMF_Year UN_Estimate  \\\n",
       "207  São Tomé and Príncipe    Africa    526         2022      476        2020   \n",
       "208             Micronesia   Oceania    427         2022      403        2020   \n",
       "209           Cook Islands   Oceania      —          283     2020           —   \n",
       "210       Marshall Islands   Oceania    267         2022      244        2020   \n",
       "211               Anguilla  Americas      —          258     2020           —   \n",
       "212                  Palau   Oceania    244         2022      264        2020   \n",
       "213               Kiribati   Oceania    216         2022      181        2020   \n",
       "214                  Nauru   Oceania    134         2022      135        2020   \n",
       "215             Montserrat  Americas      —           68     2020           —   \n",
       "216                 Tuvalu   Oceania     66         2022       55        2020   \n",
       "\n",
       "    UN_Year WB_Estimate  WB_Year  \n",
       "207     547        2021      NaN  \n",
       "208     404        2021      NaN  \n",
       "209     NaN         NaN      NaN  \n",
       "210     249        2021      NaN  \n",
       "211     NaN         NaN      NaN  \n",
       "212     258        2020      NaN  \n",
       "213     181        2020      NaN  \n",
       "214     133        2021      NaN  \n",
       "215     NaN         NaN      NaN  \n",
       "216      63        2021      NaN  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.tail(10)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  },
  "vscode": {
   "interpreter": {
    "hash": "afb734500600fd355917ca529030176ea0ca205570884b88f2f6f7d791fd3fbe"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}