Extract_heading_names_school_of_life.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Documentation: https://www.crummy.com/software/BeautifulSoup/bs4/doc/"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<!DOCTYPE html>\n",
      "<html>\n",
      " <head>\n",
      "  <title>\n",
      "   Cultural Consolation - The Book of LifeThe Book of Life\n",
      "  </title>\n",
      "  <!-- Google Tag Manager -->\n",
      "  <script>\n",
      "   (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':\n",
      "                new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],\n",
      "            j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=\n",
      "            'https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);\n",
      "        })(window,document,'script','dataLayer','GTM-W4M4CVQ');\n",
      "  </script>\n",
      "  <!-- End Google Tag Manager -->\n",
      "  <meta content=\"Cultural Consolation - The Book of Life is the 'brain' of The School of Life, a gathering of the best ideas around wisdom and emotional intelligence.\n",
      "\" name=\"description\"/>\n",
      "  <meta charset=\"utf-8\"/>\n",
      "  <meta content=\"width=device-width, initial-scale=1.0\" name=\"viewport\"/>\n",
      "  <meta content=\"true\" http-equiv=\"ClearType\"/>\n",
      "  <meta content=\"Phil\n"
     ]
    }
   ],
   "source": [
    "from bs4 import BeautifulSoup\n",
    "import requests\n",
    "\n",
    "page = requests.get(\"https://www.theschooloflife.com/thebookoflife/cultural-consolation/\")\n",
    "\n",
    "soup = BeautifulSoup(page.content)\n",
    "\n",
    "print(soup.prettify()[:950])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "        Cultural Consolation - The Book of LifeThe Book of Life    \n"
     ]
    }
   ],
   "source": [
    "print(soup.title.string)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1. Introduction\n",
      "2. Companionship\n",
      "3.\n",
      "4. Balance\n",
      "5. Compassion\n",
      "6. Knowledge\n",
      "7. Encouragement\n",
      "8. Appreciation\n",
      "9. Perspective\n",
      "10. Conclusion\n"
     ]
    }
   ],
   "source": [
    "def begins_with_number(x):\n",
    "    numbers = [\"1\",\"2\",\"3\",\"4\",\"5\",\"6\",\"7\",\"8\",\"9\",\"10\"];\n",
    "    return x[0] in numbers\n",
    "\n",
    "for link in soup.find_all(['b', 'strong']):\n",
    "    x= link.string\n",
    "    \n",
    "    if(x and begins_with_number(x)):\n",
    "        print(x)\n",
    "\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "https://www.theschooloflife.com\n",
      "https://www.theschooloflife.com/events\n",
      "https://www.theschooloflife.com/business\n",
      "https://www.theschooloflife.com/therapy\n",
      "https://www.theschooloflife.com/about-us\n",
      "https://www.youtube.com/theschooloflifetv\n",
      "https://www.theschooloflife.com/shop/\n",
      "https://www.theschooloflife.com/thebookoflife/\n",
      "https://www.theschooloflife.com/thebookoflife/what-is-the-book-of-life/\n",
      "https://www.facebook.com/theschooloflifelondon/\n",
      "https://twitter.com/TheSchoolOfLife\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/\n",
      "https://www.theschooloflife.com/thebookoflife/category/sociability/\n",
      "https://www.theschooloflife.com/thebookoflife/category/calm/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/?index\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/romanticism/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/finding-love/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/dating/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/compatibility/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/sex/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/conflicts/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/mature-love/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/breaking-up-heartbreak/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/marriage/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/affairs/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/parenting/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/?index\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/meaning/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/purpose/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/good-work/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/business-skills/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/sorrows-of-work/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/consumption-and-need/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/status-and-success/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/capitalism/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/media-and-technology/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/politics-government/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/utopia/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/?index\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/know-yourself/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/mood/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/behaviours/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/emotional-skills/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/fulfilment/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/growth-maturity/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/fear-insecurity/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/trauma-childhood/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/questionnaires/\n",
      "https://www.theschooloflife.com/thebookoflife/category/sociability/?index\n",
      "https://www.theschooloflife.com/thebookoflife/category/sociability/social-virtues/\n",
      "https://www.theschooloflife.com/thebookoflife/category/sociability/confidence/\n",
      "https://www.theschooloflife.com/thebookoflife/category/sociability/friendship/\n",
      "https://www.theschooloflife.com/thebookoflife/category/sociability/communication/\n",
      "https://www.theschooloflife.com/thebookoflife/category/calm/?index\n",
      "https://www.theschooloflife.com/thebookoflife/category/calm/anxiety/\n",
      "https://www.theschooloflife.com/thebookoflife/category/calm/serenity/\n",
      "https://www.theschooloflife.com/thebookoflife/category/calm/perspective/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/?index\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/travel/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/food/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/culture/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/western-philosophy/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/eastern-philosophy/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/psychotherapy/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/political-theory/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/literature/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/sociology/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/artarchitecture/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/small-pleasures/\n",
      "https://www.theschooloflife.com/thebookoflife/\n",
      "https://www.theschooloflife.com/thebookoflife/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/?index\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/romanticism/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/finding-love/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/dating/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/compatibility/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/sex/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/conflicts/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/mature-love/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/breaking-up-heartbreak/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/marriage/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/affairs/\n",
      "https://www.theschooloflife.com/thebookoflife/category/relationships/parenting/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/?index\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/meaning/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/purpose/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/good-work/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/business-skills/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/sorrows-of-work/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/consumption-and-need/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/status-and-success/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/capitalism/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/media-and-technology/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/politics-government/\n",
      "https://www.theschooloflife.com/thebookoflife/category/work/utopia/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/?index\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/know-yourself/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/mood/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/behaviours/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/emotional-skills/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/fulfilment/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/growth-maturity/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/fear-insecurity/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/trauma-childhood/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/questionnaires/\n",
      "https://www.theschooloflife.com/thebookoflife/category/sociability/\n",
      "https://www.theschooloflife.com/thebookoflife/category/sociability/?index\n",
      "https://www.theschooloflife.com/thebookoflife/category/sociability/social-virtues/\n",
      "https://www.theschooloflife.com/thebookoflife/category/sociability/confidence/\n",
      "https://www.theschooloflife.com/thebookoflife/category/sociability/friendship/\n",
      "https://www.theschooloflife.com/thebookoflife/category/sociability/communication/\n",
      "https://www.theschooloflife.com/thebookoflife/category/calm/\n",
      "https://www.theschooloflife.com/thebookoflife/category/calm/?index\n",
      "https://www.theschooloflife.com/thebookoflife/category/calm/anxiety/\n",
      "https://www.theschooloflife.com/thebookoflife/category/calm/serenity/\n",
      "https://www.theschooloflife.com/thebookoflife/category/calm/perspective/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/?index\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/travel/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/food/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/culture/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/western-philosophy/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/eastern-philosophy/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/psychotherapy/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/political-theory/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/literature/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/sociology/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/artarchitecture/\n",
      "https://www.theschooloflife.com/thebookoflife/category/leisure/small-pleasures/\n",
      "https://www.theschooloflife.com/thebookoflife/?s=\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/emotional-skills/\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image29.jpg\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image151.jpg\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image21.jpg\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image24.png\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image01.jpg\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image18.jpg\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image10.png\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image051.jpg\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image13.jpg\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image19.png\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image04.jpg\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image23.jpg\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image17.png\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image141.jpg\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image061.jpg\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image22.jpg\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image02-15.41.17.png\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image091.png\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image20.png\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image12.png\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image25.png\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image11.jpg\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image28.png\n",
      "http://www.thebookoflife.org/wp-content/uploads/2016/12/image001.png\n",
      "http://www.thebookoflife.org/wp-content/uploads/2016/12/image051.png\n",
      "http://www.thebookoflife.org/wp-content/uploads/2016/12/image01.png\n",
      "http://www.thebookoflife.org/wp-content/uploads/2016/12/image02.png\n",
      "http://www.thebookoflife.org/wp-content/uploads/2016/12/image04.jpg\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image26.jpg\n",
      "http://www.thebookoflife.org/wp-content/uploads/2014/03/image031.png\n",
      "https://www.addtoany.com/add_to/twitter?linkurl=https%3A%2F%2Fwww.theschooloflife.com%2Fthebookoflife%2Fcultural-consolation%2F&linkname=Cultural%20Consolation\n",
      "https://www.addtoany.com/add_to/facebook?linkurl=https%3A%2F%2Fwww.theschooloflife.com%2Fthebookoflife%2Fcultural-consolation%2F&linkname=Cultural%20Consolation\n",
      "https://www.addtoany.com/add_to/email?linkurl=https%3A%2F%2Fwww.theschooloflife.com%2Fthebookoflife%2Fcultural-consolation%2F&linkname=Cultural%20Consolation\n",
      "https://www.addtoany.com/add_to/print?linkurl=https%3A%2F%2Fwww.theschooloflife.com%2Fthebookoflife%2Fcultural-consolation%2F&linkname=Cultural%20Consolation\n",
      "#top\n",
      "https://www.theschooloflife.com/thebookoflife/self-love/\n",
      "https://www.theschooloflife.com/thebookoflife/self-love/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/\n",
      "https://www.theschooloflife.com/thebookoflife/good-narcissism/\n",
      "https://www.theschooloflife.com/thebookoflife/good-narcissism/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/\n",
      "https://www.theschooloflife.com/thebookoflife/how-to-catch-your-own-thoughts/\n",
      "https://www.theschooloflife.com/thebookoflife/how-to-catch-your-own-thoughts/\n",
      "https://www.theschooloflife.com/thebookoflife/category/self-knowledge/\n",
      "/\n",
      "https://theschooloflife.us5.list-manage.com/subscribe/post?u=ac2881538168a724cf44bca81&id=717e06d46b&SIGNUP=tbol\n",
      "http://www.theschooloflife.com/\n",
      "https://theschooloflife.us5.list-manage.com/subscribe/post?u=ac2881538168a724cf44bca81&id=717e06d46b&SIGNUP=tbol\n",
      "https://www.theschooloflife.com/thebookoflife/what-is-the-book-of-life/\n",
      "https://www.theschooloflife.com/thebookoflife/newsletter/\n",
      "https://twitter.com/TheSchoolOfLife\n",
      "https://theschooloflife.com/shop\n",
      "https://www.theschooloflife.com\n"
     ]
    }
   ],
   "source": [
    "for link in soup.find_all('a'):\n",
    "    print(link.get('href'))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}