ipc_articles_list.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import csv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "200"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ipc_wp_category = [\n",
    "'Israeli–Palestinian conflict',\n",
    "'1948 Palestinian exodus',\n",
    "'1949–56 Palestinian exodus',\n",
    "'1967 Palestinian exodus',\n",
    "'1982 Lebanon War',\n",
    "'1983 West Bank fainting epidemic',\n",
    "'2000 Camp David Summit',\n",
    "'2000 Ramallah lynching',\n",
    "'2006–07 economic sanctions against the Palestinian National Authority',\n",
    "'2008 breach of the Gaza–Egypt border',\n",
    "'2009 Oslo riots at Israeli Embassy',\n",
    "'2011 Nakba Day',\n",
    "'2013 Qalandia raid',\n",
    "'2014 Gaza war beach bombing incidents',\n",
    "'Israeli–Palestinian conflict (2015–present)',\n",
    "'2015 Rosh HaShanah death by stone-throwing',\n",
    "'A Clean Break: A New Strategy for Securing the Realm',\n",
    "'Abd Rabbo family incident',\n",
    "'Abu Shusha',\n",
    "'Muhammad Abu Tir',\n",
    "'Imad Abu Zahra',\n",
    "'Academic boycott of Israel',\n",
    "'2009 Aftonbladet Israel controversy',\n",
    "'Afula axe attack',\n",
    "'Al Bureij massacre',\n",
    "'Al-Khisas',\n",
    "'Al-Khisas raid',\n",
    "'Al-Shuhada Street',\n",
    "'Aqabah',\n",
    "'Arab League boycott of Israel',\n",
    "'1967 Arab League summit',\n",
    "'1970 Arab League summit',\n",
    "'1976 Arab League summit (Cairo)',\n",
    "'1976 Arab League summit (Riyadh)',\n",
    "'1978 Arab League summit',\n",
    "'Bibliography of the Arab–Israeli conflict',\n",
    "\"As-Sa'iqa\",\n",
    "'Assassination of Mahmoud Al-Mabhouh',\n",
    "'Brian Avery (activist)',\n",
    "'Balen Report',\n",
    "'Bat Ayin axe attack',\n",
    "'Battalion for the Defence of the Language',\n",
    "'Beilin-Abu Mazen agreement',\n",
    "\"1974 Beit She'an attack\",\n",
    "\"2002 Beit She'an attack\",\n",
    "'Beita incident',\n",
    "'Beitunia killings',\n",
    "\"Bil'in\",\n",
    "'Boycotts of Israel',\n",
    "'Francis Boyle',\n",
    "'Cairo Agreement (1969)',\n",
    "'Hilarion Capucci',\n",
    "'Causes of the 1948 Palestinian exodus',\n",
    "'Cave of the Patriarchs massacre',\n",
    "'Chicago Hearing',\n",
    "'Child suicide bombers in the Israeli–Palestinian conflict',\n",
    "'Children in the Israeli–Palestinian conflict',\n",
    "'1947–48 Civil War in Mandatory Palestine',\n",
    "'Civilian casualties in the Second Intifada',\n",
    "'The Clinton Parameters',\n",
    "'Coastal Road massacre',\n",
    "'Cologne Wailing Wall',\n",
    "'Concordia University Netanyahu riot',\n",
    "'Convoy of 35',\n",
    "'Rachel Corrie',\n",
    "'Criticism of the Israeli government',\n",
    "'Alastair Crooke',\n",
    "'Nazeh Darwazi',\n",
    "'Al-Dawayima massacre',\n",
    "'Deception: Betraying the Peace Process',\n",
    "'Demographic threat',\n",
    "'Textbooks in the Israeli–Palestinian conflict',\n",
    "'2010–11 Israeli–Palestinian peace talks',\n",
    "'Disinvestment from Israel',\n",
    "'Duvdevan Unit',\n",
    "'E1 (Jerusalem)',\n",
    "'East Jerusalem',\n",
    "'Economy of the Occupation (Bulletin)',\n",
    "'Eyal Eizenberg',\n",
    "'Elder of Ziyon',\n",
    "'Operation Entebbe',\n",
    "'Excavations at the Temple Mount',\n",
    "'Richard A. Falk',\n",
    "'Fatah',\n",
    "'Fatah al-Intifada',\n",
    "'Fatah al-Islam',\n",
    "'Fauda',\n",
    "'Fayez Sayegh',\n",
    "\"The Film that Wasn't\",\n",
    "'First Intifada',\n",
    "'Foreign involvement in the Gaza War (2008–09)',\n",
    "'The Founding Myths of Modern Israel',\n",
    "'Freeman-Maloy v Marsden',\n",
    "'Jorge García Granados',\n",
    "'Gaza Division',\n",
    "'Gaza Strip smuggling tunnels',\n",
    "'Gaza–Jericho Agreement',\n",
    "'Gilad Shalit prisoner exchange',\n",
    "'Arthur Goldreich',\n",
    "'Tom Gross',\n",
    "'Tuvia Grossman',\n",
    "'Gush Etzion Convoy',\n",
    "'Hafrada',\n",
    "'Hagada Hasmalit',\n",
    "'Killing of Rabbi Meir Hai',\n",
    "'Hamastan',\n",
    "'Israeli–Palestinian conflict in Hebron',\n",
    "'2002 Hebron ambush',\n",
    "'History of the Israeli–Palestinian conflict',\n",
    "'History of the State of Palestine',\n",
    "'Holy Basin',\n",
    "'House demolition in the Israeli–Palestinian conflict',\n",
    "'Human rights in Israel',\n",
    "'Human rights in the Palestinian territories',\n",
    "'Jamal al-Husayni',\n",
    "'Musa al-Husayni',\n",
    "'Amin al-Husseini',\n",
    "'Huwwara checkpoint',\n",
    "'Incidents in the Gaza War (2008–09)',\n",
    "'Institute for Advanced Strategic and Political Studies',\n",
    "'Intelligence and Terrorism Information Center',\n",
    "'International Jewish Anti-Zionist Network',\n",
    "'International law and the Arab–Israeli conflict',\n",
    "'Internet Haganah',\n",
    "'Intifada',\n",
    "'Islamization of East Jerusalem under Jordanian occupation',\n",
    "'Islamization of Jerusalem',\n",
    "'Islamization of the Temple Mount',\n",
    "'Israel and legitimacy',\n",
    "'Israel Border Police',\n",
    "'Israeli disengagement from Gaza',\n",
    "'Israel–Syria Mixed Armistice Commission',\n",
    "'Israeli Apartheid Week',\n",
    "'Israeli checkpoint',\n",
    "'Israeli settler violence',\n",
    "'Israeli Supreme Court opinions on the West Bank Barrier',\n",
    "'Targeted killings by Israel Defense Forces',\n",
    "'Israeli transfer of Palestinian militant bodies (2012)',\n",
    "'Israeli views on the peace process',\n",
    "'Israeli West Bank barrier',\n",
    "'Israeli-occupied territories',\n",
    "'Itamar attack',\n",
    "'Itamar attack (2002)',\n",
    "'JCall',\n",
    "'Jerusalem',\n",
    "'Jerusalem-Project',\n",
    "'Jewish exodus from Arab and Muslim countries',\n",
    "'Jewish Internet Defense Force',\n",
    "\"Jordan's disengagement from the West Bank\",\n",
    "'Jordan–Israel Mixed Armistice Commission',\n",
    "'Judaization of Jerusalem',\n",
    "'Judea and Samaria Division',\n",
    "'Karni crossing',\n",
    "'Kerem Shalom border crossing',\n",
    "'Kfar Yuval hostage crisis',\n",
    "'Salah Khalaf',\n",
    "\"King Hussein's federation plan\",\n",
    "'Kiryat Shmona massacre',\n",
    "'Koenig Memorandum',\n",
    "'Land Day',\n",
    "'Lebanese Palestinian Dialogue Committee',\n",
    "'Let Me Stand Alone',\n",
    "'Levy Report',\n",
    "'Lieberman Plan',\n",
    "'List of Israeli attacks on Palestine',\n",
    "'List of Israeli strikes and Palestinian casualties in the 2014 Israel–Gaza conflict',\n",
    "'List of violent incidents in the Israeli–Palestinian conflict, 2003',\n",
    "\"Ma'ale Akrabim massacre\",\n",
    "\"Ma'alot massacre\",\n",
    "'Daniel Machover',\n",
    "'Murders of Koby Mandell and Yosef Ishran',\n",
    "'Media coverage of the Arab–Israeli conflict',\n",
    "'James Miller (filmmaker)',\n",
    "'Misgav Am hostage crisis',\n",
    "'Mitchell Report (Arab–Israeli conflict)',\n",
    "'Feroze Mithiborwala',\n",
    "'Mixed Armistice Commissions',\n",
    "'Mondoweiss',\n",
    "'Muamar family detention incident',\n",
    "'Mukataa',\n",
    "'Musalaha',\n",
    "'Muslim-Christian Associations',\n",
    "'2007 Nahal Telem attack',\n",
    "'1974 Nahariya attack',\n",
    "'1979 Nahariya attack',\n",
    "'Nakba Day',\n",
    "'Naksa Day',\n",
    "'October 2000 events',\n",
    "'The Old New Land',\n",
    "'Operation Atlas (Mandatory Palestine)',\n",
    "'Operation Wrath of God',\n",
    "'Israeli outpost',\n",
    "'Palestine 194',\n",
    "'Palestine Arab Congress',\n",
    "'Palestinian domestic weapons production',\n",
    "'Palestinian freedom of movement',\n",
    "'2010 Palestinian militancy campaign',\n",
    "'Palestinian political violence',\n",
    "'Palestinian prisoners of Israel',\n",
    "'Palestinian return to Israel',\n",
    "]\n",
    "ipc_wp_category.sort()\n",
    "len(ipc_wp_category)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2087"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Build our old IPC article list\n",
    "old_ipc_articles = []\n",
    "csvpath = '/home/michael/school/cprose_research/wp/ipc_articles_2016-01-21.tsv'\n",
    "\n",
    "with open(csvpath, 'r') as csvfile:\n",
    "    reader = csv.reader(csvfile)\n",
    "    for row in reader:\n",
    "        article = row[0]\n",
    "        if not article in old_ipc_articles:\n",
    "            old_ipc_articles.append(article)\n",
    "            \n",
    "len(old_ipc_articles)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "149\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "['1967 Arab League summit',\n",
       " '1970 Arab League summit',\n",
       " \"1974 Beit She'an attack\",\n",
       " '1974 Nahariya attack',\n",
       " '1976 Arab League summit (Cairo)',\n",
       " '1976 Arab League summit (Riyadh)',\n",
       " '1978 Arab League summit',\n",
       " '1979 Nahariya attack',\n",
       " '1983 West Bank fainting epidemic',\n",
       " \"2002 Beit She'an attack\",\n",
       " '2002 Hebron ambush',\n",
       " '2006–07 economic sanctions against the Palestinian National Authority',\n",
       " '2007 Nahal Telem attack',\n",
       " '2009 Oslo riots at Israeli Embassy',\n",
       " '2010 Palestinian militancy campaign',\n",
       " '2010–11 Israeli–Palestinian peace talks',\n",
       " '2011 Nakba Day',\n",
       " '2013 Qalandia raid',\n",
       " '2014 Gaza war beach bombing incidents',\n",
       " '2015 Rosh HaShanah death by stone-throwing',\n",
       " 'A Clean Break: A New Strategy for Securing the Realm',\n",
       " 'Abd Rabbo family incident',\n",
       " 'Academic boycott of Israel',\n",
       " 'Afula axe attack',\n",
       " 'Al Bureij massacre',\n",
       " 'Al-Dawayima massacre',\n",
       " 'Al-Khisas raid',\n",
       " 'Al-Shuhada Street',\n",
       " 'Amin al-Husseini',\n",
       " 'Aqabah',\n",
       " 'Arab League boycott of Israel',\n",
       " 'Arthur Goldreich',\n",
       " 'Assassination of Mahmoud Al-Mabhouh',\n",
       " 'Balen Report',\n",
       " 'Bat Ayin axe attack',\n",
       " 'Battalion for the Defence of the Language',\n",
       " 'Beita incident',\n",
       " 'Beitunia killings',\n",
       " 'Bibliography of the Arab–Israeli conflict',\n",
       " 'Boycotts of Israel',\n",
       " 'Brian Avery (activist)',\n",
       " 'Cairo Agreement (1969)',\n",
       " 'Chicago Hearing',\n",
       " 'Child suicide bombers in the Israeli–Palestinian conflict',\n",
       " 'Children in the Israeli–Palestinian conflict',\n",
       " 'Cologne Wailing Wall',\n",
       " 'Concordia University Netanyahu riot',\n",
       " 'Convoy of 35',\n",
       " 'Criticism of the Israeli government',\n",
       " 'Daniel Machover',\n",
       " 'Deception: Betraying the Peace Process',\n",
       " 'Demographic threat',\n",
       " 'Disinvestment from Israel',\n",
       " 'Duvdevan Unit',\n",
       " 'E1 (Jerusalem)',\n",
       " 'Economy of the Occupation (Bulletin)',\n",
       " 'Elder of Ziyon',\n",
       " 'Eyal Eizenberg',\n",
       " 'Fatah al-Intifada',\n",
       " 'Fatah al-Islam',\n",
       " 'Fauda',\n",
       " 'Fayez Sayegh',\n",
       " 'Feroze Mithiborwala',\n",
       " 'Foreign involvement in the Gaza War (2008–09)',\n",
       " 'Francis Boyle',\n",
       " 'Freeman-Maloy v Marsden',\n",
       " 'Gaza Division',\n",
       " 'Gilad Shalit prisoner exchange',\n",
       " 'Gush Etzion Convoy',\n",
       " 'Hafrada',\n",
       " 'Hagada Hasmalit',\n",
       " 'Hamastan',\n",
       " 'Hilarion Capucci',\n",
       " 'History of the State of Palestine',\n",
       " 'Holy Basin',\n",
       " 'House demolition in the Israeli–Palestinian conflict',\n",
       " 'Human rights in Israel',\n",
       " 'Huwwara checkpoint',\n",
       " 'Imad Abu Zahra',\n",
       " 'Incidents in the Gaza War (2008–09)',\n",
       " 'Institute for Advanced Strategic and Political Studies',\n",
       " 'Intelligence and Terrorism Information Center',\n",
       " 'International Jewish Anti-Zionist Network',\n",
       " 'International law and the Arab–Israeli conflict',\n",
       " 'Internet Haganah',\n",
       " 'Intifada',\n",
       " 'Islamization of East Jerusalem under Jordanian occupation',\n",
       " 'Islamization of Jerusalem',\n",
       " 'Islamization of the Temple Mount',\n",
       " 'Israel and legitimacy',\n",
       " 'Israeli Apartheid Week',\n",
       " 'Israeli Supreme Court opinions on the West Bank Barrier',\n",
       " 'Israeli outpost',\n",
       " 'Israeli transfer of Palestinian militant bodies (2012)',\n",
       " 'Israeli views on the peace process',\n",
       " 'Israeli–Palestinian conflict (2015–present)',\n",
       " 'Israeli–Palestinian conflict in Hebron',\n",
       " 'Israel–Syria Mixed Armistice Commission',\n",
       " 'Itamar attack',\n",
       " 'Itamar attack (2002)',\n",
       " 'JCall',\n",
       " 'Jamal al-Husayni',\n",
       " 'James Miller (filmmaker)',\n",
       " 'Jerusalem-Project',\n",
       " 'Jewish Internet Defense Force',\n",
       " 'Jordan–Israel Mixed Armistice Commission',\n",
       " 'Jorge García Granados',\n",
       " 'Judaization of Jerusalem',\n",
       " 'Judea and Samaria Division',\n",
       " 'Kfar Yuval hostage crisis',\n",
       " 'Killing of Rabbi Meir Hai',\n",
       " \"King Hussein's federation plan\",\n",
       " 'Koenig Memorandum',\n",
       " 'Land Day',\n",
       " 'Lebanese Palestinian Dialogue Committee',\n",
       " 'Let Me Stand Alone',\n",
       " 'Levy Report',\n",
       " 'List of Israeli attacks on Palestine',\n",
       " 'List of Israeli strikes and Palestinian casualties in the 2014 Israel–Gaza conflict',\n",
       " 'List of violent incidents in the Israeli–Palestinian conflict, 2003',\n",
       " \"Ma'ale Akrabim massacre\",\n",
       " 'Media coverage of the Arab–Israeli conflict',\n",
       " 'Mitchell Report (Arab–Israeli conflict)',\n",
       " 'Mondoweiss',\n",
       " 'Muamar family detention incident',\n",
       " 'Muhammad Abu Tir',\n",
       " 'Mukataa',\n",
       " 'Murders of Koby Mandell and Yosef Ishran',\n",
       " 'Musa al-Husayni',\n",
       " 'Musalaha',\n",
       " 'Muslim-Christian Associations',\n",
       " 'Naksa Day',\n",
       " 'Nazeh Darwazi',\n",
       " 'Operation Atlas (Mandatory Palestine)',\n",
       " 'Palestine Arab Congress',\n",
       " 'Palestinian domestic weapons production',\n",
       " 'Palestinian freedom of movement',\n",
       " 'Palestinian prisoners of Israel',\n",
       " 'Palestinian return to Israel',\n",
       " 'Rachel Corrie',\n",
       " 'Richard A. Falk',\n",
       " 'Targeted killings by Israel Defense Forces',\n",
       " 'Textbooks in the Israeli–Palestinian conflict',\n",
       " 'The Clinton Parameters',\n",
       " \"The Film that Wasn't\",\n",
       " 'The Founding Myths of Modern Israel',\n",
       " 'The Old New Land',\n",
       " 'Tom Gross',\n",
       " 'Tuvia Grossman']"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check to see if any Wp category articles aren't in our set\n",
    "category_not_ours = []\n",
    "for article in ipc_wp_category:\n",
    "    if article not in old_ipc_articles:\n",
    "        category_not_ours.append(article)\n",
    "        \n",
    "print(len(category_not_ours))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Write the exceptions out to a file\n",
    "wp_ipc_list_csvpath = '/home/michael/school/cprose_research/wp/new_articles_2016-01-22.csv'\n",
    "with open(wp_ipc_list_csvpath, 'w') as csvfile:\n",
    "    writer = csv.writer(csvfile)\n",
    "    for article in category_not_ours:\n",
    "        csvfile.writerow(article + '\\n')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Write the Wp IPC list out to a file\n",
    "wp_ipc_list_csvpath = '/home/michael/school/cprose_research/wp/wp_ipc_category_articles.csv'\n",
    "with open(wp_ipc_list_csvpath, 'w') as csvfile:\n",
    "    writer = csv.writer(csvfile)\n",
    "    for article in ipc_wp_category:\n",
    "        csvfile.write(article + '\\n')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['1983 West Bank fainting epidemic',\n",
       " '2006–07 economic sanctions against the Palestinian National Authority',\n",
       " '2009 Oslo riots at Israeli Embassy',\n",
       " '2011 Nakba Day',\n",
       " '2013 Qalandia raid',\n",
       " '2014 Gaza war beach bombing incidents',\n",
       " 'Israeli–Palestinian conflict (2015–present)',\n",
       " '2015 Rosh HaShanah death by stone-throwing',\n",
       " 'A Clean Break: A New Strategy for Securing the Realm',\n",
       " 'Abd Rabbo family incident',\n",
       " 'Muhammad Abu Tir',\n",
       " 'Imad Abu Zahra',\n",
       " 'Academic boycott of Israel',\n",
       " 'Afula axe attack',\n",
       " 'Al Bureij massacre',\n",
       " 'Al-Khisas raid',\n",
       " 'Al-Shuhada Street',\n",
       " 'Aqabah',\n",
       " 'Arab League boycott of Israel',\n",
       " '1967 Arab League summit',\n",
       " '1970 Arab League summit',\n",
       " '1976 Arab League summit (Cairo)',\n",
       " '1976 Arab League summit (Riyadh)',\n",
       " '1978 Arab League summit',\n",
       " 'Bibliography of the Arab–Israeli conflict',\n",
       " 'Assassination of Mahmoud Al-Mabhouh',\n",
       " 'Brian Avery (activist)',\n",
       " 'Balen Report',\n",
       " 'Bat Ayin axe attack',\n",
       " 'Battalion for the Defence of the Language',\n",
       " \"1974 Beit She'an attack\",\n",
       " \"2002 Beit She'an attack\",\n",
       " 'Beita incident',\n",
       " 'Beitunia killings',\n",
       " 'Boycotts of Israel',\n",
       " 'Francis Boyle',\n",
       " 'Cairo Agreement (1969)',\n",
       " 'Hilarion Capucci',\n",
       " 'Chicago Hearing',\n",
       " 'Child suicide bombers in the Israeli–Palestinian conflict',\n",
       " 'Children in the Israeli–Palestinian conflict',\n",
       " 'The Clinton Parameters',\n",
       " 'Cologne Wailing Wall',\n",
       " 'Concordia University Netanyahu riot',\n",
       " 'Convoy of 35',\n",
       " 'Rachel Corrie',\n",
       " 'Criticism of the Israeli government',\n",
       " 'Nazeh Darwazi',\n",
       " 'Al-Dawayima massacre',\n",
       " 'Deception: Betraying the Peace Process',\n",
       " 'Demographic threat',\n",
       " 'Textbooks in the Israeli–Palestinian conflict',\n",
       " '2010–11 Israeli–Palestinian peace talks',\n",
       " 'Disinvestment from Israel',\n",
       " 'Duvdevan Unit',\n",
       " 'E1 (Jerusalem)',\n",
       " 'Economy of the Occupation (Bulletin)',\n",
       " 'Eyal Eizenberg',\n",
       " 'Elder of Ziyon',\n",
       " 'Richard A. Falk',\n",
       " 'Fatah al-Intifada',\n",
       " 'Fatah al-Islam',\n",
       " 'Fauda',\n",
       " 'Fayez Sayegh',\n",
       " \"The Film that Wasn't\",\n",
       " 'Foreign involvement in the Gaza War (2008–09)',\n",
       " 'The Founding Myths of Modern Israel',\n",
       " 'Freeman-Maloy v Marsden',\n",
       " 'Jorge García Granados',\n",
       " 'Gaza Division',\n",
       " 'Gilad Shalit prisoner exchange',\n",
       " 'Arthur Goldreich',\n",
       " 'Tom Gross',\n",
       " 'Tuvia Grossman',\n",
       " 'Gush Etzion Convoy',\n",
       " 'Hafrada',\n",
       " 'Hagada Hasmalit',\n",
       " 'Killing of Rabbi Meir Hai',\n",
       " 'Hamastan',\n",
       " 'Israeli–Palestinian conflict in Hebron',\n",
       " '2002 Hebron ambush',\n",
       " 'History of the State of Palestine',\n",
       " 'Holy Basin',\n",
       " 'House demolition in the Israeli–Palestinian conflict',\n",
       " 'Human rights in Israel',\n",
       " 'Jamal al-Husayni',\n",
       " 'Musa al-Husayni',\n",
       " 'Amin al-Husseini',\n",
       " 'Huwwara checkpoint',\n",
       " 'Incidents in the Gaza War (2008–09)',\n",
       " 'Institute for Advanced Strategic and Political Studies',\n",
       " 'Intelligence and Terrorism Information Center',\n",
       " 'International Jewish Anti-Zionist Network',\n",
       " 'International law and the Arab–Israeli conflict',\n",
       " 'Internet Haganah',\n",
       " 'Intifada',\n",
       " 'Islamization of East Jerusalem under Jordanian occupation',\n",
       " 'Islamization of Jerusalem',\n",
       " 'Islamization of the Temple Mount',\n",
       " 'Israel and legitimacy',\n",
       " 'Israel–Syria Mixed Armistice Commission',\n",
       " 'Israeli Apartheid Week',\n",
       " 'Israeli Supreme Court opinions on the West Bank Barrier',\n",
       " 'Targeted killings by Israel Defense Forces',\n",
       " 'Israeli transfer of Palestinian militant bodies (2012)',\n",
       " 'Israeli views on the peace process',\n",
       " 'Itamar attack',\n",
       " 'Itamar attack (2002)',\n",
       " 'JCall',\n",
       " 'Jerusalem-Project',\n",
       " 'Jewish Internet Defense Force',\n",
       " 'Jordan–Israel Mixed Armistice Commission',\n",
       " 'Judaization of Jerusalem',\n",
       " 'Judea and Samaria Division',\n",
       " 'Kfar Yuval hostage crisis',\n",
       " \"King Hussein's federation plan\",\n",
       " 'Koenig Memorandum',\n",
       " 'Land Day',\n",
       " 'Lebanese Palestinian Dialogue Committee',\n",
       " 'Let Me Stand Alone',\n",
       " 'Levy Report',\n",
       " 'List of Israeli attacks on Palestine',\n",
       " 'List of Israeli strikes and Palestinian casualties in the 2014 Israel–Gaza conflict',\n",
       " 'List of violent incidents in the Israeli–Palestinian conflict, 2003',\n",
       " \"Ma'ale Akrabim massacre\",\n",
       " 'Daniel Machover',\n",
       " 'Murders of Koby Mandell and Yosef Ishran',\n",
       " 'Media coverage of the Arab–Israeli conflict',\n",
       " 'James Miller (filmmaker)',\n",
       " 'Mitchell Report (Arab–Israeli conflict)',\n",
       " 'Feroze Mithiborwala',\n",
       " 'Mondoweiss',\n",
       " 'Muamar family detention incident',\n",
       " 'Mukataa',\n",
       " 'Musalaha',\n",
       " 'Muslim-Christian Associations',\n",
       " '2007 Nahal Telem attack',\n",
       " '1974 Nahariya attack',\n",
       " '1979 Nahariya attack',\n",
       " 'Naksa Day',\n",
       " 'The Old New Land',\n",
       " 'Operation Atlas (Mandatory Palestine)',\n",
       " 'Israeli outpost',\n",
       " 'Palestine Arab Congress',\n",
       " 'Palestinian domestic weapons production',\n",
       " 'Palestinian freedom of movement',\n",
       " '2010 Palestinian militancy campaign',\n",
       " 'Palestinian prisoners of Israel',\n",
       " 'Palestinian return to Israel']"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "category_not_ours"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Create new set of IPC articles\n",
    "all_ipc_articles = ipc_articles + category_not_ours\n",
    "all_ipc_articles_csvpath = '/home/michael/school/cprose_research/wp/wp_articles/ipc_articles.csv'\n",
    "print(\"Number of articles:\", len(all_ipc_articles))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2140"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Gather IPC article list from csv\n",
    "ipc_articles = []\n",
    "ipc_article_list_csvpath = '/home/michael/school/cprose_research/wp/wp_articles/ipc_articles.csv'\n",
    "with open(ipc_article_list_csvpath, 'r') as csvfile:\n",
    "    reader = csv.reader(csvfile)\n",
    "    for row in reader:\n",
    "        ipc_articles.append(row[0])\n",
    "\n",
    "ipc_articles.sort()\n",
    "len(ipc_articles)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# Write IPC articles\n",
    "with open(ipc_article_list_csvpath, 'w') as csvfile:\n",
    "    writer = csv.writer(csvfile)\n",
    "    for article in ipc_articles:\n",
    "        csvfile.write(article + '\\n')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.4.3+"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}