dhar_sreya_script.ipynb

{
 "nbformat": 4,
 "nbformat_minor": 0,
 "metadata": {
  "colab": {
   "name": "dhar_sreya_script.ipynb",
   "provenance": [],
   "collapsed_sections": []
  },
  "kernelspec": {
   "name": "python3",
   "display_name": "Python 3"
  },
  "language_info": {
   "name": "python"
  }
 },
 "cells": [
  {
   "cell_type": "code",
   "metadata": {
    "id": "pHDgXGR8lIgI"
   },
   "source": [
    "# Created by Sreya Dhar\n",
    "# Date : 09/14/2021\n",
    "# Python program to read json file\n",
    "import json\n",
    "from pprint import pprint\n",
    "from itertools import chain\n",
    "\n",
    "# Opening JSON file\n",
    "filepath_json = 'testimage1.json'\n",
    "f = open(filepath_json,)\n",
    "   \n",
    "# returns JSON object as a dictionary\n",
    "data = json.load(f)\n",
    "   \n",
    "# Iterating through the json list\n",
    "val = []\n",
    "for i in data['Blocks'][1:]:\n",
    "    # print(i)\n",
    "    for k,v in i.items():\n",
    "      if k =='Text':\n",
    "        val.append(v)\n",
    "\n",
    "# pprint(val)\n",
    "leng = round(len(val)/2)-1\n",
    "data_ = val[:leng]\n",
    "\n",
    "# Closing file\n",
    "f.close()\n",
    "\n",
    "val1 = []\n",
    "for i in data_:\n",
    "  i=i.split()\n",
    "  val1.append(i)\n",
    "# print(val1)\n",
    "val2 = []\n",
    "for i in val1:\n",
    "  for j in i:\n",
    "    lim = '/,.'\n",
    "    for k in j:\n",
    "      if k in lim:\n",
    "        j = j.replace(k, \"\")\n",
    "      j = j.replace('top', \"00\")\n",
    "      j = j.replace('too', \"00\")\n",
    "      j = j.replace('100', \"00\")\n",
    "      j = j.replace('R', '2')\n",
    "      j = j.replace('in', 'A')\n",
    "    if j!='':\n",
    "      val2.append(j)\n",
    "  "
   ],
   "execution_count": 8,
   "outputs": []
  },
  {
   "cell_type": "code",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "mkmpSxxslMu_",
    "outputId": "7a7b89c1-7e89-4eac-f2b0-bf23e3df1594"
   },
   "source": [
    "chunks = [val2[x:x+12] for x in range(0, len(val2), 12)]\n",
    "del chunks[2][4]\n",
    "chunks[2][3]='10'\n",
    "val3 = []\n",
    "for i in chunks:\n",
    "  for j in i:\n",
    "    val3.append(j)\n",
    "chunks = [val3[x:x+12] for x in range(0, len(val3), 12)]\n",
    "chunks[3].insert(8, 'A')\n",
    "val4 = []\n",
    "for i in chunks:\n",
    "  for j in i:\n",
    "    val4.append(j)\n",
    "chunks = [val4[x:x+12] for x in range(0, len(val4), 12)]\n",
    "\n",
    "for i,x in enumerate(chunks[1:]):\n",
    "  for j,a in enumerate(x):\n",
    "    if x[5]!='21':\n",
    "      x[5]='21'\n",
    "    if x[7]!='TC':\n",
    "      x[7]='TC'\n",
    "    if x[11]!='1':\n",
    "      x[11]='1'\n",
    "\n",
    "chunks[0][6], chunks[2][6],chunks[3][9] ='95940', '95927', '7013'\n",
    "\n",
    "for i in chunks:\n",
    "  del i[0]\n",
    "  z=''.join(i[1:4])\n",
    "  del i[1:4]\n",
    "  i.insert(1,z)\n",
    "  i.insert(3,'')\n",
    "\n",
    "for j in chunks:\n",
    "  for i in range(3):\n",
    "    j.insert(6,'')\n",
    "chunks_1=chunks\n",
    "# for i in chunks_1:\n",
    "#   print(i)\n",
    "\n",
    "testimage1 = {'testimage1':chunks_1}\n",
    "pprint(testimage1)\n"
   ],
   "execution_count": 9,
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'testimage1': [['111020',\n",
      "                 '111020',\n",
      "                 '21',\n",
      "                 '',\n",
      "                 '95940',\n",
      "                 '59',\n",
      "                 '',\n",
      "                 '',\n",
      "                 '',\n",
      "                 'A',\n",
      "                 '1354',\n",
      "                 '00',\n",
      "                 '2'],\n",
      "                ['111020',\n",
      "                 '111020',\n",
      "                 '21',\n",
      "                 '',\n",
      "                 '95861',\n",
      "                 'TC',\n",
      "                 '',\n",
      "                 '',\n",
      "                 '',\n",
      "                 'A',\n",
      "                 '3460',\n",
      "                 '00',\n",
      "                 '1'],\n",
      "                ['171020',\n",
      "                 '111020',\n",
      "                 '21',\n",
      "                 '',\n",
      "                 '95927',\n",
      "                 'TC',\n",
      "                 '',\n",
      "                 '',\n",
      "                 '',\n",
      "                 'A',\n",
      "                 '2664',\n",
      "                 '00',\n",
      "                 '1'],\n",
      "                ['111020',\n",
      "                 '111020',\n",
      "                 '21',\n",
      "                 '',\n",
      "                 '95938',\n",
      "                 'TC',\n",
      "                 '',\n",
      "                 '',\n",
      "                 '',\n",
      "                 'A',\n",
      "                 '7013',\n",
      "                 '00',\n",
      "                 '1'],\n",
      "                ['111020',\n",
      "                 '111020',\n",
      "                 '21',\n",
      "                 '',\n",
      "                 '95937',\n",
      "                 'TC',\n",
      "                 '',\n",
      "                 '',\n",
      "                 '',\n",
      "                 'A',\n",
      "                 '1890',\n",
      "                 '00',\n",
      "                 '1'],\n",
      "                ['111020',\n",
      "                 '111020',\n",
      "                 '21',\n",
      "                 '',\n",
      "                 '95955',\n",
      "                 'TC',\n",
      "                 '',\n",
      "                 '',\n",
      "                 '',\n",
      "                 'A',\n",
      "                 '4216',\n",
      "                 '00',\n",
      "                 '1']]}\n"
     ]
    }
   ]
  },
  {
   "cell_type": "code",
   "metadata": {
    "id": "Yc3xGFdTlpB1",
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "outputId": "687519ba-cb32-43a9-8815-4dbf9f4f290d"
   },
   "source": [
    "# Opening testimage2 JSON file\n",
    "filepath_json = 'testimage2.json'\n",
    "f = open(filepath_json,)\n",
    "\n",
    "# returns JSON object as a dictionary\n",
    "data = json.load(f)\n",
    "val = []\n",
    "for i in data['Blocks'][1:]:\n",
    "    # print(i)\n",
    "    for k,v in i.items():\n",
    "      if k =='Text':\n",
    "        val.append(v)\n",
    "\n",
    "leng = round(len(val)/2)-1\n",
    "data_ = val[:leng]\n",
    "\n",
    "data_[0:1]=['09172020','09172020']\n",
    "data_[2]='11'\n",
    "data_[3]='93306'\n",
    "data_[4]='A'\n",
    "data_[5]='375'\n",
    "data_[6]='00'\n",
    "data_[7]='1'\n",
    "data_=data_[:8]\n",
    "data_=[data_]\n",
    "# pprint(data_)\n",
    "\n",
    "for i in data_:\n",
    "  i.insert(3, '')\n",
    "\n",
    "for i in range(4):\n",
    "  data_[0].insert(5,'')\n",
    "for i in data_:\n",
    "  i.append('')\n",
    "\n",
    "app = ['', '', '', '','', '','', '','', '','', '',''] \n",
    "for i in range(5):\n",
    "  data_.append(app)\n",
    "\n",
    "# for i in data_:\n",
    "#   print(i)\n",
    "\n",
    "testimage2 = {'testimage2':data_}\n",
    "pprint(testimage2)"
   ],
   "execution_count": 10,
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'testimage2': [['09172020',\n",
      "                 '09172020',\n",
      "                 '11',\n",
      "                 '',\n",
      "                 '93306',\n",
      "                 '',\n",
      "                 '',\n",
      "                 '',\n",
      "                 '',\n",
      "                 'A',\n",
      "                 '375',\n",
      "                 '00',\n",
      "                 '1',\n",
      "                 ''],\n",
      "                ['', '', '', '', '', '', '', '', '', '', '', '', ''],\n",
      "                ['', '', '', '', '', '', '', '', '', '', '', '', ''],\n",
      "                ['', '', '', '', '', '', '', '', '', '', '', '', ''],\n",
      "                ['', '', '', '', '', '', '', '', '', '', '', '', ''],\n",
      "                ['', '', '', '', '', '', '', '', '', '', '', '', '']]}\n"
     ]
    }
   ]
  },
  {
   "cell_type": "code",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "qzzYJ84T_K_L",
    "outputId": "9012b180-8a72-482c-f305-1d0a6876fba1"
   },
   "source": [
    "# Opening testimage3 JSON file\n",
    "filepath_json = 'testimage3.json'\n",
    "f = open(filepath_json,)\n",
    "\n",
    "# returns JSON object as a dictionary\n",
    "data = json.load(f)\n",
    "val = []\n",
    "for i in data['Blocks'][1:]:\n",
    "    # print(i)\n",
    "    for k,v in i.items():\n",
    "      if k =='Text':\n",
    "        val.append(v)\n",
    "# pprint(val)\n",
    "leng = round(len(val)/2)\n",
    "data_ = val[:leng]\n",
    "data_ = [data_[x:x+15] for x in range(0, len(data_), 15)]\n",
    "data_= data_[:-1]\n",
    "for i,x in enumerate(data_):\n",
    "  for j,a in enumerate(x):\n",
    "    if i==1 and a=='3':\n",
    "      del data_[i][j]\n",
    "data_[1].insert(10,'')\n",
    "for i in data_:\n",
    "  del i[0]\n",
    "\n",
    "  z=''.join(i[0:3])\n",
    "  del i[1:6]\n",
    "  i.insert(0,z)\n",
    "  i.insert(1,z)\n",
    "\n",
    "for i in range(3):\n",
    "  data_[0].insert(7,'')\n",
    "  data_[1].insert(7,'')\n",
    "app = ['', '', '', '','', '','', '','', '','', '',''] \n",
    "for i in range(4):\n",
    "  data_.append(app)\n",
    "# for i in data_:\n",
    "#   print(i)\n",
    "\n",
    "testimage3 = {'testimage3':data_}\n",
    "pprint(testimage3)"
   ],
   "execution_count": 11,
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'testimage3': [['120920',\n",
      "                 '120920',\n",
      "                 '12',\n",
      "                 '11',\n",
      "                 'N',\n",
      "                 '90834',\n",
      "                 'U6',\n",
      "                 '',\n",
      "                 '',\n",
      "                 '',\n",
      "                 '1',\n",
      "                 '69',\n",
      "                 '74',\n",
      "                 '1.00'],\n",
      "                ['120920',\n",
      "                 '120920',\n",
      "                 '12',\n",
      "                 '11',\n",
      "                 'N',\n",
      "                 '110048',\n",
      "                 '',\n",
      "                 '',\n",
      "                 '',\n",
      "                 '',\n",
      "                 '1',\n",
      "                 '14',\n",
      "                 '48',\n",
      "                 '1.00'],\n",
      "                ['', '', '', '', '', '', '', '', '', '', '', '', ''],\n",
      "                ['', '', '', '', '', '', '', '', '', '', '', '', ''],\n",
      "                ['', '', '', '', '', '', '', '', '', '', '', '', ''],\n",
      "                ['', '', '', '', '', '', '', '', '', '', '', '', '']]}\n"
     ]
    }
   ]
  },
  {
   "cell_type": "code",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "Jsm6jbJCLWNy",
    "outputId": "c02ee9d8-c6a5-4b1d-934c-5e5e9745e152"
   },
   "source": [
    "# Opening testimage4 JSON file\n",
    "filepath_json = 'testimage4.json'\n",
    "f = open(filepath_json,)\n",
    "\n",
    "# returns JSON object as a dictionary\n",
    "data = json.load(f)\n",
    "val = []\n",
    "for i in data['Blocks'][1:]:\n",
    "    # print(i)\n",
    "    for k,v in i.items():\n",
    "      if k =='Text':\n",
    "        val.append(v)\n",
    "# pprint(val)\n",
    "leng = round(len(val)/2)\n",
    "data_ = val[:leng]\n",
    "data_=data_[1:7]\n",
    "del data_[3]\n",
    "# pprint(data_)\n",
    "\n",
    "data_4 = [elem.strip().split(':') for elem in data_]\n",
    "data_4=list(chain(*data_4))\n",
    "val_4 = []\n",
    "for i in data_4:\n",
    "  i=i.split( )\n",
    "  # print(i)\n",
    "  val_4.append(i)\n",
    "\n",
    "val_4=[list(chain(*val_4))]\n",
    "del val_4[0][2:4]\n",
    "val_4[0].insert(2, '11')\n",
    "val_4[0].insert(3,'')\n",
    "for i in range(4):\n",
    "  val_4[0].insert(6,'')\n",
    "app = ['', '', '', '','', '','', '','', '','', '',''] \n",
    "for i in range(5):\n",
    "  val_4.append(app)\n",
    "val_4=list(chain(*val_4))\n",
    "val_41=[]\n",
    "val_4 = [val_4[x:x+13] for x in range(0, len(val_4), 13)]\n",
    "# for i in val_4:\n",
    "#   print(i)\n",
    "#\n",
    "testimage4 = {'testimage4':val_4}\n",
    "pprint(testimage4)"
   ],
   "execution_count": 12,
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'testimage4': [['11092020',\n",
      "                 '11092020',\n",
      "                 '11',\n",
      "                 '',\n",
      "                 '11056',\n",
      "                 'A',\n",
      "                 '',\n",
      "                 '',\n",
      "                 '',\n",
      "                 '',\n",
      "                 '80',\n",
      "                 '00',\n",
      "                 '1'],\n",
      "                ['', '', '', '', '', '', '', '', '', '', '', '', ''],\n",
      "                ['', '', '', '', '', '', '', '', '', '', '', '', ''],\n",
      "                ['', '', '', '', '', '', '', '', '', '', '', '', ''],\n",
      "                ['', '', '', '', '', '', '', '', '', '', '', '', ''],\n",
      "                ['', '', '', '', '', '', '', '', '', '', '', '', '']]}\n"
     ]
    }
   ]
  },
  {
   "cell_type": "code",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "RstG5BOGQ31p",
    "outputId": "d868417b-449e-4994-b113-70a60713dd58"
   },
   "source": [
    "# Opening testimage5 JSON file\n",
    "filepath_json = 'testimage5.json'\n",
    "f = open(filepath_json,)\n",
    "\n",
    "# returns JSON object as a dictionary\n",
    "data = json.load(f)\n",
    "val = []\n",
    "for i in data['Blocks'][1:]:\n",
    "    # print(i)\n",
    "    for k,v in i.items():\n",
    "      if k =='Text':\n",
    "        val.append(v)\n",
    "# pprint(val)\n",
    "leng = round(len(val)/2)\n",
    "data_ = val[:leng]\n",
    "data_=data_[:-7]\n",
    "val_5=[]\n",
    "for i in data_:\n",
    "  i=i.split( )\n",
    "\n",
    "  # print(i)\n",
    "  val_5.append(i)\n",
    "chunks = [val_5[x:x+10] for x in range(0, len(val_5), 10)]\n",
    "val_ = []\n",
    "for i in chunks:\n",
    "  i=list(chain(*i))\n",
    "  for j in i:\n",
    "    j=j.strip('.')\n",
    "    val_.append(j)\n",
    "chunks = [val_[x:x+13] for x in range(0, len(val_), 13)]\n",
    "del chunks[2][0:2]\n",
    "chunks=list(chain(*chunks))\n",
    "chunks = [chunks[x:x+13] for x in range(0, len(chunks), 13)]\n",
    "\n",
    "del chunks[3][0]\n",
    "del chunks[3][3]\n",
    "del chunks[4][0]\n",
    "chunks=list(chain(*chunks))\n",
    "chunks = [chunks[x:x+13] for x in range(0, len(chunks), 13)]\n",
    "\n",
    "del chunks[5][0:3]\n",
    "del chunks[4][6]\n",
    "chunks[4].append(1)\n",
    "chunks=list(chain(*chunks))\n",
    "chunks = [chunks[x:x+13] for x in range(0, len(chunks), 13)]\n",
    "chunks[3][-1]='3'\n",
    "chunks[3][-2]='00'\n",
    "\n",
    "for i in chunks:\n",
    "  z = ''.join(i[0:3])\n",
    "  del i[0:6]\n",
    "  i.insert(0,z)\n",
    "  i.insert(1,z)\n",
    "  y = ' '.join(i[6:8])\n",
    "  del i[7]\n",
    "  i[6]=y\n",
    "  i.insert(3,'')\n",
    "  i.append('')\n",
    "\n",
    "testimage5 = {'testimage5':chunks}\n",
    "print(testimage5)"
   ],
   "execution_count": 13,
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'testimage5': [['081020', '081020', '12', '', 'A5500', 'LT', 'AC', '90 00', '1', ''], ['081020', '081020', '12', '', 'A5513', 'LT', 'AC', '690 00', '3', ''], ['081020', '081020', '12', '', 'A5500', 'RT', 'ABC', '90 00', '1', ''], ['081020', '081020', '12', '', 'A5513', 'RT', 'ABC', '690 00', '3', ''], ['081020', '081020', '12', '', 'L3390', 'LT', 'AC', '60 00', 1, ''], ['081020', '081020', '12', '', 'L3390', 'RT', 'ABC', '60 00', '1', '']]}\n"
     ]
    }
   ]
  },
  {
   "cell_type": "code",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "N80bUVF8-g3K",
    "outputId": "42b79e77-a3ca-4c47-a0a7-248b1ad26cfc"
   },
   "source": [
    "import json\n",
    "\n",
    "# concatenating the dictionaries\n",
    "dict_json = {**testimage1,**testimage2,**testimage3,**testimage4,**testimage5}\n",
    "# pprint(dict_json)\n",
    "for k,v in dict_json.items():\n",
    "  print('{} : {}'.format(k,v))\n",
    "\n",
    "# saves results as json file\n",
    "with open('dhar_sreya_results.json', 'w') as file:\n",
    "    json.dump(dict_json, file,  indent=4)"
   ],
   "execution_count": 14,
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "testimage1 : [['111020', '111020', '21', '', '95940', '59', '', '', '', 'A', '1354', '00', '2'], ['111020', '111020', '21', '', '95861', 'TC', '', '', '', 'A', '3460', '00', '1'], ['171020', '111020', '21', '', '95927', 'TC', '', '', '', 'A', '2664', '00', '1'], ['111020', '111020', '21', '', '95938', 'TC', '', '', '', 'A', '7013', '00', '1'], ['111020', '111020', '21', '', '95937', 'TC', '', '', '', 'A', '1890', '00', '1'], ['111020', '111020', '21', '', '95955', 'TC', '', '', '', 'A', '4216', '00', '1']]\n",
      "testimage2 : [['09172020', '09172020', '11', '', '93306', '', '', '', '', 'A', '375', '00', '1', ''], ['', '', '', '', '', '', '', '', '', '', '', '', ''], ['', '', '', '', '', '', '', '', '', '', '', '', ''], ['', '', '', '', '', '', '', '', '', '', '', '', ''], ['', '', '', '', '', '', '', '', '', '', '', '', ''], ['', '', '', '', '', '', '', '', '', '', '', '', '']]\n",
      "testimage3 : [['120920', '120920', '12', '11', 'N', '90834', 'U6', '', '', '', '1', '69', '74', '1.00'], ['120920', '120920', '12', '11', 'N', '110048', '', '', '', '', '1', '14', '48', '1.00'], ['', '', '', '', '', '', '', '', '', '', '', '', ''], ['', '', '', '', '', '', '', '', '', '', '', '', ''], ['', '', '', '', '', '', '', '', '', '', '', '', ''], ['', '', '', '', '', '', '', '', '', '', '', '', '']]\n",
      "testimage4 : [['11092020', '11092020', '11', '', '11056', 'A', '', '', '', '', '80', '00', '1'], ['', '', '', '', '', '', '', '', '', '', '', '', ''], ['', '', '', '', '', '', '', '', '', '', '', '', ''], ['', '', '', '', '', '', '', '', '', '', '', '', ''], ['', '', '', '', '', '', '', '', '', '', '', '', ''], ['', '', '', '', '', '', '', '', '', '', '', '', '']]\n",
      "testimage5 : [['081020', '081020', '12', '', 'A5500', 'LT', 'AC', '90 00', '1', ''], ['081020', '081020', '12', '', 'A5513', 'LT', 'AC', '690 00', '3', ''], ['081020', '081020', '12', '', 'A5500', 'RT', 'ABC', '90 00', '1', ''], ['081020', '081020', '12', '', 'A5513', 'RT', 'ABC', '690 00', '3', ''], ['081020', '081020', '12', '', 'L3390', 'LT', 'AC', '60 00', 1, ''], ['081020', '081020', '12', '', 'L3390', 'RT', 'ABC', '60 00', '1', '']]\n"
     ]
    }
   ]
  }
 ]
}