JSON_Generator_and_Executor.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "a7a61e22",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import json\n",
    "import numpy as np\n",
    "mapp = {}\n",
    "\n",
    "\t\n",
    "\n",
    "def maketarget(ele,key,text):\n",
    "\ts= text\n",
    "\tif(isinstance(ele,list)==False):\n",
    "\t\ts+=f'[\"{key}\"]'\n",
    "\telse:\n",
    "\t\ts+=f'[{key}]'\n",
    "\t\n",
    "   \n",
    "\tif(isinstance(ele[key],dict)==False and isinstance(ele[key],list)==False):\n",
    "\t\t\t\tele[key]=s\n",
    "\t\t\t\treturn\n",
    "\tif(isinstance(ele[key],dict)):\n",
    "\t\tfor k in ele[key]:\n",
    "\t\t\tmaketarget(ele[key],k,s)\t\t\n",
    "\telif(isinstance(ele[key],list)):\n",
    "\t\tfor i in range(len(ele[key])):\n",
    "\t\t\tmaketarget(ele[key],i,s)\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "true = True\n",
    "false = False\n",
    "\n",
    "\n",
    "def checking(columnValue , i ,db) :\n",
    "\tif len(str(columnValue).split('ENUM')) >1 :\n",
    "\t\tcolumnValue1= columnValue.replace('ENUM(' , '')\n",
    "\t\tlis=columnValue1.split(')')\n",
    "\t\tlistN=lis[0]\n",
    "\t\tif(len(lis)>1 and lis[1] !=''):\n",
    "\t\t\treturn [handleEnum(listN , i ,db) ,lis[1]] \n",
    "\t\telse :\n",
    "\t\t\treturn handleEnum(listN , i , db)\n",
    "\t\n",
    "\t# if len(columnValue.split('IF')) >1 :\n",
    "\t#\t cmd_in_if = columnValue.split(\"IF(\")[1].split(\")\")[0]\n",
    "\t#\t cmd_in_then = columnValue.split(\"THEN \")[1].split(\"ELSE\")[0]\n",
    "\t#\t cmd_in_else = columnValue.split(\"ELSE \")[1] if len(columnValue.split(\"ELSE \")) > 1 else \"\"\n",
    "\t\n",
    "\t#\t ListFinal = [dotAndPlusSplit(cmd_in_if),dotAndPlusSplit(cmd_in_then),dotAndPlusSplit(cmd_in_else)]\n",
    "\t#\t print(\"list\" , ListFinal)\n",
    "\t\t\n",
    "\t#\t return handle_if(ListFinal)\n",
    "\t\n",
    "\treturn ''\n",
    "\t\t\n",
    "\n",
    "\n",
    "def handleEnum(key,row_n , db):\n",
    "\ttext =handleNormal(key)\n",
    "\tdicti =json.loads(db[db.columns[3]][row_n])\n",
    "\treturn f\"json.loads(db[db.columns[3]][{row_n}])[{text}]\"\n",
    "\n",
    "def handleNormal(str):\n",
    "\tlast = False\n",
    "\tcheck=\"\"\n",
    "\tlist = dotAndPlusSplit(str)\n",
    "  \n",
    "\tfor i in list:\n",
    "\t\tif i not in ['+', \"==\", \"-\", \"*\", \"/\", \"//\"]:\n",
    "\t\t\tif(last):\n",
    "\t\t\t\tcheck+=f\"['{i}']\"\n",
    "\t\t\telse:\n",
    "\t\t\t\tcheck+=f\"src['{i}']\"\n",
    "\t\t\t\tlast=True\n",
    "\t\t\t\n",
    "\t\telif i=='+' :\n",
    "\t\t\tcheck+='+'\n",
    "\t\t\tlast = False\n",
    "\t\telif i in [ \"==\", \"-\", \"*\", \"/\", \"//\"]:\n",
    "\t\t\tcheck+=f\"'{i}'\"\n",
    "\t\t\tlast=False\n",
    "\t\t \n",
    "\treturn check\n",
    "\n",
    "def dotAndPlusSplit(str):\n",
    "\tst =str.replace('\"','')\n",
    "\tdotSeparated=[]\n",
    "\t\n",
    "\tif(\"==\" not in st and \".\" not in st and \"+\" not in st ):\n",
    "\t\tn_str=st.replace(' ','')\n",
    "\t\tdotSeparated.append(n_str)\n",
    "\t\treturn dotSeparated\n",
    "\tif(\"==\"in st):\n",
    "\t\tes=str.split('==')\n",
    "\t\tfor p in range(len(es)):\n",
    "\t\t\tps= es[p].split('+')\n",
    "\t\t\tfor l in range(len(ps)):\n",
    "\t\t\t\tk=ps[l].replace(' ','').split('.')\n",
    "\t\t\t\tfor i in range(1,len(k)):\n",
    "\t\t\t\t\t   dotSeparated.append(k[i])\n",
    "\t\t\t\tif(l!=len(ps)-1):\n",
    "\t\t\t\t   dotSeparated.append('+')\n",
    "\t\t\tif(p!=len(es)-1):\n",
    "\t\t\t   dotSeparated.append('==')\n",
    "\telse:\n",
    "\t\tps= st.split('+')\n",
    "\t\tfor l in range(len(ps)):\n",
    "\t\t\t\tk=ps[l].replace(' ','').split('.')\n",
    "\t\t\t\tfor i in range(0,len(k)):\n",
    "\t\t\t\t\t   dotSeparated.append(k[i])\n",
    "\t\t\t\tif(l!=len(ps)-1):\n",
    "\t\t\t\t   dotSeparated.append('+')\n",
    "\t\t\t\t\n",
    "\tfor l in dotSeparated:\n",
    "\t\tif l=='':\n",
    "\t\t\tdotSeparated.remove(l)\n",
    "\t\t\t\n",
    "\t\t\n",
    "\t\n",
    "\treturn dotSeparated\n",
    "\n",
    "# def handle_if_helper(list_of_instructions): #To Be Upgraded ........\n",
    "#\t # List of instructions consider \n",
    "#\t # For solving IF\n",
    "#\t print(src)\n",
    "#\t checker = src.copy()\n",
    "#\t py_code_if = \"\"\n",
    "#\t structure = \"src\"\n",
    "#\t request_for_else = False\n",
    "#\t for i in list_of_instructions[0]:\n",
    "#\t\t if i != \"+\" and i != \"==\":\n",
    "#\t\t\t try:\n",
    "#\t\t\t\t checker = checker[i]\n",
    "#\t\t\t\t structure += f\"[{i}]\"\n",
    "#\t\t\t except:\n",
    "#\t\t\t\t request_for_else = True\n",
    "\n",
    "#\t\t elif i in [\"+\", \"==\", \"-\", \"*\", \"/\", \"//\"]: \n",
    "#\t\t\t py_code_if += structure\n",
    "#\t\t\t structure = \"src\"\n",
    "#\t\t\t py_code_if += \" \" + str(i) + \" \"\n",
    "#\t\t\t checker = src.copy()\n",
    "\n",
    "#\t py_code_if += structure # Code structure for if statement.\n",
    "\n",
    "#\t # =============================================\n",
    "\t\n",
    "#\t checker = src.copy()\n",
    "#\t structure = \"src\"\n",
    "#\t py_code_then = \"\"\n",
    "#\t for i in list_of_instructions[1]:\n",
    "#\t\t # tester\n",
    "#\t\t if i not in [\"+\", \"==\", \"-\", \"*\", \"/\", \"//\"]:\n",
    "#\t\t\t checker = checker[i]\n",
    "#\t\t\t structure += f\"[{i}]\"\n",
    "\n",
    "#\t\t else: \n",
    "#\t\t\t py_code_then += structure\n",
    "#\t\t\t structure = \"src\"\n",
    "#\t\t\t py_code_then += \" \" + str(i) + \" \"\n",
    "#\t\t\t checker = src.copy()\n",
    "\t\t\t\n",
    "#\t py_code_then += structure # code structure for then statement\n",
    "\n",
    "#\t # ==============================================\n",
    "\n",
    "#\t checker = src.copy()\n",
    "#\t structure = \"src\"\n",
    "#\t py_code_else = \"\"\n",
    "#\t if list_of_instructions[2] != \"\": \n",
    "#\t # only the code for then will come\n",
    "#\t\t py_code_else = \"\"\n",
    "#\t\t for i in list_of_instructions[1]:\n",
    "#\t\t\t if i not in [\"+\", \"==\", \"-\", \"*\", \"/\", \"//\"]:\n",
    "#\t\t\t\t checker = checker[i]\n",
    "#\t\t\t\t structure += f\"[{i}]\"\n",
    "\n",
    "#\t\t\t else: \n",
    "#\t\t\t\t py_code_else += structure\n",
    "#\t\t\t\t structure = \"src\"\n",
    "#\t\t\t\t py_code_else += \" \" + str(i) + \" \"\n",
    "#\t\t\t\t checker = src.copy()\n",
    "\t\t\t\t\n",
    "#\t\t py_code_else += structure # code structure for else statement\n",
    "\n",
    "#\t if request_for_else == False:\n",
    "#\t\t if list_of_instructions[2] == \"\":\n",
    "#\t\t\t final_py_code = f\"\"\"\n",
    "# if ({py_code_if}):\n",
    "#\t {py_code_then}\n",
    "# \"\"\"\n",
    "#\t\t else:\n",
    "#\t\t\t final_py_code = f\"\"\"\n",
    "# if ({py_code_if}):\n",
    "#\t {py_code_then}\n",
    "# else:\n",
    "#\t {py_code_else}\n",
    "# \"\"\"\n",
    "\n",
    "#\t else:\n",
    "#\t\t final_py_code = f\"\"\"\n",
    "# {py_code_else}\n",
    "# \"\"\"\n",
    "\n",
    "#\t return final_py_code\n",
    "\n",
    "\n",
    "# def handle_if(listOfInstruction) : \n",
    "#\t if 'items' in listOfInstruction[0] :\n",
    "\t\t\n",
    "\t\n",
    "#\t else :\n",
    "#\t\t return handle_if_helper(listOfInstruction)\n",
    "\n",
    "\n",
    "\n",
    "def convert_to_code(src):\n",
    "\twith open('testing.py','w') as f_out:\n",
    "\t\tf_out.write('import json\\n')\n",
    "\t\tf_out.write('target_json=')\n",
    "\t\ttext=f'{src}'\n",
    "\t\tstack=[]\n",
    "\t\trem_com=False\n",
    "\t\ttr_com=False\n",
    "\t\tfor c in text:\n",
    "\t\t\tif c in ('{','(','[',':'):\n",
    "\t\t\t\tstack.append(c)\n",
    "\t\t\tif stack[-1]=='{':\n",
    "\t\t\t\t\trem_com=False\n",
    "\t\t\telse:\n",
    "\t\t\t\trem_com=True\n",
    "\t\t\tif stack[-1]==':':\n",
    "\t\t\t\trem_com=True\n",
    "\t\t\t\n",
    "\t\t\tif(c==':'):\n",
    "\t\t\t\trem_com=True\n",
    "\t\t\tif((c==','or c=='}')and stack[-1]==':'):\n",
    "\t\t\t\tstack.pop(-1)\n",
    "\t\t\tif(c!='\"'):\n",
    "\t\t\t\tf_out.write(c)\n",
    "\t\t\telse:\n",
    "\t\t\t\tif rem_com==False:\n",
    "\t\t\t\t\tf_out.write(c)\n",
    "\t\t\t\t\n",
    "\t\t\tif c in ('}',')',']') :\n",
    "\t\t\t\tstack.pop(-1)\n",
    "\t\t\t\n",
    "\n",
    "\t\tf_out.write('\\n')\n",
    "\t\tf_out.write('n_target_json=json.dumps(target_json)\\n')\n",
    "\t\tf_out.write(\"with open('generated.json', 'w') as json:\\n\")\n",
    "\t\tf_out.write(\"\\tjson.write(n_target_json)\")\n",
    "\n",
    "\n",
    "def code_generator(source, target, mapping):\n",
    "\twith open(mapping.name, 'r') as f_in, open('sample.tsv', 'w') as f_out:\n",
    "\n",
    "\t\tcontent = f_in.read().replace('\",\"',\"@!\").replace(',','\\t').replace(\"@!\", ',')\n",
    "\t\tf_out.write(content)\n",
    "\n",
    "\tdb = pd.read_table(\"sample.tsv\")\n",
    "\n",
    "\twith open(source.name , 'r') as source :\n",
    "\t\tsrc=json.load(source)\n",
    "\n",
    "\twith open(target.name , 'r') as target :\n",
    "\t\ttrg = json.load(target)\n",
    "\ttrg_final = trg.copy()\n",
    "\tfor k in trg_final:\n",
    "\t\t   maketarget(trg_final,k,\"src\")\n",
    "\t\n",
    "\tfor i in range(len(db)) : \n",
    "\t\tcolumnValues = db[db.columns[2]][i]\n",
    "\t\tjsonValues = checking(columnValues , i , db)\n",
    "\t\tif type(jsonValues) != type(\"str\") : \n",
    "\t\t\tfinalJason = jsonValues[0] + handleNormal(jsonValues[1])\n",
    "\t\telse :\n",
    "\t\t\tif jsonValues == '' and len(str(columnValues).split('IF')) > 1 :\n",
    "\t\t\t\tfinalJason = None\n",
    "\t\t\telif jsonValues == '' :\n",
    "\t\t\t\tfinalJason = handleNormal(str(columnValues))\n",
    "\t\t\telse :\n",
    "\t\t\t\tfinalJason = jsonValues \n",
    "\t\t\t\t\n",
    "\t\t\t\n",
    "   \n",
    "\t\n",
    "\t\tnewJasonKeys = str(db[db.columns[1]][i])\n",
    "\t\tlistEntry = dotAndPlusSplit(newJasonKeys)\n",
    "\n",
    "\n",
    "\t\tif len(listEntry) == 1 :\n",
    "\t\t\ttrg_final[listEntry[0]] = finalJason\n",
    "\n",
    "\t\telse : \n",
    "\t\t\tif isinstance(trg_final[listEntry[0]] , list) :\n",
    "\t\t\t\tfor i in range(len(trg_final[listEntry[0]])) :\n",
    "\t\t\t\t\titer =trg_final[listEntry[0]][i] \n",
    "\t\t\t\t\tfor j in range(len(listEntry)-1):\n",
    "\t\t\t\t\t\tif j == len(listEntry) - 2  :\n",
    "\t\t\t\t\t\t\titer[listEntry[j+1]] = finalJason\n",
    "\t\t\t\t\t\telse :\n",
    "\t\t\t\t\t\t\titer = iter[listEntry[j+1]]\n",
    "\n",
    "\t\t\telse :\n",
    "\t\t\t\titer = trg_final[listEntry[0]]\n",
    "\t\t\t\tfor i in range(len(listEntry)-1):\n",
    "\t\t\t\t\tif i == len(listEntry) - 2  :\n",
    "\t\t\t\t\t\titer[listEntry[i+1]] = finalJason\n",
    "\t\t\t\t\telse :\n",
    "\t\t\t\t\t\titer = iter[listEntry[i+1]]\t\t  \n",
    "\n",
    "\tconvert_to_code(trg_final)\n",
    "\twith open('testing.py' , 'r') as fr :\n",
    "\t\tfile = fr.read()\n",
    "\t\t\n",
    "\t\n",
    "\tname = source.name + \"@\" + \"we_are_fullstack5\"\n",
    "\tmapp[name] = trg_final\n",
    "\treturn (file, name)\n",
    "\n",
    "\n",
    "def code_executor(source , specification):\n",
    "\twith open(source.name , 'r') as source :\n",
    "\t\tsrc=json.load(source)\n",
    "\t\t\n",
    "\tdb = pd.read_table(\"sample.tsv\")\n",
    "\twith open('testing2.py','w') as f_out:\t\n",
    "\t\tf_out.write(\"import json\\n\")\n",
    "\t\tf_out.write(\"def fin(src, db):\\n\")\n",
    "\t\tf_out.write(\"\\tfinal=\")\n",
    "\t\tobj = mapp[str(specification)]\n",
    "\t\ttext=f'{obj}'\n",
    "\t\tstack=[]\n",
    "\t\trem_com=False\n",
    "\t\ttr_com=False\n",
    "\t\tfor c in text:\n",
    "\t\t\tif c in ('{','(','[',':'):\n",
    "\t\t\t\tstack.append(c)\n",
    "\t\t\tif stack[-1]=='{':\n",
    "\t\t\t\t\trem_com=False\n",
    "\t\t\telse:\n",
    "\t\t\t\trem_com=True\n",
    "\t\t\tif stack[-1]==':':\n",
    "\t\t\t\trem_com=True\n",
    "\t\t\tif(c==':'):\n",
    "\t\t\t\trem_com=True\n",
    "\t\t\tif((c==','or c=='}')and stack[-1]==':'):\n",
    "\t\t\t\tstack.pop(-1)\n",
    "\t\t\tif(c!='\"'):\n",
    "\t\t\t\tf_out.write(c)\n",
    "\t\t\telse:\n",
    "\t\t\t\tif rem_com==False:\n",
    "\t\t\t\t\tf_out.write(c)\n",
    "\t\t\tif c in ('}',')',']') :\n",
    "\t\t\t\tstack.pop(-1)\n",
    "\t\tf_out.write(\"\\n\\treturn final\")\n",
    "# \twith open('testing2.py' , 'r') as fr :\n",
    "# \t\tfile = fr.read()\n",
    "\timport testing2\n",
    "\treturn testing2.fin(src,db)\n",
    "\n",
    "\t\n",
    "\t\n",
    "\t"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "15f3fcfa",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/siddhivinayak/.local/lib/python3.10/site-packages/gradio/inputs.py:346: UserWarning: Usage of gradio.inputs is deprecated, and will not be supported in the future, please import your components from gradio.components\n",
      "  warnings.warn(\n",
      "/home/siddhivinayak/.local/lib/python3.10/site-packages/gradio/deprecation.py:40: UserWarning: `optional` parameter is deprecated, and it has no effect\n",
      "  warnings.warn(value)\n",
      "/home/siddhivinayak/.local/lib/python3.10/site-packages/gradio/deprecation.py:40: UserWarning: `keep_filename` parameter is deprecated, and it has no effect\n",
      "  warnings.warn(value)\n",
      "/home/siddhivinayak/.local/lib/python3.10/site-packages/gradio/outputs.py:21: UserWarning: Usage of gradio.outputs is deprecated, and will not be supported in the future, please import your components from gradio.components\n",
      "  warnings.warn(\n",
      "/home/siddhivinayak/.local/lib/python3.10/site-packages/gradio/deprecation.py:40: UserWarning: The 'type' parameter has been deprecated. Use the Number component instead.\n",
      "  warnings.warn(value)\n",
      "/home/siddhivinayak/.local/lib/python3.10/site-packages/gradio/interface.py:330: UserWarning: Currently, only the 'default' theme is supported.\n",
      "  warnings.warn(\"Currently, only the 'default' theme is supported.\")\n",
      "/home/siddhivinayak/.local/lib/python3.10/site-packages/gradio/interface.py:357: UserWarning: The `allow_flagging` parameter in `Interface` nowtakes a string value ('auto', 'manual', or 'never'), not a boolean. Setting parameter to: 'never'.\n",
      "  warnings.warn(\n",
      "/home/siddhivinayak/.local/lib/python3.10/site-packages/gradio/inputs.py:26: UserWarning: Usage of gradio.inputs is deprecated, and will not be supported in the future, please import your component from gradio.components\n",
      "  warnings.warn(\n",
      "/home/siddhivinayak/.local/lib/python3.10/site-packages/gradio/deprecation.py:40: UserWarning: `numeric` parameter is deprecated, and it has no effect\n",
      "  warnings.warn(value)\n",
      "/home/siddhivinayak/.local/lib/python3.10/site-packages/gradio/blocks.py:704: UserWarning: api_name predict already exists, using predict_1\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Running on local URL:  http://127.0.0.1:7860\n",
      "\n",
      "To create a public link, set `share=True` in `launch()`.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div><iframe src=\"http://127.0.0.1:7860/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import gradio as gr\n",
    "\n",
    "\n",
    "\n",
    "def main():\n",
    "    inter1 = gr.Interface(fn = code_generator,\n",
    "                        inputs=[gr.inputs.File(label=\"Source JSON File\"), gr.inputs.File(label=\"Target JSON File\"), gr.inputs.File(label=\"Mapping CSV File\")],\n",
    "                        outputs=[gr.outputs.Textbox(label = \"Generated Code\"), gr.outputs.Textbox(label = \"generated Code Specification\")],\n",
    "    theme = \"huggingface\",\n",
    "    title = \"Fullstack5\",\n",
    "    description = \"Enter 3 files as input:\\n1. Source JSON\\n2. Target JSON\\n3. Mapping CSV File\",\n",
    "    allow_flagging = False)\n",
    "    \n",
    "    inter2 = gr.Interface(fn = code_executor,\n",
    "                        inputs=[gr.inputs.File(label=\"Source JSON File\"), gr.inputs.Textbox(label = \"Specification Name\")],\n",
    "                        outputs=[gr.outputs.Textbox(label=\"Target JSON retrieved\")],\n",
    "    theme = \"huggingface\",\n",
    "    title = \"Fullstack5\",\n",
    "    description = \"Enter Source JSON file and Mapping Specification\",\n",
    "    allow_flagging = False)\n",
    "    \n",
    "    tabbed_interface = gr.TabbedInterface(interface_list = [inter1, inter2],\n",
    "                                         tab_names = [\"Code generator\", \"Code Executor\"])\n",
    "    \n",
    "    tabbed_interface.launch()\n",
    "\n",
    "main()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "64d679ba",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}