🚧 fix(wip): cloud

Author: mxchinegod

examples/2_object_create_jobs.ipynb

@@ -2,9 +2,39 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 1,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\u001b[92m🌊 SUCCESS: 🧲 connected to \n",
+      "💎 nats://prismadic:[email protected]:4222 \u001b[0m\n",
+      "\u001b[94mℹ️ INFO: 🧲 initialized client \u001b[0m\n",
+      "\u001b[93m🚨 WARN: Stream my_stream not found, creating\u001b[0m\n",
+      "\u001b[92m🌊 SUCCESS: created `my_stream` with category `my_test`\u001b[0m\n",
+      "\u001b[93m🚨 WARN: KV bucket my_kv not found, creating\u001b[0m\n",
+      "\u001b[92m🌊 SUCCESS: created `my_kv`\u001b[0m\n",
+      "\u001b[93m🚨 WARN: Object Store my_object_store not found, creating\u001b[0m\n",
+      "\u001b[92m🌊 SUCCESS: created `my_object_store`\u001b[0m\n",
+      "\u001b[92m🌊 SUCCESS: 🧲 connected to \n",
+      "💎 MagnetConfig(host='prismadic:[email protected]', domain=None, credentials=None, session='my_session', stream_name='my_stream', category='my_test', kv_name='my_kv', os_name='my_object_store', index=IndexConfig(milvus_uri='127.0.0.1', milvus_port=19530, milvus_user='test', milvus_password='test', dimension=1024, model='BAAI/bge-large-en-v1.5', name='test', options={'metric_type': 'COSINE', 'index_type': 'HNSW', 'params': {'efConstruction': 40, 'M': 48}})) \u001b[0m\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "[<nats.js.client.JetStreamContext at 0x13a4d6050>,\n",
+       " <nats.js.kv.KeyValue at 0x12a549250>,\n",
+       " <nats.js.object_store.ObjectStore at 0x12a2d7e10>]"
+      ]
+     },
+     "execution_count": 1,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
    "source": [
     "from magnet.base import Magnet\n",
     "\n",
@@ -13,7 +43,7 @@
     "    \"credentials\": None,\n",
     "    \"domain\": None,\n",
     "    \"stream_name\": \"my_stream\",\n",
-    "    \"category\": \"my_category\",\n",
+    "    \"category\": \"my_test\",\n",
     "    \"kv_name\": \"my_kv\",\n",
     "    \"session\": \"my_session\",\n",
     "    \"os_name\": \"my_object_store\",\n",
@@ -77,8 +107,22 @@
   }
  ],
  "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
   "language_info": {
-   "name": "python"
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.11.9"
   }
  },
  "nbformat": 4,

examples/_test.ipynb

@@ -0,0 +1,11 @@
+Unnamed: 0,timestampRecorded,tank1Level,tank2Level,tank3Level,tank4Level,tank5Level,tank1Volume,tank2Volume,tank3Volume,tank4Volume,tank5Volume,flowRate,pressureTrashCatchInlet,pressureManifoldInlet,totalVolume,EQT_DEV_RUN_NAME,EQT_DEV_RUN_UID,Gel_Total,InletFlowRate,depth,weightTare,Pipe_On_Pipe_Flow,FlowRate,Drill_Pressure,Biocide_Total,weight,circulationPressure,Friction_Reducer_Total,Friction_Reducer_Conc,time,Gel_Conc,Pipe_On_Pipe_Conc,date,Friction_Reducer_Flow,wellheadPressure,Water_Flow,Temperature,speed,Total,Pipe_On_Pipe_Total,Biocide_Conc,Biocide_Flow,Gel_Flow
+2995294,1721979887249,65.77209,68.68455,77.83606,64.026405,0.0,307.99814,322.7177,331.69,327.8162,0.0,0.0,4.4590000000000004e-42,4.127e-42,1290.222,Taco Cat South,D-000223,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
+2819871,1721961053070,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,Taco Cat South,D-000223,0.0,0.0,12144.08,27271.71,0.0,0.0,0.0,0.0,27271.71,5648.115,0.0,0.0,223053.0,0.0,0.0,72524.0,0.0,1984.637,0.0,0.0,32.14958,0.0,0.0,0.0,0.0,0.0
+3320768,1722018666634,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,Taco Cat South,D-000223,0.0,0.0,15901.74,20662.18,0.0,0.0,0.0,0.0,20662.18,6804.537,0.0,0.0,143108.0,0.0,0.0,72624.0,0.0,3029.628,0.0,0.0,4.317389,0.0,0.0,0.0,0.0,0.0
+90893,1721667198181,81.61059,70.9651,80.49308,13.559394,0.0,387.93805,334.24564,341.0905,105.11727,0.0,0.0,4.6399999999999996e-42,0.0,1168.3915,Taco Cat South,D-000223,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
+1676310,1721839449719,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,Taco Cat South,D-000223,0.0,0.0,17780.4,43596.97,0.0,0.0,0.0,0.0,43596.97,6692.971,0.0,0.0,124410.0,0.0,0.0,72424.0,0.0,3542.28,0.0,0.0,0.2399813,0.0,0.0,0.0,0.0,0.0
+1590063,1721830129504,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,Taco Cat South,D-000223,0.0,0.0,0.0,0.0,0.0,135.47296,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,88.59583,0.0,2128.0,0.0,0.0,0.0,0.0
+131229,1721672254177,81.56569,70.9466,80.47907,53.012486,0.0,387.93185,334.21988,341.04724,278.85617,0.0,0.0,4.718e-42,0.0,1342.0552,Taco Cat South,D-000223,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
+913591,1721756856222,60.049583,61.102295,64.1828,67.445465,0.0,279.0766,284.397,283.38477,342.6155,0.0,0.0,4.634e-42,4.8570000000000006e-42,1189.4739,Taco Cat South,D-000223,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
+3636686,1722052295617,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,Taco Cat South,D-000223,0.0,0.0,0.0,0.0,0.0,79.4697,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,76.89792,0.0,2416.0,0.0,0.0,0.0,0.0
+930807,1721758685177,59.7834,60.965027,66.01466,65.53161,0.0,277.73132,283.70325,289.8659,334.38593,0.0,0.0,4.6990000000000005e-42,4.6380000000000004e-42,1185.8013,Taco Cat South,D-000223,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0