add: specs

In-For-Disaster-Analytics · May 27, 2024 · 434752f · 434752f
1 parent 9245107
commit 434752f
Show file tree

Hide file tree

Showing 2 changed files with 165 additions and 16 deletions.
diff --git a/app-cpu.json b/app-cpu.json
@@ -0,0 +1,160 @@
+{
+  "id": "cookbook-jupyter-template-cpu",
+  "version": "0.0.1-pre1",
+  "description": "Jupyter Lab environment for CPU",
+  "owner": "${apiUserId}",
+  "enabled": true,
+  "runtime": "SINGULARITY",
+  "runtimeVersion": null,
+  "runtimeOptions": ["SINGULARITY_RUN"],
+  "containerImage": "docker://ghcr.io/in-for-disaster-analytics/cookbook-jupyter-template-cpu:sha-0d7061b",
+  "jobType": "BATCH",
+  "maxJobs": -1,
+  "maxJobsPerUser": -1,
+  "strictFileInputs": true,
+  "jobAttributes": {
+    "description": null,
+    "dynamicExecSystem": false,
+    "execSystemConstraints": null,
+    "execSystemId": "ls6",
+    "execSystemExecDir": "${JobWorkingDir}",
+    "execSystemInputDir": "${JobWorkingDir}",
+    "execSystemOutputDir": "${JobWorkingDir}/output",
+    "execSystemLogicalQueue": "gpu-a100",
+    "archiveSystemId": "cloud.data",
+    "archiveSystemDir": "HOST_EVAL($HOME)/tapis-jobs-archive/${JobCreateDate}/${JobName}-${JobUUID}",
+    "archiveOnAppError": true,
+    "isMpi": false,
+    "mpiCmd": null,
+    "cmdPrefix": "mkdir $PWD/work $PWD/home $PWD/scratch;",
+    "parameterSet": {
+      "appArgs": [
+        {
+          "name": "Update cookbook",
+          "description": "Control whether the system will update the existing cookbook with the latest version available. This option is irrelevant if you are running the cookbook for the first time.",
+          "inputMode": "REQUIRED",
+          "arg": "false",
+          "notes": {
+            "enum_values": [
+              {
+                "true": "Update to latest version"
+              },
+              {
+                "false": "Keep current version"
+              }
+            ]
+          }
+        },
+        {
+          "name": "Update conda environment",
+          "description": "Control whether the system will update the existing conda environment with the latest version available. This option is irrelevant if you are running the cookbook for the first time.",
+          "inputMode": "REQUIRED",
+          "arg": "false",
+          "notes": {
+            "enum_values": [
+              {
+                "true": "Update to latest version."
+              },
+              {
+                "false": "Keep current version"
+              }
+            ]
+          }
+        },
+        {
+          "name": "Git branch",
+          "description": "The branch of the git repository to clone.",
+          "inputMode": "REQUIRED",
+          "arg": "dev",
+          "notes": {
+            "isHidden": true,
+            "enum_values": [
+              {
+                "jupyterenv": "Jupyter Lab environment"
+              },
+              {
+                "dev": "Development"
+              },
+              {
+                "main": "main"
+              }
+            ]
+          }
+        }
+      ],
+      "containerArgs": [
+        {
+          "name": "Jupyter Mounts",
+          "description": "Mount for TAP functions and user dirs",
+          "inputMode": "FIXED",
+          "arg": "--bind /share,$WORK:$PWD/work,$HOME:$PWD/home,$SCRATCH:$PWD/scratch",
+          "notes": {
+            "isHidden": true
+          }
+        },
+        {
+          "name": "NVIDIA Flag",
+          "description": "Flag to enable NVIDIA cuda",
+          "inputMode": "FIXED",
+          "arg": "--nv",
+          "notes": {
+            "isHidden": true
+          }
+        }
+      ],
+      "schedulerOptions": [
+        {
+          "name": "TACC Scheduler Profile",
+          "description": "Scheduler profile for HPC clusters at TACC",
+          "inputMode": "FIXED",
+          "arg": "--tapis-profile tacc-apptainer",
+          "notes": {
+            "isHidden": true
+          }
+        },
+        {
+          "name": "TAP Session Substring",
+          "description": "TAP Functions require the substring 'tap_' and in the slurm job name in order to function.",
+          "inputMode": "FIXED",
+          "arg": "--job-name ${JobName}-tap_",
+          "notes": {
+            "isHidden": true
+          }
+        }
+      ],
+      "envVariables": [
+        {
+          "key": "APPTAINER_PWD",
+          "value": "/home/jovyan/work",
+          "description": "Start terminals in the working directory where host volumes are mounted.",
+          "inputMode": "FIXED",
+          "notes": {
+            "isHidden": true
+          }
+        }
+      ],
+      "archiveFilter": {
+        "includes": [],
+        "excludes": [],
+        "includeLaunchFiles": true
+      }
+    },
+    "fileInputs": [],
+    "fileInputArrays": [],
+    "nodeCount": 1,
+    "coresPerNode": 16,
+    "memoryMB": 128000,
+    "maxMinutes": 120,
+    "subscriptions": [],
+    "tags": []
+  },
+  "tags": ["portalName: ALL"],
+  "notes": {
+    "label": "Cookbook - Jupyter Lab (CPU)",
+    "hideNodeCountAndCoresPerNode": true,
+    "isInteractive": true,
+    "icon": "jupyter",
+    "category": "Data Processing",
+    "queueFilter": ["gpu-a100", "gpu-a100-dev", "gpu-a100-small"]
+  }
+}
diff --git a/app.json → app-gpu.json b/app.json → app-gpu.json
@@ -1,13 +1,13 @@
 {
-  "id": "jupyter-lab-llama-ls6",
-  "version": "0.1.1",
-  "description": "Run an interactive Jupyter Lab session on an HPC compute node to use LLama. <h3> Notice for First-Time Cookbook Users </h3> <ul> <li><b> Parameters:</b></li>The update cookbook and update conda enviroment parameters are not applicable on your first run. These options are designed for enhancing subsequent uses. <li><b>Initial Setup Time:</b></li> Please be prepared for the initial run to take approximately 10 minutes. </ul>",
+  "id": "cookbook-jupyter-template-gpu",
+  "version": "0.0.1-pre2",
+  "description": "Jupyter Lab environment for GPU",
   "owner": "${apiUserId}",
   "enabled": true,
   "runtime": "SINGULARITY",
   "runtimeVersion": null,
   "runtimeOptions": ["SINGULARITY_RUN"],
-  "containerImage": "docker://ghcr.io/in-for-disaster-analytics/tap_llmrepository-docker:0.1.1",
+  "containerImage": "docker://ghcr.io/in-for-disaster-analytics/cookbook-jupyter-template-gpu:sha-0d7061b",
   "jobType": "BATCH",
   "maxJobs": -1,
   "maxJobsPerUser": -1,
@@ -61,20 +61,11 @@
             ]
           }
         },
-        {
-          "name": "Git repository url",
-          "description": "The URL of the git repository to clone.",
-          "inputMode": "REQUIRED",
-          "arg": "https://github.com/In-For-Disaster-Analytics/sites-and-stories-nlp.git",
-          "notes": {
-            "isHidden": true
-          }
-        },
         {
           "name": "Git branch",
           "description": "The branch of the git repository to clone.",
           "inputMode": "REQUIRED",
-          "arg": "dev",
+          "arg": "main",
           "notes": {
             "isHidden": true,
             "enum_values": [
@@ -160,8 +151,6 @@
   "tags": ["portalName: ALL"],
   "notes": {
     "label": "LLama Index Environment (LoneStar 6)",
-    "helpUrl": "https://github.com/In-For-Disaster-Analytics/sites-and-stories-nlp/tree/jupyterenv",
-    "helpText": "This app is a Jupyter Lab environment that allows you to use LLama to index data on the TACC Cloud Data Archive. It is a work in progress and is not yet fully functional.",
     "hideNodeCountAndCoresPerNode": true,
     "isInteractive": true,
     "icon": "jupyter",