From 7f408053ff0d0e05a9fd25d411882aceeb21bd75 Mon Sep 17 00:00:00 2001 From: Kye Date: Sat, 16 Mar 2024 14:36:07 -0700 Subject: [PATCH] [CLEANUP] --- Dockerfiles/Dockerfilecogvlm | 40 --------------- {yaml => scripts/kubernetes_scripts}/hpa.yml | 0 .../kubernetes_scripts}/kubedeployment.yml | 0 .../terraform_scripts}/hive.tf | 0 .../terraform_scripts}/hive2.tf | 0 .../terraform_scripts}/hive3.tf | 0 .../terraform_scripts}/kubernetes_tf.tf | 0 .../terraform_scripts}/main.tf | 0 .../terraform_scripts}/main2.tf | 0 .../swarm_cloud_terraform}/apigateway.tf | 0 .../swarm_cloud_terraform}/autoscaling.tf | 0 .../swarm_cloud_terraform}/deployment.tf | 0 .../swarm_cloud_terraform}/iam.tf | 0 .../swarm_cloud_terraform}/launchec2.tf | 0 .../swarm_cloud_terraform}/loadbalancers.tf | 0 .../swarm_cloud_terraform}/main.tf | 0 .../swarm_cloud_terraform}/network.tf | 0 .../swarm_cloud_terraform}/outputs.tf | 0 .../swarm_cloud_terraform}/securitygroups.tf | 0 .../swarm_cloud_terraform}/services.tf | 0 .../terraform_scripts}/swiper_tf.tf | 0 .../terraform_scripts}/test.tf | 0 .../terraform_scripts}/testec2_main.tf | 0 .../terraform_scripts}/testfargate_main.tf | 0 servers/{ => fuyu}/fuyu_api.py | 0 servers/{ => llms}/llm.py | 0 terraform/cog_rsa | 49 ------------------- terraform/cog_rsa.pub | 1 - 28 files changed, 90 deletions(-) delete mode 100644 Dockerfiles/Dockerfilecogvlm rename {yaml => scripts/kubernetes_scripts}/hpa.yml (100%) rename {yaml => scripts/kubernetes_scripts}/kubedeployment.yml (100%) rename {terraform_scripts => scripts/terraform_scripts}/hive.tf (100%) rename {terraform_scripts => scripts/terraform_scripts}/hive2.tf (100%) rename {terraform_scripts => scripts/terraform_scripts}/hive3.tf (100%) rename {terraform_scripts => scripts/terraform_scripts}/kubernetes_tf.tf (100%) rename {terraform_scripts => scripts/terraform_scripts}/main.tf (100%) rename {terraform_scripts => scripts/terraform_scripts}/main2.tf (100%) rename {terraform => scripts/terraform_scripts/swarm_cloud_terraform}/apigateway.tf (100%) rename {terraform => scripts/terraform_scripts/swarm_cloud_terraform}/autoscaling.tf (100%) rename {terraform => scripts/terraform_scripts/swarm_cloud_terraform}/deployment.tf (100%) rename {terraform => scripts/terraform_scripts/swarm_cloud_terraform}/iam.tf (100%) rename {terraform => scripts/terraform_scripts/swarm_cloud_terraform}/launchec2.tf (100%) rename {terraform => scripts/terraform_scripts/swarm_cloud_terraform}/loadbalancers.tf (100%) rename {terraform => scripts/terraform_scripts/swarm_cloud_terraform}/main.tf (100%) rename {terraform => scripts/terraform_scripts/swarm_cloud_terraform}/network.tf (100%) rename {terraform => scripts/terraform_scripts/swarm_cloud_terraform}/outputs.tf (100%) rename {terraform => scripts/terraform_scripts/swarm_cloud_terraform}/securitygroups.tf (100%) rename {terraform => scripts/terraform_scripts/swarm_cloud_terraform}/services.tf (100%) rename {terraform_scripts => scripts/terraform_scripts}/swiper_tf.tf (100%) rename {terraform_scripts => scripts/terraform_scripts}/test.tf (100%) rename {terraform_scripts => scripts/terraform_scripts}/testec2_main.tf (100%) rename {terraform_scripts => scripts/terraform_scripts}/testfargate_main.tf (100%) rename servers/{ => fuyu}/fuyu_api.py (100%) rename servers/{ => llms}/llm.py (100%) delete mode 100644 terraform/cog_rsa delete mode 100644 terraform/cog_rsa.pub diff --git a/Dockerfiles/Dockerfilecogvlm b/Dockerfiles/Dockerfilecogvlm deleted file mode 100644 index 10b066d..0000000 --- a/Dockerfiles/Dockerfilecogvlm +++ /dev/null @@ -1,40 +0,0 @@ -FROM nvidia/cuda:12.1.1-devel-ubuntu22.04 as builder - -# Set environment variables -ENV BASE_IMG=nvidia/cuda:12.1.1-devel-ubuntu22.04 -ENV DOCKER_BUILDKIT=1 -ENV WORLD_SIZE=4 -ENV ARTIFACTS_PATH=/app/artifacts -ENV STORAGE_PATH=/app/storage -ENV HF_HUB_ENABLE_HF_TRANSFER=True - -# Set the working directory to the root -WORKDIR / - -# Install Python 3.10 and other necessary system packages -RUN apt-get update && apt-get install -y --no-install-recommends \ - software-properties-common \ - && add-apt-repository ppa:deadsnakes/ppa \ - && apt-get update \ - && apt-get install -y --no-install-recommends \ - python3.10 python3.10-dev python3.10-distutils python3-pip python3.10-venv openmpi-bin libopenmpi-dev \ - && python3.10 -m pip install --no-cache-dir --upgrade pip setuptools wheel - -# Copy the requirements.txt file into the container -COPY requirements.txt . - -# Install Python dependencies from requirements.txt -RUN python3.10 -m pip install -r requirements.txt - -# Adjust the working directory to where your application's code will reside -WORKDIR /swarms-cloud/servers - -# Assuming your application's entire directory structure needs to be copied, -# Adjust the COPY command to ensure the entire application is available in the container -COPY . /swarms-cloud - -# Expose the port the app runs on -EXPOSE 8000 - -# Command to run the application -CMD ["python3.10", "-m", "uvicorn", "cogvlm:app", "--host", "0.0.0.0", "--port", "8000"] \ No newline at end of file diff --git a/yaml/hpa.yml b/scripts/kubernetes_scripts/hpa.yml similarity index 100% rename from yaml/hpa.yml rename to scripts/kubernetes_scripts/hpa.yml diff --git a/yaml/kubedeployment.yml b/scripts/kubernetes_scripts/kubedeployment.yml similarity index 100% rename from yaml/kubedeployment.yml rename to scripts/kubernetes_scripts/kubedeployment.yml diff --git a/terraform_scripts/hive.tf b/scripts/terraform_scripts/hive.tf similarity index 100% rename from terraform_scripts/hive.tf rename to scripts/terraform_scripts/hive.tf diff --git a/terraform_scripts/hive2.tf b/scripts/terraform_scripts/hive2.tf similarity index 100% rename from terraform_scripts/hive2.tf rename to scripts/terraform_scripts/hive2.tf diff --git a/terraform_scripts/hive3.tf b/scripts/terraform_scripts/hive3.tf similarity index 100% rename from terraform_scripts/hive3.tf rename to scripts/terraform_scripts/hive3.tf diff --git a/terraform_scripts/kubernetes_tf.tf b/scripts/terraform_scripts/kubernetes_tf.tf similarity index 100% rename from terraform_scripts/kubernetes_tf.tf rename to scripts/terraform_scripts/kubernetes_tf.tf diff --git a/terraform_scripts/main.tf b/scripts/terraform_scripts/main.tf similarity index 100% rename from terraform_scripts/main.tf rename to scripts/terraform_scripts/main.tf diff --git a/terraform_scripts/main2.tf b/scripts/terraform_scripts/main2.tf similarity index 100% rename from terraform_scripts/main2.tf rename to scripts/terraform_scripts/main2.tf diff --git a/terraform/apigateway.tf b/scripts/terraform_scripts/swarm_cloud_terraform/apigateway.tf similarity index 100% rename from terraform/apigateway.tf rename to scripts/terraform_scripts/swarm_cloud_terraform/apigateway.tf diff --git a/terraform/autoscaling.tf b/scripts/terraform_scripts/swarm_cloud_terraform/autoscaling.tf similarity index 100% rename from terraform/autoscaling.tf rename to scripts/terraform_scripts/swarm_cloud_terraform/autoscaling.tf diff --git a/terraform/deployment.tf b/scripts/terraform_scripts/swarm_cloud_terraform/deployment.tf similarity index 100% rename from terraform/deployment.tf rename to scripts/terraform_scripts/swarm_cloud_terraform/deployment.tf diff --git a/terraform/iam.tf b/scripts/terraform_scripts/swarm_cloud_terraform/iam.tf similarity index 100% rename from terraform/iam.tf rename to scripts/terraform_scripts/swarm_cloud_terraform/iam.tf diff --git a/terraform/launchec2.tf b/scripts/terraform_scripts/swarm_cloud_terraform/launchec2.tf similarity index 100% rename from terraform/launchec2.tf rename to scripts/terraform_scripts/swarm_cloud_terraform/launchec2.tf diff --git a/terraform/loadbalancers.tf b/scripts/terraform_scripts/swarm_cloud_terraform/loadbalancers.tf similarity index 100% rename from terraform/loadbalancers.tf rename to scripts/terraform_scripts/swarm_cloud_terraform/loadbalancers.tf diff --git a/terraform/main.tf b/scripts/terraform_scripts/swarm_cloud_terraform/main.tf similarity index 100% rename from terraform/main.tf rename to scripts/terraform_scripts/swarm_cloud_terraform/main.tf diff --git a/terraform/network.tf b/scripts/terraform_scripts/swarm_cloud_terraform/network.tf similarity index 100% rename from terraform/network.tf rename to scripts/terraform_scripts/swarm_cloud_terraform/network.tf diff --git a/terraform/outputs.tf b/scripts/terraform_scripts/swarm_cloud_terraform/outputs.tf similarity index 100% rename from terraform/outputs.tf rename to scripts/terraform_scripts/swarm_cloud_terraform/outputs.tf diff --git a/terraform/securitygroups.tf b/scripts/terraform_scripts/swarm_cloud_terraform/securitygroups.tf similarity index 100% rename from terraform/securitygroups.tf rename to scripts/terraform_scripts/swarm_cloud_terraform/securitygroups.tf diff --git a/terraform/services.tf b/scripts/terraform_scripts/swarm_cloud_terraform/services.tf similarity index 100% rename from terraform/services.tf rename to scripts/terraform_scripts/swarm_cloud_terraform/services.tf diff --git a/terraform_scripts/swiper_tf.tf b/scripts/terraform_scripts/swiper_tf.tf similarity index 100% rename from terraform_scripts/swiper_tf.tf rename to scripts/terraform_scripts/swiper_tf.tf diff --git a/terraform_scripts/test.tf b/scripts/terraform_scripts/test.tf similarity index 100% rename from terraform_scripts/test.tf rename to scripts/terraform_scripts/test.tf diff --git a/terraform_scripts/testec2_main.tf b/scripts/terraform_scripts/testec2_main.tf similarity index 100% rename from terraform_scripts/testec2_main.tf rename to scripts/terraform_scripts/testec2_main.tf diff --git a/terraform_scripts/testfargate_main.tf b/scripts/terraform_scripts/testfargate_main.tf similarity index 100% rename from terraform_scripts/testfargate_main.tf rename to scripts/terraform_scripts/testfargate_main.tf diff --git a/servers/fuyu_api.py b/servers/fuyu/fuyu_api.py similarity index 100% rename from servers/fuyu_api.py rename to servers/fuyu/fuyu_api.py diff --git a/servers/llm.py b/servers/llms/llm.py similarity index 100% rename from servers/llm.py rename to servers/llms/llm.py diff --git a/terraform/cog_rsa b/terraform/cog_rsa deleted file mode 100644 index e59400c..0000000 --- a/terraform/cog_rsa +++ /dev/null @@ -1,49 +0,0 @@ ------BEGIN OPENSSH PRIVATE KEY----- -b3BlbnNzaC1rZXktdjEAAAAABG5vbmUAAAAEbm9uZQAAAAAAAAABAAACFwAAAAdzc2gtcn -NhAAAAAwEAAQAAAgEAtUdJVLlaDLd7S6mnqBpCe9OTBh68joSZgfPgWRjlCX2UG/z2/vXa -d53E2kBz7BUHMiN2ohvcrnudJwW5uFrlftktz9MKzNq/PhFOo2B0Gse36wHxgnThpy8Ven -0V/x8L2CH4MxctbWjY2QInEybjlXXgDUlLp0q7JlzoS/Co+6bRjxpjtYizxXj0QC5bM0Q2 -RsU3whfPtBRgtOXlvJul4AM8u7Kj2rv7yTGDVxyU5nJbvNxwr5Kydm7Ajo7nGZSgGdLuNY -WDTu1WJThnVUiRaV8sI784HlPSapwTFiwxa/JWuTgUc/l+82zdzLeMvuJGc0hg7Ht2iMES -g5dRUEwBmTnAupt9cCBvYC7oUU8g/da6Flans65Pq2SX0BNBBsAeCbbPbemrbzzX63e5S7 -m0hajqGkMzWUXJi9qWDlVOenPGjTkkyKv9329K/w2exh2FXvJp2ngElTOeXtTdv1slQW5d -dDwdEK6EG6zQaIMyXVCp6vjKHbntWwqhDu4Lt9+H2zWgrDd+tvwcWrj/MN97xcGgQfexSh -glrGymZ0F7m+GyWrTOIf7GXfnBz0lzRnWgWqdhHTmZq65ljG/h6j0zXWC9Ey54lxFX7Z+b -WYTcMMVSqWu+TSll1oXVUgwTgP8Uc5ipH1dhFZBmXVHQ6oVemPjU+utgvtZfa49EIcefPA -UAAAdQUrtEiFK7RIgAAAAHc3NoLXJzYQAAAgEAtUdJVLlaDLd7S6mnqBpCe9OTBh68joSZ -gfPgWRjlCX2UG/z2/vXad53E2kBz7BUHMiN2ohvcrnudJwW5uFrlftktz9MKzNq/PhFOo2 -B0Gse36wHxgnThpy8Ven0V/x8L2CH4MxctbWjY2QInEybjlXXgDUlLp0q7JlzoS/Co+6bR -jxpjtYizxXj0QC5bM0Q2RsU3whfPtBRgtOXlvJul4AM8u7Kj2rv7yTGDVxyU5nJbvNxwr5 -Kydm7Ajo7nGZSgGdLuNYWDTu1WJThnVUiRaV8sI784HlPSapwTFiwxa/JWuTgUc/l+82zd -zLeMvuJGc0hg7Ht2iMESg5dRUEwBmTnAupt9cCBvYC7oUU8g/da6Flans65Pq2SX0BNBBs -AeCbbPbemrbzzX63e5S7m0hajqGkMzWUXJi9qWDlVOenPGjTkkyKv9329K/w2exh2FXvJp -2ngElTOeXtTdv1slQW5ddDwdEK6EG6zQaIMyXVCp6vjKHbntWwqhDu4Lt9+H2zWgrDd+tv -wcWrj/MN97xcGgQfexShglrGymZ0F7m+GyWrTOIf7GXfnBz0lzRnWgWqdhHTmZq65ljG/h -6j0zXWC9Ey54lxFX7Z+bWYTcMMVSqWu+TSll1oXVUgwTgP8Uc5ipH1dhFZBmXVHQ6oVemP -jU+utgvtZfa49EIcefPAUAAAADAQABAAACABU5Ixn2+Fa4TYhSdMU+y81U/CfRhehWmGVJ -QNkVi80UZXhwYZeAf6MU9sTJmnjHjnfdhIhepDPOV5wHtNJjW+6BrTYhYmiQ7KZu3srMYl -N3Ue5C5DxOhFOvNL/KML7VauzTL0yF+GTQi2C+uoXovejT69cKX3/WxTns0yp+4r3RrkOn -hohsmIV0T35LHxTNteALu2cvI/tUjmznZIH0JBOptVzRQZM8gnIv6I1UlI81UM237j5z+Y -5ZkZQvIVnSl3rmgcqE1tZw/W6un5Rxwkp4oMGPo9mTHTWrj6V/J4sYjHQzX1ujmGwV8RLE -Y4c+lRpunSBapQpGNm1vFA9HUsFj+tHD0fzoYkewCvI3Q31RhxHpYITlIkNpNmcyhnnsBw -XV8KhRdnmOSOxphFKfA/iPsff/O5iRdtgona5Jc4ZHzCTllH7LaTs/czwIHDHCy9GYGZha -67uVT7dCiQhtd82u5zxuDRe3dunJ59arWdyczGj0DinIG5TDTJoba6yoLxbRIc6fgVxLHc -NxqtQDZYztUUgqdxy2aA5JceEJOJ3nwHYao5Y+Dz6SdpxKQVxOwScpgPzJJIZDQG+EFeFL -xmwi5EzAsMeRDz/nY4zQb/pdwUM224oNaK7TE6H3JYTKV2kRHjZGCi4eGnv18z6hHiSZ8V -MLsDZGXhlFkHimZ2JhAAABAAORzphG7DhyC9+uIasi8gnoZMmE+UQmJc1v1VvIp7gEvbh7 -S639cIFUZMpa6qoPLWaPZgUGe5aFr1BPGSq4Yfv7HryafTytSKy2ID+SR1vs65rtHszd8R -gHWyOmAv+XhRTZSNgDY8q42r9Ofmw+9YrU565QCOXwSW9zz7CZxm6i81s0tebONbkNsX4F -2Fvl+punLdER38IKIQ3swEZyan4KJ40YdeLnFuu0CGubodUWCXpt8ey5UUfIxZB6R6lHyb -1LICK30ytUSuOMx/07Q1Q3TlcqlCOxGfXoxXz1mQTMbS9WK3wJ+oqzrdhAVEilUQSOjlYE -m5r//n6dFLk9cwYAAAEBANjZp3+NYcWnHXse3AzzSIMEmmtJxGblHpxI2KxHU4TAQxU8NQ -IQZYbrXwMOAkQld4T3JAz8NFklt2OuYzwqM24X7jUwtfxN8NJr4lB93WC7HQC85FbZdpck -qLod6T6VPOwZPTfA5bdGl2l94bYp3CFL9FcWJ5TjgQGknLzWha5XOwQekdvDlnOaGU12gr -pJ78XrbCW5fq0yHp5vyTphX7zPSMY2YFNL3bU9EF7gPhyKOHMmGpH9sOofKygkT4OY0KsR -nIyb9TZ5GvPwhFEFtjunU+t645MAulXQfPxZ90KCayQF4L7V75L4yxXNZgR1DsOXEQspE5 -INDt7l4YGh3GUAAAEBANYBlUtGI1hqWlSb+0Ln3Vj3tPmbkS9fHvikxF+FWbJ/TcSu9wFR -859v0wheCvJ/qcPfwP8aGTP1z8LoNJcby4c5PLk4RDx1/0F6Ph38yaRKDpCejsPJIqFWM1 -B3HnRwFRnYeACMHu+UKBtlqKbLzGz7mHGjFZcgMZrnQzSX4NhW65Lng+OigrOhhlQ+mJFC -3984+AcPDWNEvaRvXxtO4WNGfEEH6pZAJmA40M3or7XiOqN2v6/qRfY5SsRA2VIS3b4Jw6 -fCDG+Zqs2mo4XOMa2KXt07+8KyEzIH0SghtIPVzvNMRjyCGe1tGhtGpz/RFaDe9Sk8cyLg -sRi1ZJH11yEAAAAWeW91cl9lbWFpbEBleGFtcGxlLmNvbQECAwQF ------END OPENSSH PRIVATE KEY----- diff --git a/terraform/cog_rsa.pub b/terraform/cog_rsa.pub deleted file mode 100644 index 8390fe5..0000000 --- a/terraform/cog_rsa.pub +++ /dev/null @@ -1 +0,0 @@ -ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC1R0lUuVoMt3tLqaeoGkJ705MGHryOhJmB8+BZGOUJfZQb/Pb+9dp3ncTaQHPsFQcyI3aiG9yue50nBbm4WuV+2S3P0wrM2r8+EU6jYHQax7frAfGCdOGnLxV6fRX/HwvYIfgzFy1taNjZAicTJuOVdeANSUunSrsmXOhL8Kj7ptGPGmO1iLPFePRALlszRDZGxTfCF8+0FGC05eW8m6XgAzy7sqPau/vJMYNXHJTmclu83HCvkrJ2bsCOjucZlKAZ0u41hYNO7VYlOGdVSJFpXywjvzgeU9JqnBMWLDFr8la5OBRz+X7zbN3Mt4y+4kZzSGDse3aIwRKDl1FQTAGZOcC6m31wIG9gLuhRTyD91roWVqezrk+rZJfQE0EGwB4Jts9t6atvPNfrd7lLubSFqOoaQzNZRcmL2pYOVU56c8aNOSTIq/3fb0r/DZ7GHYVe8mnaeASVM55e1N2/WyVBbl10PB0QroQbrNBogzJdUKnq+Modue1bCqEO7gu334fbNaCsN362/BxauP8w33vFwaBB97FKGCWsbKZnQXub4bJatM4h/sZd+cHPSXNGdaBap2EdOZmrrmWMb+HqPTNdYL0TLniXEVftn5tZhNwwxVKpa75NKWXWhdVSDBOA/xRzmKkfV2EVkGZdUdDqhV6Y+NT662C+1l9rj0Qhx588BQ== your_email@example.com