Remove non-streaming chat handler

Move python dependencies to a layer

.gitignore

@@ -223,6 +223,7 @@ $RECYCLE.BIN/
 .vscode
 /samconfig.toml
 /samconfig.yaml
+/samconfig.*.yaml
 /env.json
 /env.*.json
 /*.parameters

.husky/pre-commit

@@ -1,4 +1,4 @@
 #!/usr/bin/env sh
 . "$(dirname -- "$0")/_/husky.sh"
 cd node && npm run lint && npm run prettier && cd -
-cd python && ruff check . && cd -
+cd chat/src && ruff check . && cd -

Makefile

@@ -33,16 +33,16 @@ style-node:
 test-node:
 	cd node && npm run test
 deps-python:
-	cd python && pip install -r requirements.txt
+	cd chat/src && pip install -r requirements.txt
 cover-python:
-	cd python && coverage run --include='src/**/*' -m unittest -v && coverage report
+	cd chat/src && coverage run --include='src/**/*' -m unittest -v && coverage report
 style-python:
-	cd python && ruff check .
+	cd chat/src && ruff check .
 test-python:
-	cd python && python -m unittest -v
+	cd chat/src && python -m unittest -v
 build: .aws-sam/build.toml
 link: build
-	cd python/src && for src in *.py **/*.py; do for target in $$(find ../../.aws-sam/build -maxdepth 1 -type d); do if [[ -f $$target/$$src ]]; then ln -f $$src $$target/$$src; fi; done; done
+	cd chat/src && for src in *.py **/*.py; do for target in $$(find ../../.aws-sam/build -maxdepth 1 -type d); do if [[ -f $$target/$$src ]]; then ln -f $$src $$target/$$src; fi; done; done
 	cd node/src && for src in *.js *.json **/*.js **/*.json; do for target in $$(find ../../.aws-sam/build -maxdepth 1 -type d); do if [[ -f $$target/$$src ]]; then ln -f $$src $$target/$$src; fi; done; done
 serve: link
 	sam local start-api --host 0.0.0.0 --log-file dc-api.log

chat/src/handlers/chat.py

@@ -34,7 +34,7 @@ def __init__(self, socket: Websocket):
     self.socket = socket
 
   def on_llm_new_token(self, token: str, **kwargs):
-    self.socket.send({'token': token});
+    self.socket.send({'token': token})
 
 def handler(event, context):
   try:

chat/template.yaml

@@ -171,13 +171,27 @@ Resources:
       Action: lambda:InvokeFunction
       FunctionName: !Ref ChatFunction
       Principal: apigateway.amazonaws.com
+  ChatDependencies:
+    Type: AWS::Serverless::LayerVersion
+    Properties:
+      LayerName:
+        Fn::Sub: "${AWS::StackName}-dependencies"
+      Description: Dependencies for streaming chat function
+      ContentUri: ./dependencies
+      CompatibleRuntimes:
+        - python3.10
+      LicenseInfo: "Apache-2.0"
+    Metadata:
+      BuildMethod: python3.10
   ChatFunction:
     Type: AWS::Serverless::Function
     Properties:
       CodeUri: ./src
-      Runtime: python3.9
+      Runtime: python3.10
       Architectures:
         - x86_64
+      Layers:
+        - !Ref ChatDependencies
       MemorySize: 128  
       Handler: handlers/chat.handler
       Timeout: 300
@@ -197,6 +211,8 @@ Resources:
           - 'execute-api:ManageConnections'
           Resource:
           - !Sub 'arn:aws:execute-api:${AWS::Region}:${AWS::AccountId}:${ChatWebSocket}/*'
+    Metadata:
+      BuildMethod: nodejs18.x
   Deployment:
     Type: AWS::ApiGatewayV2::Deployment
     DependsOn: