Remove stream parameters for now (#126)

* Remove stream parameter from sdk call

Non-streaming isn't currently supported so force sdk to use streaming
always. Also add temperature and max tokens.

* fix up completions plus add example

* fix dependabot security issue

examples/llama/llama.py

@@ -16,5 +16,17 @@
         {"role": "system", "content": "you are a happy helpful assistant"},
     ],
     token,
+    max_tokens=16,
+    temperature=0.8,
+):
+    print(msg)
+
+
+for msg in c.completions(
+    "<s>[INST] <<SYS>>You are a helpful Assistant.<</SYS>>"
+    "\n\nWhat is the Capital of France? [/INST]",
+    token,
+    max_tokens=16,
+    temperature=0.8,
 ):
     print(msg)

pycape/llms/llms.py

@@ -89,7 +89,8 @@ async def completions(
         self,
         prompt: str,
         token: str,
-        stream=True,
+        max_tokens=16,
+        temperature=0.8,
         model="llama",
         pcrs=None,
     ):
@@ -100,7 +101,15 @@ async def completions(
 
         data = crypto.envelope_encrypt(
             self.ctx.public_key,
-            {"request": {"prompt": prompt, "stream": stream}, "user_key": user_key},
+            {
+                "request": {
+                    "prompt": prompt,
+                    "stream": True,
+                    "max_tokens": max_tokens,
+                    "temperature": temperature,
+                },
+                "user_key": user_key,
+            },
         )
         data = base64.b64encode(data).decode()
 
@@ -136,7 +145,8 @@ async def chat_completions(
         self,
         messages: Union[str, List[Dict[str, Any]]],
         token: str,
-        stream=True,
+        max_tokens=16,
+        temperature=0.8,
         model="llama",
         pcrs=None,
     ):
@@ -147,7 +157,15 @@ async def chat_completions(
 
         data = crypto.envelope_encrypt(
             self.ctx.public_key,
-            {"request": {"messages": messages, "stream": stream}, "user_key": user_key},
+            {
+                "request": {
+                    "messages": messages,
+                    "stream": True,
+                    "max_tokens": max_tokens,
+                    "temperature": temperature,
+                },
+                "user_key": user_key,
+            },
         )
         data = base64.b64encode(data).decode()
 
@@ -261,6 +279,7 @@ async def bootstrap(self, pcrs: Optional[Dict[str, List[str]]] = None):
 
             return attestation_doc
 
+        _logger.warning("received public key, no attestation performed...")
         self._public_key = msg.data["public_key"].encode()
 
     @property

requirements/base.in

@@ -5,7 +5,7 @@ websockets
 pyOpenSSL>=23.2.0
 cose
 certifi>=2023.7.22
-requests
+requests>=2.31.0
 synchronicity>=0.5.3
 websockets
 pydantic

requirements/base.txt

@@ -53,7 +53,7 @@ pydantic-core==2.6.3
     # via pydantic
 pyopenssl==23.2.0
     # via -r requirements/base.in
-requests==2.28.1
+requests==2.31.0
     # via -r requirements/base.in
 file:./serdio
     # via -r requirements/base.in