feat(chat): If the entity type is application and there is no hard co…

…de value for it -> backend shouldn't cut the context (#659)

Co-authored-by: Ihar_Makeyenka <[email protected]>

apps/chat/src/utils/server/get-sorted-entities.ts

@@ -60,19 +60,29 @@ export const getSortedEntities = async (token: JWT | null) => {
     const existingModelMapping: OpenAIEntityModel | undefined =
       OpenAIEntityModels[entity.id];
 
+    const maxLength = existingModelMapping
+      ? existingModelMapping.maxLength
+      : defaultModelLimits.maxLength;
+
+    // applications must handle the limit themselves, because they can have complex logic to handle it
+    const fallbackRequestLimit =
+      entity.object === EntityType.Application
+        ? Infinity
+        : defaultModelLimits.requestLimit;
+
+    const requestLimit = existingModelMapping
+      ? existingModelMapping.requestLimit
+      : fallbackRequestLimit;
+
     entities.push({
       id: entity.id,
       name: entity.display_name ?? existingModelMapping?.name ?? entity.id,
       description: entity.description,
       iconUrl: entity.icon_url,
       type: entity.object,
       selectedAddons: entity.addons,
-      ...(existingModelMapping
-        ? {
-            maxLength: existingModelMapping.maxLength,
-            requestLimit: existingModelMapping.requestLimit,
-          }
-        : defaultModelLimits),
+      maxLength,
+      requestLimit,
       inputAttachmentTypes: entity.input_attachment_types,
       maxInputAttachments: entity.max_input_attachments,
     });