Skip to content

Commit

Permalink
3.1.0 releas merged to pre-release
Browse files Browse the repository at this point in the history
  • Loading branch information
dnicodemus committed Dec 8, 2023
2 parents a25c22a + 70edd50 commit b7aa0e1
Show file tree
Hide file tree
Showing 44 changed files with 1,397 additions and 320 deletions.
4 changes: 2 additions & 2 deletions .github/workflows/docker-image-spg-experimental.yml
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
name: EXPERIMENTALSpyglassDockerBuild
name: EXPERIMENT SpyglassDockerBuild

on:
# Allows manual run of this workflow from the Actions tab (on any branch)
# Allows you to run this workflow manually from the Actions tab
workflow_dispatch:

# For debugging
Expand Down
12 changes: 2 additions & 10 deletions .github/workflows/docker-image-spg-preview.yml
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
name: PREVIEWSpyglassDockerBuild
name: PREVIEW Spyglass Docker Build

on:
# Allows manual run of this workflow from the Actions tab (on any branch)
# Allows you to run this workflow manually from the Actions tab
workflow_dispatch:

# For debugging
Expand All @@ -11,19 +11,11 @@ on:

jobs:
build:
# Run this workflow automatically only on develop (see last line of the 'if' statement)
if: >
github.event_name == 'workflow_dispatch' ||
(github.event_name == 'workflow_run' &&
github.event.workflow_run.conclusion == 'success' &&
github.event.workflow_run.head_branch == 'develop')
runs-on: ubuntu-latest

steps:
- name: Checkout the code
uses: actions/checkout@v4
with:
ref: ${{ github.event.workflow_run.head_branch }}
- name: Build the Docker image
run: docker build --no-cache -t swirlai/spyglass:preview -f Dockerfile.develop.spg .
- name: Login to docker hub
Expand Down
10 changes: 1 addition & 9 deletions .github/workflows/docker-image-spg.yml
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
name: LatestSpyglassDockerBuild

on:
# Allows manual run of this workflow from the Actions tab (on any branch)
# Allow manual run of this workflow from the Actions tab
workflow_dispatch:

# For debugging
Expand All @@ -11,19 +11,11 @@ on:

jobs:
build:
# Run this workflow automatically only on main (see last line of the 'if' statement)
if: >
github.event_name == 'workflow_dispatch' ||
(github.event_name == 'workflow_run' &&
github.event.workflow_run.conclusion == 'success' &&
github.event.workflow_run.head_branch == 'main')
runs-on: ubuntu-latest

steps:
- name: Checkout the code
uses: actions/checkout@v4
with:
ref: ${{ github.event.workflow_run.head_branch }}
- name: Build the Docker image
run: docker build --no-cache -t swirlai/spyglass:latest -f Dockerfile.spg .
- name: Login to docker hub
Expand Down
1 change: 0 additions & 1 deletion .github/workflows/integration-api-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,6 @@ on:
workflow_dispatch:

jobs:

build:
if: (github.event_name == 'workflow_dispatch') || (github.event_name == 'workflow_run' && github.event.workflow_run.conclusion == 'success')
runs-on: ubuntu-latest
Expand Down
2 changes: 1 addition & 1 deletion Dockerfile
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM python:3.11.5-slim-bookworm
FROM python:3.11.6-slim-bookworm

# try to upgrade to a more recent vesion of openssl
RUN apt-get update
Expand Down
35 changes: 35 additions & 0 deletions SearchProviders/asana.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,35 @@
{
"name": "Tasks - Asana.com",
"shared": true,
"active": false,
"default": false,
"authenticator": "",
"connector": "RequestsGet",
"url": "https://app.asana.com/api/1.0/workspaces/<your-workspace-gid>/tasks/search?opt_fields=gid,resource_type,assignee_status,completed,completed_at,completed_by.name,created_at,created_by.name,due_on,likes.user.name,modified_at,name,notes,num_subtasks,start_on,assignee.name,assignee_section.name,followers.name,parent.name,permalink_url,projects.name,tags.name,workspace.name",
"query_template": "{url}&text={query_string}",
"post_query_template": {},
"http_request_headers": {
"Content-Type": "application/json"
},
"page_fetch_config_json": {},
"query_processors": [
"AdaptiveQueryProcessor"
],
"query_mappings": "",
"result_grouping_field": "",
"result_processors": [
"MappingResultProcessor",
"CleanTextResultProcessor",
"CosineRelevancyResultProcessor"
],
"response_mappings": "RESULTS=data",
"result_mappings": "title=name,body=notes,date_published=created_at,author=created_by.name,url=permalink_url,gid,resource_type,num_subtasks,start_on,due_on,assignee.name,assignee_status,assignee_section.name,completed,completed_at,completed_by.name,modified_at,workspace.name,projects[*].name,parent.name,followers[*].name,tags[*].name,likes[*].user.name,NO_PAYLOAD",
"results_per_query": 10,
"credentials": "bearer=<your-Asana-PAT>",
"eval_credentials": "",
"tags": [
"Asana",
"Tasks",
"Internal"
]
}
35 changes: 35 additions & 0 deletions SearchProviders/atlassian.json
Original file line number Diff line number Diff line change
Expand Up @@ -50,5 +50,40 @@
"Atlassian",
"Internal"
]
},
{
"name": "Cards - Atlassian Trello",
"shared": true,
"active": false,
"default": false,
"authenticator": "",
"connector": "RequestsGet",
"url": "https://api.trello.com/1/search?modelTypes=cards&card_board=true&card_members=true&card_attachments=true&partial=true&card_list=true&card_fields=id,closed,dueComplete,dateLastActivity,desc,due,email,labels,name,start,url",
"query_template": "{url}&query={query_string}&key=<your-Trello-API-Key>&token=<your-Trello-API-Token>",
"post_query_template": {},
"http_request_headers": {
"Content-Type": "application/json"
},
"page_fetch_config_json": {},
"query_processors": [
"AdaptiveQueryProcessor"
],
"query_mappings": "",
"result_grouping_field": "",
"result_processors": [
"MappingResultProcessor",
"CleanTextResultProcessor",
"CosineRelevancyResultProcessor"
],
"response_mappings": "RESULTS=cards",
"result_mappings": "title=name,body=desc,date_published=dateLastActivity,url=url,id,board.name,list.name,labels[*].color,members[*].fullName,attachments[*].name,email,start,due,dueComplete,closed,NO_PAYLOAD",
"results_per_query": 10,
"credentials": "",
"eval_credentials": "",
"tags": [
"Trello",
"Atlassian",
"Internal"
]
}
]
2 changes: 1 addition & 1 deletion SearchProviders/chatgpt.json
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@
"CosineRelevancyResultProcessor"
],
"response_mappings": "",
"result_mappings": "BLOCK=ai_summary",
"result_mappings": "",
"results_per_query": 10,
"credentials": "your-openai-API-key-here",
"tags": [
Expand Down
95 changes: 94 additions & 1 deletion SearchProviders/google_pse.json
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,30 @@
"connector": "RequestsGet",
"url": "https://www.googleapis.com/customsearch/v1",
"query_template": "{url}?cx={cx}&key={key}&q={query_string}",
"post_query_template": "{}",
"http_request_headers": {},
"page_fetch_config_json": {
"cache": "false",
"headers": {
"User-Agent": "Swirlbot/1.0 (+http://swirl.today)"
},
"www.businesswire.com": {
"timeout": 60
},
"www.linkedin.com": {
"timeout": 5
},
"rs.linkedin.com": {
"timeout": 5
},
"uk.linkedin.com": {
"timeout": 5
},
"au.linkedin.com": {
"timeout": 5
},
"timeout": 30
},
"query_processors": [
"AdaptiveQueryProcessor"
],
Expand All @@ -30,6 +54,30 @@
"connector": "RequestsGet",
"url": "https://www.googleapis.com/customsearch/v1",
"query_template": "{url}?cx={cx}&key={key}&q={query_string}",
"post_query_template": "{}",
"http_request_headers": {},
"page_fetch_config_json": {
"cache": "false",
"headers": {
"User-Agent": "Swirlbot/1.0 (+http://swirl.today)"
},
"www.businesswire.com": {
"timeout": 60
},
"www.linkedin.com": {
"timeout": 5
},
"rs.linkedin.com": {
"timeout": 5
},
"uk.linkedin.com": {
"timeout": 5
},
"au.linkedin.com": {
"timeout": 5
},
"timeout": 30
},
"query_processors": [
"AdaptiveQueryProcessor"
],
Expand All @@ -54,6 +102,30 @@
"connector": "RequestsGet",
"url": "https://www.googleapis.com/customsearch/v1",
"query_template": "{url}?cx={cx}&key={key}&q={query_string}",
"post_query_template": "{}",
"http_request_headers": {},
"page_fetch_config_json": {
"cache": "false",
"headers": {
"User-Agent": "Swirlbot/1.0 (+http://swirl.today)"
},
"www.businesswire.com": {
"timeout": 60
},
"www.linkedin.com": {
"timeout": 5
},
"rs.linkedin.com": {
"timeout": 5
},
"uk.linkedin.com": {
"timeout": 5
},
"au.linkedin.com": {
"timeout": 5
},
"timeout": 30
},
"query_processors": [
"AdaptiveQueryProcessor"
],
Expand Down Expand Up @@ -110,7 +182,28 @@
"query_template": "{url}?cx={cx}&key={key}&q={query_string}",
"post_query_template": {},
"http_request_headers": {},
"page_fetch_config_json": {},
"page_fetch_config_json": {
"cache": "false",
"headers": {
"User-Agent": "Swirlbot/1.0 (+http://swirl.today)"
},
"www.businesswire.com": {
"timeout": 60
},
"www.linkedin.com": {
"timeout": 5
},
"rs.linkedin.com": {
"timeout": 5
},
"uk.linkedin.com": {
"timeout": 5
},
"au.linkedin.com": {
"timeout": 5
},
"timeout": 30
},
"query_processors": [
"AdaptiveQueryProcessor"
],
Expand Down
33 changes: 33 additions & 0 deletions SearchProviders/internet_archive.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,33 @@
{
"name": "Internet Archive Items - Archive.org",
"active": false,
"default": false,
"authenticator": "",
"connector": "RequestsGet",
"url": "https://archive.org/services/search/v1/scrape?xvar=production&fields=*&count=100",
"query_template": "{url}&q={query_string}",
"post_query_template": {},
"http_request_headers": {
"Content-Type": "application/json"
},
"page_fetch_config_json": {},
"query_processors": [
"AdaptiveQueryProcessor"
],
"query_mappings": "",
"result_grouping_field": "",
"result_processors": [
"MappingResultProcessor",
"CosineRelevancyResultProcessor"
],
"response_mappings": "FOUND=total,RESULTS=items",
"result_mappings": "title=title,body=description,date_published=publicdate,author=creator,url='https://archive.org/details/{identifier}',curatenote,files_count,subject,format[*],collection[*],downloads,scanner,mediatype,primary_collection,NO_PAYLOAD",
"results_per_query": 10,
"credentials": "",
"eval_credentials": "",
"tags": [
"InternetArchive",
"Library",
"Items"
]
}
31 changes: 31 additions & 0 deletions SearchProviders/movies_mongodb.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,31 @@
{
"name": "IMDB Movie Samples - MongoDB",
"active": false,
"default": false,
"authenticator": "",
"connector": "MongoDB",
"url": "sample_mflix:movies",
"query_template": "{'$text': {'$search': '{query_string}'}}",
"post_query_template": {},
"http_request_headers": {},
"page_fetch_config_json": {},
"query_processors": [
"AdaptiveQueryProcessor"
],
"query_mappings": "DATE_SORT=year,NOT_CHAR=-",
"result_grouping_field": "",
"result_processors": [
"MappingResultProcessor",
"CosineRelevancyResultProcessor"
],
"response_mappings": "",
"result_mappings": "title=name,body=fullplot,date_published=released,date_published_display=year,author=directors[*],url=poster,lastupdated,genres[*],rated,runtime,languages[*],cast[*],writers[*],awards.text,imdb.rating,tomatoes.viewer.rating,tomatoes.critic.rating,NO_PAYLOAD",
"results_per_query": 10,
"credentials": "mongodb+srv://<mongodb-username>:<mongodb-password>@<mongdb-cluster>.mongodb.net/?retryWrites=true&w=majority",
"eval_credentials": "",
"tags": [
"Movies",
"MongoDB",
"Internal"
]
}
Loading

0 comments on commit b7aa0e1

Please sign in to comment.