Add document for Docset readers and writers. #333
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Testing | |
| on: | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| paths: | |
| - "**.py" | |
| - "**/pyproject.toml" | |
| env: | |
| OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| SYCAMORE_S3_TEMP_PATH: s3://aryn-sycamore-integ-temp/ | |
| # Permissions for AWS access | |
| permissions: | |
| id-token: write # This is required for requesting the JWT | |
| contents: read # This is required for actions/checkout | |
| jobs: | |
| unit-tests: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| python-version: ["3.9", "3.10", "3.11"] | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Install poetry | |
| run: pipx install poetry | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| cache: 'poetry' | |
| - name: Install sycamore | |
| run: poetry install | |
| - name: Run tests | |
| run: poetry run pytest sycamore/tests/unit/ | |
| integ-tests: | |
| runs-on: integ-test-runner | |
| strategy: | |
| matrix: | |
| python-version: ["3.9", "3.10", "3.11"] | |
| services: | |
| opensearch: | |
| image: opensearchproject/opensearch:2.9.0 | |
| env: | |
| discovery.type: "single-node" | |
| ports: | |
| - 9200:9200 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Install poetry | |
| run: pipx install poetry | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| cache: 'poetry' | |
| - name: Install sycamore | |
| run: poetry install | |
| - name: Install poppler | |
| run: sudo apt-get install -y poppler-utils | |
| - name: Configure AWS Credentials via OIDC provider. | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| aws-region: us-east-1 | |
| role-to-assume: arn:aws:iam::237550789389:role/aryn-github-integ | |
| - name: Run Integ tests | |
| run: poetry run pytest sycamore/tests/integration | |
| - name: Run Notebook tests | |
| run: poetry run pytest --nbmake --nbmake-timeout=600 notebooks/*.ipynb |