CI #348
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| pull_request: | |
| schedule: | |
| - cron: "40 8 * * 1" | |
| jobs: | |
| build: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Install Build Dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y basex libxml2-utils | |
| - name: Setup Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.9' | |
| - name: Install Python dependencies | |
| run: python -m pip install --upgrade pip | |
| - name: Use pip Cache | |
| uses: actions/cache@v3 | |
| with: | |
| path: ~/.cache/pip | |
| key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }} | |
| restore-keys: | | |
| ${{ runner.os }}-pip- | |
| - name: Install Python tools | |
| run: pip install ReadActor pandas frictionless csvkit | |
| - name: Validate input CSV Files | |
| working-directory: csv | |
| run: frictionless validate datapackage.json | |
| - name: Update Space | |
| working-directory: csv/data/ | |
| run: readactor Space.csv | |
| - name: Update Person | |
| working-directory: csv/data/ | |
| run: readactor Person.csv | |
| - name: Update Institution | |
| working-directory: csv/data/ | |
| run: readactor Institution.csv | |
| - name: Validate Ouput CSV Files | |
| working-directory: csv | |
| run: frictionless validate datapackage.json | |
| - name: Generate XML Files | |
| run: | | |
| basex xml/modules/tei-bibl.xq > xml/listBibl.xml | |
| basex xml/modules/tei-org.xq > xml/listOrg.xml | |
| basex xml/modules/tei-person.xq > xml/listPerson.xml | |
| basex xml/modules/tei-place.xq > xml/listPlace.xml | |
| basex xml/modules/tei-relation.xq > xml/listRelation.xml | |
| basex xml/modules/social-network.xq > xml/rActs.gexf | |
| - name: Validate XML Files | |
| run: | | |
| xmllint --noout --xinclude --relaxng xml/schema/tei_all.rng xml/tei_header.xml | |
| xmllint --noout --relaxng xml/schema/gexf.rng xml/rActs.gexf | |
| - name: 'Upload Artifact' | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: markup-xi | |
| path: | | |
| xml/*.xml | |
| xml/*.gexf | |
| release: | |
| runs-on: ubuntu-latest | |
| needs: build | |
| if: github.ref == 'refs/heads/master' | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Install Release Dependencies | |
| run: | | |
| sudo apt-get install -y basex | |
| docker pull duncdrum/textql:alpine | |
| - name: Download Artifact | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: markup-xi | |
| path: xml | |
| - name: Update csv view data | |
| run: | | |
| docker run --rm -t -v $(pwd):/tmp duncdrum/textql:alpine -output-header -output-file csv/views/view01a_txt-titles.csv -header -sql "select distinct a.act_id, a.act_object, ps.title from Act a, PrimarySource ps inner join PrimarySource on a.act_object = ps.prim_source_id where ps.language != 'zh' and ps.language != 'zh-Latn-pinyin' and a.act_object!='W0414'" csv/data/ | |
| docker run --rm -t -v $(pwd):/tmp duncdrum/textql:alpine -output-header -output-file csv/views/view01b_art-titles.csv -header -sql "select distinct a.act_id, a.act_object, aw.title from Act a, ArtWork aw inner join ArtWork on a.act_object = aw.artwork_id where aw.language = a.language and a.act_object!='W0554'" csv/data/ | |
| docker run --rm -t -v $(pwd):/tmp duncdrum/textql:alpine -output-header -output-file csv/views/view02_creator-matrix.csv -header -sql "select distinct a.act_id, a.act_object, w.creator, (select distinct ps.title from PrimarySource ps where a.act_object = ps.prim_source_id) as title, (select distinct coalesce(p.family_name, '') || ' ' || coalesce(p.first_name, '') from Person p where w.creator = p.person_id) as name from Act a, Work w inner join Work on a.act_object = w.work_id where a.act_object!='W0414'" csv/data/ | |
| docker run --rm -t -v $(pwd):/tmp duncdrum/textql:alpine -output-header -output-file csv/views/view03a_reader-author-nodes.csv -header -sql "select distinct a.agent_id as node_id from Agent a" csv/data/ | |
| docker run --rm -t -v $(pwd):/tmp duncdrum/textql:alpine -output-header -output-file csv/views/view03b_reader-author-edges.csv -header -sql "select distinct a.act_id, a.agent as source, w.creator as target from Act a, Work w inner join Work on a.act_object = w.work_id" csv/data/ | |
| docker run --rm -t -v $(pwd):/tmp duncdrum/textql:alpine -output-header -output-file csv/views/view05a_RA_source_G44.csv -header -sql "select distinct a.act_id, a.act_object, ps.title from Act a, PrimarySource ps inner join PrimarySource on a.act_object = ps.prim_source_id where ps.language != 'zh' and ps.language != 'zh-Latn-pinyin' and a.act_object!='W0414' and a.source in (select prim_source_id from (select * from PrimarySource union all select * from SecondarySource) AS ss where ss.genre=='G44')" csv/data/ | |
| docker run --rm -t -v $(pwd):/tmp duncdrum/textql:alpine -output-header -output-file csv/views/view05b_RA_source_G07.csv -header -sql "select distinct a.act_id, a.act_object, ps.title from Act a, PrimarySource ps inner join PrimarySource on a.act_object = ps.prim_source_id where ps.language != 'zh' and ps.language != 'zh-Latn-pinyin' and a.act_object!='W0414' and a.source in (select prim_source_id from (select * from PrimarySource union all select * from SecondarySource) AS ss where ss.genre=='G07')" csv/data/ | |
| docker run --rm -t -v $(pwd):/tmp duncdrum/textql:alpine -output-header -output-file csv/views/view05c_RA_source_fiction.csv -header -sql "select distinct a.act_id, a.act_object, ps.title from Act a, PrimarySource ps inner join PrimarySource on a.act_object = ps.prim_source_id where ps.language != 'zh' and ps.language != 'zh-Latn-pinyin' and a.act_object!='W0414' and a.source in (select prim_source_id from (select * from PrimarySource union all select * from SecondarySource) AS ss, Genre g inner join Genre where ss.genre=g.genre_id and g.genre_type=='fiction')" csv/data/ | |
| - name: Update JSON View Data | |
| run: basex xml/modules/rAct-vega.xq > csv/views/view04a_rActs.json | |
| - name: Check Git Status | |
| run: git status | |
| - name: Commit and Push | |
| # see https://stackoverflow.com/questions/57921401/push-to-origin-from-github-action/58393457#58393457 | |
| uses: actions-x/commit@v6 | |
| with: | |
| message: "[skip ci] SimaBot" |