From aaa56c2db66e44d985f4172d03b07baf2783916e Mon Sep 17 00:00:00 2001 From: Alija Sabic Date: Wed, 25 Jan 2023 23:56:01 +0100 Subject: [PATCH] Create workflow for algolia --- .github/workflows/algolia.yml | 56 +++++++++++++++++++++++++++++++++++ 1 file changed, 56 insertions(+) create mode 100644 .github/workflows/algolia.yml diff --git a/.github/workflows/algolia.yml b/.github/workflows/algolia.yml new file mode 100644 index 0000000000..ef05b0ea00 --- /dev/null +++ b/.github/workflows/algolia.yml @@ -0,0 +1,56 @@ +name: Algolia +on: + workflow_call: + workflow_dispatch: + +jobs: + config: + runs-on: ubuntu-latest + outputs: + CONFIG: ${{ steps.load.outputs.config }} + steps: + - name: Get Code + uses: actions/checkout@v3 + - name: Prepare config file + run: echo "$(cat ./src/vuepress/config/algolia.json | jq -r tostring)" > config.json + - name: Set output variable + id: load + run: echo "config=$(cat config.json)" >> $GITHUB_OUTPUT + crawl: + runs-on: ubuntu-latest + container: algolia/docsearch-scraper + needs: config + env: + CONFIG: ${{ needs.config.outputs.CONFIG }} + APPLICATION_ID: ${{ secrets.APPLICATION_ID }} + API_KEY: ${{ secrets.API_KEY }} + steps: + - run: echo "config ${CONFIG}" + - run: echo "appId ${APPLICATION_ID}" + - run: ls + - run: pwd + - run: ls /root + - run: ls /root/src + - run: python -m pip list + - run: cd /root && pipenv run python -m pip install requests requests_iap scrapy algoliasearch selenium && pipenv run python -m src.index + # runs-on: ubuntu-latest + # env: + # APPLICATION_ID: ${{ secrets.APPLICATION_ID }} + # API_KEY: ${{ secrets.API_KEY }} + # # container: + # # algolia/docsearch-scraper + # steps: + # - name: Get Code + # uses: actions/checkout@v3 + # - name: Prepare config file + # run: echo "$(cat ./src/vuepress/config/algolia.json | jq -r tostring)" > config.json + # - name: Set environment variable + # run: echo "CONFIG=$(cat config.json)" >> $GITHUB_ENV + # # run: echo "::set-env name=CONFIG::$(cat config.json)" + # # - name: Run in Docker + # # run: + # # - name: Crawl website and update index + # # run: docker run -e "CONFIG=$(cat ./src/vuepress/config/algolia.json | jq -r tostring)" algolia/docsearch-scraper + # - run: echo $CONFIG + # - name: Crawl website and update index + # run: docker run --env-file <(env | grep -E "(CONFIG|APPLICATION\_ID|API\_KEY)") algolia/docsearch-scraper