7bcf9f17d8
* Fix rendering of default and example values * bump the version * reduce nix-instantiate calls * Allow literalExample in default values, handle null correctly * using py38 for now * literalExample is not always string * in case literalExample is not string process it as we would normally * Remove 19.09 branch * also remove 19.09 channel from github actions * improve testing of empty lists and dicts Co-authored-by: Rok Garbas <rok@garbas.si>
89 lines
2.6 KiB
YAML
89 lines
2.6 KiB
YAML
name: "Hourly import channel to Elasticsearch"
|
|
|
|
on:
|
|
|
|
schedule:
|
|
- cron: '0 * * * *'
|
|
|
|
jobs:
|
|
|
|
hourly-import-channel:
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
strategy:
|
|
fail-fast: true
|
|
matrix:
|
|
channel:
|
|
- unstable
|
|
- 20.09
|
|
- 20.03
|
|
|
|
env:
|
|
S3_URL: s3://nix-releases/nixpkgs
|
|
|
|
steps:
|
|
|
|
- name: Checking out the repository
|
|
uses: actions/checkout@v2
|
|
with:
|
|
fetch-depth: 0
|
|
|
|
- name: Installing Nix
|
|
uses: cachix/install-nix-action@v12
|
|
|
|
- uses: cachix/cachix-action@v8
|
|
with:
|
|
name: nixos-search
|
|
signingKey: '${{ secrets.CACHIX_SIGNING_KEY }}'
|
|
|
|
- name: Install unstable channel
|
|
run: |
|
|
nix-channel --add https://nixos.org/channels/nixpkgs-unstable
|
|
nix-channel --update
|
|
|
|
- name: Installing awscli
|
|
run: |
|
|
nix-env -iA nixpkgs.awscli2
|
|
|
|
- name: Check for latest evaluation in ${{ matrix.channel }} channel
|
|
run: |
|
|
if [ "${{ matrix.channel }}" = "unstable" ]; then
|
|
RELEASE=$(aws s3 ls --no-sign-request "$S3_URL/" | grep "/$" | cut -d" " -f29 | sort | tail -1 | sed 's|/||')
|
|
else
|
|
RELEASE=$(aws s3 ls --no-sign-request "$S3_URL/" | grep "nixpkgs-${{ matrix.channel }}pre" | grep "/$" | cut -d" " -f29 | sort | tail -1 | sed 's|/||')
|
|
fi
|
|
aws s3 cp --no-sign-request "$S3_URL/$RELEASE/src-url" ./
|
|
echo "EVAL_ID=$(cat src-url | cut -c30-)" >> $GITHUB_ENV
|
|
|
|
- name: Download latest builds for ${{ matrix.channel }} channel (if needed)
|
|
if: steps.eval-cache.outputs.cache-hit != 'true'
|
|
run: |
|
|
mkdir -p ./eval-cache
|
|
cp ./src-url ./eval-cache/
|
|
curl -H "Content-Type: application/json" "$(cat ./eval-cache/src-url)/builds" -o ./eval-cache/builds.json
|
|
|
|
- name: Cache ${{ matrix.channel }} channel builds
|
|
id: eval-cache
|
|
uses: actions/cache@v2
|
|
with:
|
|
path: ./eval-cache
|
|
key: eval-cache-${{ env.EVAL_ID }}
|
|
|
|
- name: Installing NixFlakes
|
|
run: |
|
|
nix-env -iA nixpkgs.nixFlakes
|
|
echo 'experimental-features = nix-command flakes' | sudo tee -a /etc/nix/nix.conf
|
|
$HOME/.nix-profile/bin/nix --version
|
|
cat /etc/nix/nix.conf
|
|
|
|
- name: Building import_scripts
|
|
run: |
|
|
$HOME/.nix-profile/bin/nix build ./#packages.x86_64-linux.import_scripts
|
|
|
|
- name: Import ${{ matrix.channel }} channel
|
|
run: |
|
|
cp ./eval-cache/builds.json ./eval-${{ env.EVAL_ID }}.json
|
|
./result/bin/import-channel --es-url ${{ secrets.ELASTICSEARCH_URL }} --channel ${{ matrix.channel }} -vvv
|
|
if: github.repository == 'NixOS/nixos-search'
|