aux-search/.github/workflows/import-to-elasticsearch.yml

name: "Hourly import to Elasticsearch"

on:
  workflow_dispatch:
  schedule:
  - cron: '0 * * * *'

permissions:
  contents: read
  issues: write

jobs:

  nixos-channels:
    runs-on: ubuntu-latest

    outputs:
      matrix: ${{ steps.nixos-channels.outputs.matrix }}

    steps:
    - name: Checking out the repository
      uses: actions/checkout@v4

    - name: Setup
      uses: ./.github/actions/common-setup
      with:
        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        CACHIX_SIGNING_KEY: ${{ secrets.CACHIX_SIGNING_KEY }}

    - name: NixOS Channels
      id: nixos-channels
      run: |
        nix build --accept-flake-config -L .#nixosChannels
        channels="{\"channel\": $(< ./result)}"
        echo "$channels"
        echo "matrix=$channels" >> "$GITHUB_OUTPUT"

  import-nixpkgs:
    needs: nixos-channels
    runs-on: ubuntu-latest

    strategy:
      fail-fast: false
      matrix: ${{ fromJSON(needs.nixos-channels.outputs.matrix) }}

    env:
      RUST_LOG: debug
      FI_ES_EXISTS_STRATEGY: abort
      FI_ES_URL: ${{ secrets.ELASTICSEARCH_URL2 }}

    steps:
    - name: Checking out the repository
      uses: actions/checkout@v4

    - name: Setup
      uses: ./.github/actions/common-setup
      with:
        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        CACHIX_SIGNING_KEY: ${{ secrets.CACHIX_SIGNING_KEY }}

    - name: Import ${{ matrix.channel }} channel
      env:
        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
      run: |
        nix run --accept-flake-config .#flake-info -- --push --elastic-schema-version=$(< VERSION) nixpkgs ${{ matrix.channel }}
      if: github.repository_owner == 'NixOS'

    - name: Warmup ${{ matrix.channel }} channel
      run: |
        for (( i = 0; i < 3; i++ )) do
          curl -sS ${{ secrets.ELASTICSEARCH_URL2 }}/latest-$(< VERSION)-nixos-${{ matrix.channel }}/_search | jq -c '.took // .'
        done
      if: github.repository_owner == 'NixOS'

    - name: Create issue if failed
      if: failure()
      uses: JasonEtco/create-an-issue@v2
      with:
        filename: .github/failing-import-issue.md
        search_existing: open
        update_existing: false
      env:
        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        CHANNEL: ${{ matrix.channel }}

  import-flakes:
    runs-on: ubuntu-latest

    strategy:
      fail-fast: false
      matrix:
        group:
          - "manual"

    env:
      RUST_LOG: debug
      FI_ES_EXISTS_STRATEGY: recreate
      FI_ES_URL: ${{ secrets.ELASTICSEARCH_URL2 }}

    steps:

    - name: Checking out the repository
      uses: actions/checkout@v4

    - name: Setup
      uses: ./.github/actions/common-setup
      with:
        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        CACHIX_SIGNING_KEY: ${{ secrets.CACHIX_SIGNING_KEY }}

    - name: Import ${{ matrix.group }} group
      run: |
        nix run --accept-flake-config .#flake-info -- --push --elastic-schema-version=$(< ./VERSION) group ./flakes/${{ matrix.group }}.toml ${{ matrix.group }}
      if: github.repository_owner == 'NixOS'

    - name: Warmup ${{ matrix.group }} group
      run: |
        for (( i = 0; i < 3; i++ )) do
          curl -sS ${{ secrets.ELASTICSEARCH_URL2 }}/latest-$(< VERSION)-group-${{ matrix.group }}/_search | jq -c '.took // .'
        done
      if: github.repository_owner == 'NixOS'