nutch/.github/workflows/master-build.yml at bf01b431dc0d3e193b1a3c632dc8624bd37a32df · commoncrawl/nutch · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

name: master pull request ci
on:
  push:
    branches: [master]
  pull_request:
    types: [opened, synchronize, reopened]
    branches: [master]
jobs:
  javadoc:
    strategy:
      matrix:
        java: ['17']
        os: [ubuntu-latest]
    runs-on: ${{ matrix.os }}
    steps:
      - uses: actions/checkout@v5
      - name: Set up JDK ${{ matrix.java }}
        uses: actions/setup-java@v5
        with:
          java-version: ${{ matrix.java }}
          distribution: 'temurin'
      - name: Cache Ivy dependencies
        uses: actions/cache@v4
        with:
          path: ~/.ivy2/cache
          key: ${{ runner.os }}-ivy-${{ hashFiles('ivy/ivy.xml', 'src/plugin/**/ivy.xml') }}
          restore-keys: |
            ${{ runner.os }}-ivy-
      - name: Javadoc
        run: ant clean javadoc -buildfile build.xml
  rat:
    strategy:
      matrix:
        java: ['17']
        os: [ubuntu-latest]
    runs-on: ${{ matrix.os }}
    steps:
      - uses: actions/checkout@v5
      - name: Set up JDK ${{ matrix.java }}
        uses: actions/setup-java@v5
        with:
          java-version: ${{ matrix.java }}
          distribution: 'temurin'
      - name: Cache Ivy dependencies
        uses: actions/cache@v4
        with:
          path: ~/.ivy2/cache
          key: ${{ runner.os }}-ivy-${{ hashFiles('ivy/ivy.xml', 'src/plugin/**/ivy.xml') }}
          restore-keys: |
            ${{ runner.os }}-ivy-
      - name: Run Apache Rat
        run: ant clean run-rat -buildfile build.xml
      - name: Cache unknown licenses
        run: echo "UNKNOWN_LICENSES=$(sed -n 18p /home/runner/work/nutch/nutch/build/apache-rat-report.txt)" >> $GITHUB_ENV
      - name: Versions
        run: |
          echo $UNKNOWN_LICENSES
      - name: Fail if any unknown licenses
        if: ${{ env.UNKNOWN_LICENSES != '0 Unknown Licenses' }}
        run: exit 1
  tests:
    strategy:
      matrix:
        java: ['17']
        os: [ubuntu-latest, macos-latest]
    runs-on: ${{ matrix.os }}
    timeout-minutes: 45
    steps:
      - uses: actions/checkout@v5
      - name: Set up JDK ${{ matrix.java }}
        uses: actions/setup-java@v5
        with:
          java-version: ${{ matrix.java }}
          distribution: 'temurin'
      - name: Cache Ivy dependencies
        uses: actions/cache@v4
        with:
          path: ~/.ivy2/cache
          key: ${{ runner.os }}-ivy-${{ hashFiles('ivy/ivy.xml', 'src/plugin/**/ivy.xml') }}
          restore-keys: |
            ${{ runner.os }}-ivy-
      - uses: dorny/paths-filter@de90cc6fb38fc0963ad72b210f1f284cd68cea36
        id: filter
        with:
          filters: |
            core:
              - 'src/java/**'
              - 'src/test/**'
              - 'src/testresources/**'
            plugins:
              - 'src/plugin/**'
            buildconf:
              - 'build.xml'
              - 'ivy/ivy.xml'
              - '.github/workflows/*'
      # run if the build configuration or both 'core' and 'plugins' files were changed
      - name: test all
        if: ${{ steps.filter.outputs.buildconf == 'true' || ( steps.filter.outputs.core  == 'true' && steps.filter.outputs.plugins  == 'true' ) }}
        run: ant clean test -buildfile build.xml
      # run only if 'core' files were changed
      - name: test core
        if: ${{ steps.filter.outputs.core == 'true' && steps.filter.outputs.plugins == 'false' && steps.filter.outputs.buildconf == 'false' }}
        run: ant clean test-core -buildfile build.xml
      # run only if 'plugins' files were changed
      - name: test plugins
        if: ${{ steps.filter.outputs.plugins == 'true' && steps.filter.outputs.core == 'false' && steps.filter.outputs.buildconf == 'false' }}
        run: ant clean test-plugins -buildfile build.xml
      - name: Check for test results
        id: check_tests
        if: always() && matrix.os == 'ubuntu-latest'
        run: |
          shopt -s globstar nullglob
          files=(./build/test/TEST-*.xml ./build/**/test/TEST-*.xml)
          if [ ${#files[@]} -gt 0 ]; then
            echo "has_results=true" >> $GITHUB_OUTPUT
          else
            echo "has_results=false" >> $GITHUB_OUTPUT
          fi
      - name: Upload Test Report
        uses: actions/upload-artifact@v4
        if: always() && matrix.os == 'ubuntu-latest' && steps.check_tests.outputs.has_results == 'true'
        with:
          name: junit-test-results-${{ matrix.os }}
          path: |
            ./build/test/TEST-*.xml
            ./build/**/test/TEST-*.xml
          retention-days: 1