Skip to content

Scheduled Workflow #52319

Scheduled Workflow

Scheduled Workflow #52319

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
name: Scheduled Workflow
on:
schedule:
# Runs every 5 minutes
- cron: '*/5 * * * *'
permissions:
statuses: write
pull-requests: write
issues: read
actions: write
jobs:
delete-all-caches:
if: github.repository == 'apache/hudi'
runs-on: ubuntu-latest
steps:
- name: Delete Cache
run: |
gh extension install actions/gh-actions-cache
echo "Fetching list of cache key"
cacheKeysForPR=$(gh actions-cache list -R $REPO -L 100 | cut -f 1 )
## Setting this to not fail the workflow while deleting cache keys.
set +e
echo "Deleting caches..."
for cacheKey in $cacheKeysForPR
do
gh actions-cache delete $cacheKey -R $REPO --confirm
done
echo "Done"
env:
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
REPO: ${{ github.repository }}
process-new-and-updated-prs:
if: github.repository == 'apache/hudi'
runs-on: ubuntu-latest
steps:
- name: Checkout repository
uses: actions/checkout@v2
- name: Process new and updated PRs
# We have to run any actions that require write permissions here
# since the workflow triggered by events from a PR in a fork
# (not apache/hudi but other_owner/hudi) does not run on a
# GITHUB_TOKEN with write permissions (this is prohibited by
# Apache).
uses: actions/github-script@v7
with:
github-token: ${{secrets.GITHUB_TOKEN}}
script: |
// Cron schedule may not be reliable so giving buffer time to avoid missing recent PRs
const since = new Date(new Date().getTime() - (900 * 1000)).toISOString();
const query = `repo:${context.repo.owner}/${context.repo.repo} type:pr state:open updated:>=${since}`;
const openPrs = await github.paginate(github.rest.search.issuesAndPullRequests, {
q: query,
sort: 'updated',
order: 'desc',
per_page: 100
});
const { labelDocsPr, labelPrWithSize } = require(`${process.env.GITHUB_WORKSPACE}/.github/workflows/labeler.js`);
const checkAzureCiAndCreateCommitStatus = require(`${process.env.GITHUB_WORKSPACE}/.github/workflows/azure_ci.js`);
console.log(`Number of PRs to process: ${openPrs.length}`);
for (const pr of openPrs) {
console.log(`*** Processing PR: ${pr.title}, URL: ${pr.html_url}`);
const { data: pullRequest } = await github.rest.pulls.get({
owner: context.repo.owner,
repo: context.repo.repo,
pull_number: pr.number
});
const targetBase = pullRequest.base.ref;
console.log(`Target base branch: ${targetBase}`);
// Label docs PR (targeting "asf-site" branch)
if (targetBase === 'asf-site') {
await labelDocsPr({
github,
context,
prNumber: pr.number
});
}
// Label PR size
await labelPrWithSize({
github,
context,
prNumber: pr.number,
prData: pullRequest
});
// Check Azure CI and create commit status (targeting "master", "release*", or "branch-0.x" branch)
const targetBaseRegex = /^(master|release.*|branch-0\.x)$/;
if (targetBaseRegex.test(targetBase)
&& !pr.body.includes('HOTFIX: SKIP AZURE CI')) {
const latestCommitHash = pullRequest.head.sha;
// Create commit status based on Azure CI report to PR
await checkAzureCiAndCreateCommitStatus({
github,
context,
prNumber: pr.number,
latestCommitHash: latestCommitHash
});
}
}