Handling corrupt unicode on annotation creation #71
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "Dependencies check" | |
| on: | |
| push: | |
| branches: | |
| - develop | |
| - 'ls-release/**' | |
| pull_request: | |
| types: | |
| - opened | |
| - synchronize | |
| - reopened | |
| - ready_for_review | |
| branches: | |
| - develop | |
| - 'ls-release/**' | |
| env: | |
| ACTIONS_STEP_DEBUG: '${{ secrets.ACTIONS_STEP_DEBUG }}' | |
| jobs: | |
| validate_submodules_and_ls_dependencies: | |
| name: "Submodules/deps" | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: hmarr/[email protected] | |
| - name: Validate | |
| uses: actions/github-script@v6 | |
| with: | |
| script: | | |
| const {repo, owner} = context.repo; | |
| const head_sha = '${{ github.event.pull_request.head.sha || github.event.after }}' | |
| const base_sha = '${{ github.event.pull_request.base.sha || github.event.before }}' | |
| const targetBranch = '${{ github.event.pull_request.base.ref || github.event.ref }}'.replace('refs/heads/', '') | |
| const strictCheckBranchPrefixes = ['ls-release/'] | |
| let submodules = [ | |
| {owner: owner, repo: 'label-studio-frontend'}, | |
| {owner: owner, repo: 'dm2'} | |
| ] | |
| async function getLSSubmoduleVersions(sha) { | |
| let {data: lsTreeData} = await github.rest.git.getTree({ | |
| owner, | |
| repo, | |
| tree_sha: sha | |
| }) | |
| lsTreeData = (await github.rest.git.getTree({ | |
| owner, | |
| repo, | |
| tree_sha: lsTreeData.tree.find(e => e.path === 'label_studio' && e.type === 'tree').sha | |
| })).data | |
| lsTreeData = (await github.rest.git.getTree({ | |
| owner, | |
| repo, | |
| tree_sha: lsTreeData.tree.find(e => e.path === 'frontend' && e.type === 'tree').sha | |
| })).data | |
| lsTreeData = (await github.rest.git.getTree({ | |
| owner, | |
| repo, | |
| tree_sha: lsTreeData.tree.find(e => e.path === 'dist' && e.type === 'tree').sha | |
| })).data | |
| const {data: lsDMTreeData} = await github.rest.git.getTree({ | |
| owner, | |
| repo, | |
| tree_sha: lsTreeData.tree.find(e => e.path === 'dm' && e.type === 'tree').sha | |
| }) | |
| const {data: dmfVersion} = await github.rest.git.getBlob({ | |
| owner, | |
| repo, | |
| file_sha: lsDMTreeData.tree.find(e => e.path === 'version.json' && e.type === 'blob').sha | |
| }) | |
| const dmVersionContent = Buffer.from(dmfVersion.content, dmfVersion.encoding).toString("utf8") | |
| const matchDM = dmVersionContent.match('"commit": "(.*)",') | |
| const {data: lsLSFTreeData} = await github.rest.git.getTree({ | |
| owner, | |
| repo, | |
| tree_sha: lsTreeData.tree.find(e => e.path === 'lsf' && e.type === 'tree').sha | |
| }) | |
| const {data: lsfVersion} = await github.rest.git.getBlob({ | |
| owner, | |
| repo, | |
| file_sha: lsLSFTreeData.tree.find(e => e.path === 'version.json' && e.type === 'blob').sha | |
| }) | |
| const lsfVersionContent = Buffer.from(lsfVersion.content, lsfVersion.encoding).toString("utf8") | |
| const matchLSF = lsfVersionContent.match('"commit": "(.*)",') | |
| return { | |
| 'label-studio-frontend': matchLSF[1], | |
| 'dm2': matchDM[1], | |
| } | |
| } | |
| let base_sha_redacted = base_sha | |
| if (base_sha_redacted === '0000000000000000000000000000000000000000') { | |
| console.log(`Branch creation event. Using head_sha (${head_sha}) parent as base_sha`) | |
| const {data: commit} = await github.rest.git.getCommit({ | |
| owner, | |
| repo, | |
| commit_sha: head_sha, | |
| }); | |
| console.log(commit.parents) | |
| base_sha_redacted = commit.parents[0].sha | |
| } | |
| const baseVersions = await getLSSubmoduleVersions(base_sha_redacted) | |
| console.log(`before: ${base_sha_redacted}`) | |
| console.log(baseVersions) | |
| const headVersions = await getLSSubmoduleVersions(head_sha) | |
| console.log(`after: ${head_sha}`) | |
| console.log(headVersions) | |
| const strictCheck = strictCheckBranchPrefixes.some(e => targetBranch.startsWith(e)) | |
| console.log(`Strict check: ${strictCheck}`) | |
| let failed = [] | |
| for (let submodule of submodules) { | |
| if (baseVersions[submodule.repo] === headVersions[submodule.repo] && !strictCheck) { | |
| console.log(`${submodule.repo}: Is not changed`) | |
| continue | |
| } | |
| const {data: submoduleRepo} = await github.rest.repos.get({ | |
| owner: submodule.owner, | |
| repo: submodule.repo, | |
| }); | |
| const submoduleBranch = targetBranch === 'develop' ? submoduleRepo.default_branch : targetBranch | |
| const {data: listCommits} = await github.rest.repos.listCommits({ | |
| owner: submodule.owner, | |
| repo: submodule.repo, | |
| per_page: 100, | |
| sha: submoduleBranch | |
| }); | |
| const commits = listCommits.map(e => e.sha) | |
| const headCommitNumber = commits.indexOf(headVersions[submodule.repo]) | |
| if (headCommitNumber === -1) { | |
| console.log(`${submodule.repo}: ${headVersions[submodule.repo]} from PR is not found in submodule ${submoduleBranch} branch`) | |
| failed.push(submodule.repo) | |
| continue | |
| } | |
| if (strictCheck && headCommitNumber !== 0) { | |
| console.log(`${submodule.repo}: For the release branch, submodule should be pointed to the latest commit in submodule corresponding release branch which is ${listCommits[0].html_url}`) | |
| failed.push(submodule.repo) | |
| continue | |
| } | |
| const baseCommitNumber = commits.indexOf(baseVersions[submodule.repo]) | |
| if (baseCommitNumber === -1) { | |
| console.log(`${submodule.repo}: ${baseVersions[submodule.repo]} from ${targetBranch} is not found in submodule ${submoduleBranch} branch`) | |
| continue | |
| } | |
| const {data: compare} = await github.rest.repos.compareCommits({ | |
| owner: submodule.owner, | |
| repo: submodule.repo, | |
| base: baseVersions[submodule.repo], | |
| head: headVersions[submodule.repo], | |
| }); | |
| console.log(`${submodule.repo}: ${headVersions[submodule.repo]} is ${compare.ahead_by} ahead and ${compare.behind_by} behind ${baseVersions[submodule.repo]}: ${compare.html_url}`) | |
| if (compare.behind_by > 0) { | |
| failed.push(submodule.repo) | |
| continue | |
| } | |
| } | |
| if (failed.length !== 0) { | |
| throw `Versions for ${failed.toString()} are downgraded or not found`; | |
| } |