🛍️ Build 📦 (toolpack_x64_Windows) Binaries 📦🗄️ #109
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: 🛍️ Build 📦 (toolpack_x64_Windows) Binaries 📦🗄️ | |
| # Build x64 Windows Binaries on GH action runners | |
| # Main Build Script: https://github.com/Azathothas/Toolpacks/blob/main/.github/scripts/x64_Windows/build_windows.ps1 | |
| on: | |
| workflow_dispatch: | |
| schedule: | |
| # - cron: "30 22 * * 5" # 10:30 PM UTC Friday --> 04:15 AM NPT Mrng Every Saturday | |
| - cron: "30 18 * * 0,2,5" # 06:30 PM UTC (12:15 AM NPT Mrng Every Mon, Wed & Sat) | |
| #Sane env | |
| env: | |
| GITHUB_TOKEN: "${{ secrets.TOOLPACKS }}" | |
| RCLONE_CF_R2_PUB: "${{ secrets.RCLONE_CF_R2_PUB }}" | |
| UPX_PACK: "YES" | |
| #Begin | |
| jobs: | |
| #------------------------------------------------------------------------------------# | |
| presetup: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| permissions: | |
| contents: write | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| with: | |
| path: main | |
| filter: "blob:none" #https://github.blog/2020-12-21-get-up-to-speed-with-partial-clone-and-shallow-clone/ | |
| - name: Install Addons | |
| run: | | |
| #presets | |
| set -x ; set +e | |
| #-------------# | |
| bash <(curl -qfsSL "https://pub.ajam.dev/repos/Azathothas/Arsenal/misc/Linux/install_dev_tools.sh") | |
| continue-on-error: true | |
| #------------------------------------------------------------------------------------# | |
| - name: Setup Env | |
| run: | | |
| ##presets | |
| set +x ; set +e | |
| #-------------# | |
| ##CoreUtils | |
| sudo apt update -y | |
| sudo apt install bc coreutils curl dos2unix fdupes jq moreutils wget -y | |
| sudo apt-get install apt-transport-https apt-utils ca-certificates coreutils dos2unix gnupg2 jq moreutils p7zip-full rename rsync software-properties-common texinfo tmux util-linux wget -y 2>/dev/null ; sudo apt-get update -y 2>/dev/null | |
| ##tmp | |
| SYSTMP="$(dirname $(mktemp -u))" && export SYSTMP="$SYSTMP" | |
| #GH ENV | |
| echo "SYSTMP=$SYSTMP" >> "$GITHUB_ENV" | |
| #GH Dirs | |
| mkdir -p "$GITHUB_WORKSPACE/main/aarch64_arm64_Linux" | |
| mkdir -p "$GITHUB_WORKSPACE/main/arm64_v8a_Android" | |
| mkdir -p "$GITHUB_WORKSPACE/main/x64_Windows" | |
| mkdir -p "$GITHUB_WORKSPACE/main/x86_64_Linux" | |
| #-------------# | |
| mkdir -p "$HOME/bin" | |
| sudo apt update -y | |
| sudo apt install dos2unix -y | |
| ##Setup rClone | |
| mkdir -p "$HOME/.config/rclone" | |
| echo "${{ secrets.RCLONE_CF_R2_PUB }}" > "$HOME/.config/rclone/rclone.conf" | |
| ##User-Agent | |
| USER_AGENT="$(curl -qfsSL 'https://pub.ajam.dev/repos/Azathothas/Wordlists/Misc/User-Agents/ua_chrome_macos_latest.txt')" && export USER_AGENT="$USER_AGENT" | |
| echo "USER_AGENT=$USER_AGENT" >> "$GITHUB_ENV" | |
| continue-on-error: true | |
| - name: Set TZ to (Asia/Kathmandu) | |
| run: | | |
| # Presets | |
| set +x ; set +e | |
| #--------------# | |
| sudo apt-get update -y && sudo DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata | |
| sudo ln -fs "/usr/share/zoneinfo/Asia/Kathmandu" "/etc/localtime" | |
| sudo dpkg-reconfigure --frontend noninteractive tzdata | |
| sudo apt-get install apt-utils software-properties-common -y | |
| sudo apt-get update -y | |
| continue-on-error: true | |
| #------------------------------------------------------------------------------------# | |
| - name: rClone BackUp Repo ("https://pub.ajam.dev/repos/$GITHUB_REPOSITORY") | |
| run: | | |
| # Presets | |
| set -x ; set +e | |
| #--------------# | |
| #touch "$HOME/.rclone.conf" | |
| echo "${{ secrets.RCLONE_CF_R2_PUB }}" > "$HOME/.rclone.conf" | |
| #copy & chdir to Repo | |
| cp -r "$GITHUB_WORKSPACE/main" "$SYSTMP/REPO" && cd "$SYSTMP/REPO" | |
| #Git pull | |
| git pull origin main --no-edit 2>/dev/null | |
| #Del Bloat | |
| rm -rf "$(pwd)/.git" | |
| # rm -rf "$(pwd)/aarch64_arm64_Linux" | |
| # rm -rf "$(pwd)/arm64_v8a_Android" | |
| # rm -rf "$(pwd)/x86_64_Linux" | |
| # rm -rf "$(pwd)/x64_Windows" | |
| #Upload to Pub | |
| echo -e "[+] Syncing $GITHUB_REPOSITORY to pub.ajam.dev/repos/$GITHUB_REPOSITORY \n" | |
| rclone sync "." "r2:/pub/repos/$GITHUB_REPOSITORY/" --user-agent="$USER_AGENT" --buffer-size="10M" --s3-upload-concurrency="50" --s3-chunk-size="10M" --multi-thread-streams="50" --checkers="2000" --transfers="100" --retries="10" --check-first --checksum --copy-links --fast-list --progress | |
| ##Scripts_x64_Windows | |
| #Get JQ Module to convert size : https://users.aalto.fi/~tontti/posts/jq-and-human-readable-bytes/ | |
| curl -qfsSL "https://pub.ajam.dev/utils/devscripts/jq/to_human_bytes.jq" -o "./to_human_bytes.jq" | |
| rclone lsjson --fast-list "r2:/pub/repos/Azathothas/Toolpacks/.github/scripts/x64_Windows/bins/" --exclude="*.yaml" | jq -r 'include "./to_human_bytes" ; .[] | select(.IsDir == false) | {name: (.Name), update_date: (.ModTime | split(".")[0]), source_url: "https://pub.ajam.dev/repos/Azathothas/Toolpacks/.github/scripts/x64_Windows/bins/\(.Path)"}' | jq . > "./metadata.json.tmp" | |
| #Clean Pretty Formatted | |
| echo "[" $(cat metadata.json.tmp | tr '\n' ' ' | sed 's/}/},/g' | sed '$ s/,$//') "]" | sed '$s/,[[:space:]]*\]/\]/' | jq . | tee "./metadata.json" | |
| #Update Metadata | |
| rclone copyto --checksum "./metadata.json" "r2:/pub/repos/Azathothas/Toolpacks/.github/scripts/x64_Windows/bins/metadata.json" | |
| continue-on-error: true | |
| #------------------------------------------------------------------------------------# | |
| #------------------------------------------------------------------------------------# | |
| build-fetch-binaries: | |
| runs-on: windows-latest | |
| needs: [presetup] | |
| timeout-minutes: 350 | |
| permissions: | |
| contents: write | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| with: | |
| path: main | |
| filter: "blob:none" #https://github.blog/2020-12-21-get-up-to-speed-with-partial-clone-and-shallow-clone/ | |
| - name: Install Addons | |
| run: | | |
| #presets | |
| $ErrorActionPreference = "SilentlyContinue" ; $env:ErrorActionPreference = "SilentlyContinue" | |
| #-------------# | |
| #Upgrade Choco Packages | |
| #choco upgrade all --prerelease --ignore-unfound --ignore-detected-reboot --yes | |
| Import-Module "$env:ChocolateyInstall\helpers\chocolateyProfile.psm1" ; refreshenv | |
| #eget | |
| Invoke-WebRequest -Uri "https://bin.ajam.dev/x64_Windows/eget.exe" -OutFile "$env:SYSTEMROOT\eget.exe" | |
| #rclone | |
| choco install "rclone" --prerelease --force --yes | |
| continue-on-error: true | |
| #------------------------------------------------------------------------------------# | |
| - name: Setup Env | |
| run: | | |
| #presets | |
| $ErrorActionPreference = "SilentlyContinue" ; $env:ErrorActionPreference = "SilentlyContinue" | |
| ##Setup rClone | |
| if (!(Test-Path "$env:APPDATA\rclone")) { New-Item -Path "$env:APPDATA\rclone" -ItemType Directory } | |
| if (!(Test-Path "$env:APPDATA\rclone\rclone.conf")) { New-Item -Path "$env:APPDATA\rclone\rclone.conf" -ItemType File } | |
| echo "${{ secrets.RCLONE_CF_R2_PUB }}" > "$env:APPDATA\rclone\rclone.conf" | |
| rclone listremotes | |
| continue-on-error: true | |
| #------------------------------------------------------------------------------------# | |
| #Main Build Script | |
| - name: BUILD | |
| run: | | |
| #Presets | |
| $ErrorActionPreference = "SilentlyContinue" ; $env:ErrorActionPreference = "SilentlyContinue" | |
| #--------------# | |
| #Fetch | |
| # Fetch | |
| Invoke-WebRequest -Uri "https://pub.ajam.dev/repos/Azathothas/Toolpacks/.github/scripts/x64_Windows/build_windows.ps1" -OutFile "$env:TEMP\BUILD.ps1" -UseBasicParsing | |
| #Prep | |
| Set-ItemProperty -Path "$env:TEMP\BUILD.ps1" -Name IsReadOnly $false | |
| Set-ItemProperty -Path "$env:TEMP\BUILD.ps1" -Name IsHidden $false | |
| Set-ItemProperty -Path "$env:TEMP\BUILD.ps1" -Name IsSystem $false | |
| #Run with LOGS only | |
| . "$env:TEMP\BUILD.ps1" > "$env:TEMP\BUILD.log" 2>&1 | |
| #Run with STDOUT + LOGS | |
| #. "$env:TEMP\BUILD.ps1" 2>&1 | Tee-Object -FilePath "$env:TEMP\BUILD.log" | |
| #Purge Tokens (in case set -x & gh didn't redact) | |
| (Get-Content "$env:TEMP\BUILD.log") -notmatch '.*github_pat.*', '.*ghp_.*', '.*token.*', '.*access_key_id.*', '.*secret_access_key.*', '.*cloudflarestorage.*' | Set-Content "$env:TEMP\BUILD.log" | |
| #rClone Upload logs | |
| rclone copyto "$env:TEMP\BUILD.log" "r2:/bin/x64_Windows/BUILD.log.txt" --user-agent="Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) obsidian/1.5.3 Chrome/114.0.5735.289 Electron/25.8.1 Safari/537.36" --buffer-size="100M" --s3-upload-concurrency="500" --s3-chunk-size="100M" --multi-thread-streams="500" --checkers="2000" --transfers="1000" --check-first --checksum --copy-links --fast-list --progress | |
| echo "BUILDLOG=$env:TEMP\BUILD.log" >> "$GITHUB_ENV" | |
| echo "TOOLPACK_ARCHIVE=$env:TEMP\toolpack_x64_Windows.7z" >> "$GITHUB_ENV" | |
| continue-on-error: true | |
| #------------------------------------------------------------------------------------# | |
| #Logs & Artifacts | |
| - name: Upload (x64_Windows) Artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: Toolpack_x64_Windows | |
| path: | | |
| ${{ env.TOOLPACK_ARCHIVE }} | |
| ${{ env.BUILDLOG }} | |
| compression-level: 0 # no compression, [Default: 6 (GNU Gzip)] | |
| retention-days: 7 | |
| overwrite: true | |
| continue-on-error: true | |
| #------------------------------------------------------------------------------------# |