refactor: namesys cleanup, gateway /ipns/ ttl #1301
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Gateway Conformance | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - master | |
| pull_request: | |
| paths-ignore: | |
| - '**/*.md' | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event_name == 'push' && github.sha || github.ref }} | |
| cancel-in-progress: true | |
| defaults: | |
| run: | |
| shell: bash | |
| env: | |
| # hostnames expected by https://github.com/ipfs/gateway-conformance | |
| GATEWAY_PUBLIC_GATEWAYS: | | |
| { | |
| "example.com": { | |
| "UseSubdomains": true, | |
| "InlineDNSLink": true, | |
| "Paths": ["/ipfs", "/ipns"] | |
| }, | |
| "localhost": { | |
| "UseSubdomains": true, | |
| "InlineDNSLink": true, | |
| "Paths": ["/ipfs", "/ipns"] | |
| } | |
| } | |
| jobs: | |
| # Testing all gateway features via TCP port specified in Addresses.Gateway | |
| gateway-conformance: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 10 | |
| steps: | |
| # 1. Download the gateway-conformance fixtures | |
| - name: Download gateway-conformance fixtures | |
| uses: ipfs/gateway-conformance/.github/actions/[email protected] | |
| with: | |
| output: fixtures | |
| # 2. Build the kubo-gateway | |
| - name: Setup Go | |
| uses: actions/setup-go@v4 | |
| with: | |
| go-version: 1.21.x | |
| - uses: protocol/cache-go-action@v1 | |
| with: | |
| name: ${{ github.job }} | |
| - name: Checkout kubo-gateway | |
| uses: actions/checkout@v4 | |
| with: | |
| path: kubo-gateway | |
| - name: Build kubo-gateway | |
| run: make build | |
| working-directory: kubo-gateway | |
| # 3. Init the kubo-gateway | |
| - name: Init kubo-gateway | |
| run: | | |
| ./ipfs init -e | |
| ./ipfs config --json Gateway.PublicGateways "$GATEWAY_PUBLIC_GATEWAYS" | |
| working-directory: kubo-gateway/cmd/ipfs | |
| # 4. Populate the Kubo gateway with the gateway-conformance fixtures | |
| - name: Import fixtures | |
| run: | | |
| # Import car files | |
| find ./fixtures -name '*.car' -exec kubo-gateway/cmd/ipfs/ipfs dag import --pin-roots=false {} \; | |
| # Import ipns records | |
| records=$(find ./fixtures -name '*.ipns-record') | |
| for record in $records | |
| do | |
| key=$(basename -s .ipns-record "$record" | cut -d'_' -f1) | |
| kubo-gateway/cmd/ipfs/ipfs routing put --allow-offline "/ipns/$key" "$record" | |
| done | |
| # Import dnslink records | |
| # the IPFS_NS_MAP env will be used by the daemon | |
| export IPFS_NS_MAP=$(cat "./fixtures/dnslinks.json" | jq -r '.subdomains | to_entries | map("\(.key).example.com:\(.value)") | join(",")') | |
| export IPFS_NS_MAP="$(cat "./fixtures/dnslinks.json" | jq -r '.domains | to_entries | map("\(.key):\(.value)") | join(",")'),${IPFS_NS_MAP}" | |
| echo "IPFS_NS_MAP=${IPFS_NS_MAP}" >> $GITHUB_ENV | |
| # 5. Start the kubo-gateway | |
| - name: Start kubo-gateway | |
| run: | | |
| ./ipfs daemon --offline & | |
| working-directory: kubo-gateway/cmd/ipfs | |
| # 6. Run the gateway-conformance tests | |
| - name: Run gateway-conformance tests | |
| uses: ipfs/gateway-conformance/.github/actions/[email protected] | |
| with: | |
| gateway-url: http://127.0.0.1:8080 | |
| json: output.json | |
| xml: output.xml | |
| html: output.html | |
| markdown: output.md | |
| args: -skip 'TestGatewayCar/GET_response_for_application/vnd.ipld.car/Header_Content-Length' | |
| # 7. Upload the results | |
| - name: Upload MD summary | |
| if: failure() || success() | |
| run: cat output.md >> $GITHUB_STEP_SUMMARY | |
| - name: Upload HTML report | |
| if: failure() || success() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: gateway-conformance.html | |
| path: output.html | |
| - name: Upload JSON report | |
| if: failure() || success() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: gateway-conformance.json | |
| path: output.json | |
| # Testing trustless gateway feature subset exposed as libp2p protocol | |
| gateway-conformance-libp2p-experiment: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 10 | |
| steps: | |
| # 1. Download the gateway-conformance fixtures | |
| - name: Download gateway-conformance fixtures | |
| uses: ipfs/gateway-conformance/.github/actions/[email protected] | |
| with: | |
| output: fixtures | |
| # 2. Build the kubo-gateway | |
| - name: Setup Go | |
| uses: actions/setup-go@v4 | |
| with: | |
| go-version: 1.20.x | |
| - uses: protocol/cache-go-action@v1 | |
| with: | |
| name: ${{ github.job }} | |
| - name: Checkout kubo-gateway | |
| uses: actions/checkout@v4 | |
| with: | |
| path: kubo-gateway | |
| - name: Build kubo-gateway | |
| run: make build | |
| working-directory: kubo-gateway | |
| # 3. Init the kubo-gateway | |
| - name: Init kubo-gateway | |
| run: | | |
| ./ipfs init --profile=test | |
| ./ipfs config --json Gateway.PublicGateways "$GATEWAY_PUBLIC_GATEWAYS" | |
| ./ipfs config --json Experimental.GatewayOverLibp2p true | |
| ./ipfs config Addresses.Gateway "/ip4/127.0.0.1/tcp/8080" | |
| ./ipfs config Addresses.API "/ip4/127.0.0.1/tcp/5001" | |
| working-directory: kubo-gateway/cmd/ipfs | |
| # 4. Populate the Kubo gateway with the gateway-conformance fixtures | |
| - name: Import fixtures | |
| run: | | |
| # Import car files | |
| find ./fixtures -name '*.car' -exec kubo-gateway/cmd/ipfs/ipfs dag import --pin-roots=false {} \; | |
| # 5. Start the kubo-gateway | |
| - name: Start kubo-gateway | |
| run: | | |
| ( ./ipfs daemon & ) | sed '/Daemon is ready/q' | |
| while [[ "$(./ipfs id | jq '.Addresses | length')" == '0' ]]; do sleep 1; done | |
| working-directory: kubo-gateway/cmd/ipfs | |
| # 6. Setup a kubo http-p2p-proxy to expose libp2p protocol as a regular HTTP port for gateway conformance tests | |
| - name: Init p2p-proxy kubo node | |
| env: | |
| IPFS_PATH: "~/.kubo-p2p-proxy" | |
| run: | | |
| ./ipfs init --profile=test -e | |
| ./ipfs config --json Experimental.Libp2pStreamMounting true | |
| ./ipfs config Addresses.Gateway "/ip4/127.0.0.1/tcp/8081" | |
| ./ipfs config Addresses.API "/ip4/127.0.0.1/tcp/5002" | |
| working-directory: kubo-gateway/cmd/ipfs | |
| # 7. Start the kubo http-p2p-proxy | |
| - name: Start kubo http-p2p-proxy | |
| env: | |
| IPFS_PATH: "~/.kubo-p2p-proxy" | |
| run: | | |
| ( ./ipfs daemon & ) | sed '/Daemon is ready/q' | |
| while [[ "$(./ipfs id | jq '.Addresses | length')" == '0' ]]; do sleep 1; done | |
| working-directory: kubo-gateway/cmd/ipfs | |
| # 8. Start forwarding data from the http-p2p-proxy to the node serving the Gateway API over libp2p | |
| - name: Start http-over-libp2p forwarding proxy | |
| run: | | |
| gatewayNodeId=$(./ipfs --api=/ip4/127.0.0.1/tcp/5001 id -f="<id>") | |
| ./ipfs --api=/ip4/127.0.0.1/tcp/5002 swarm connect $(./ipfs --api=/ip4/127.0.0.1/tcp/5001 swarm addrs local --id | head -n 1) | |
| ./ipfs --api=/ip4/127.0.0.1/tcp/5002 p2p forward --allow-custom-protocol /http/1.1 /ip4/127.0.0.1/tcp/8092 /p2p/$gatewayNodeId | |
| working-directory: kubo-gateway/cmd/ipfs | |
| # 9. Run the gateway-conformance tests over libp2p | |
| - name: Run gateway-conformance tests over libp2p | |
| uses: ipfs/gateway-conformance/.github/actions/[email protected] | |
| with: | |
| gateway-url: http://127.0.0.1:8092 | |
| json: output.json | |
| xml: output.xml | |
| html: output.html | |
| markdown: output.md | |
| args: --specs "trustless-gateway,-trustless-ipns-gateway" -skip 'TestGatewayCar/GET_response_for_application/vnd.ipld.car/Header_Content-Length' | |
| # 10. Upload the results | |
| - name: Upload MD summary | |
| if: failure() || success() | |
| run: cat output.md >> $GITHUB_STEP_SUMMARY | |
| - name: Upload HTML report | |
| if: failure() || success() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: gateway-conformance-libp2p.html | |
| path: output.html | |
| - name: Upload JSON report | |
| if: failure() || success() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: gateway-conformance-libp2p.json | |
| path: output.json |