Expose n_ubatch context param
#542
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Llama Cpp Rs Check | |
| on: | |
| pull_request: | |
| branches: | |
| - main | |
| workflow_dispatch: | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| permissions: read-all | |
| jobs: | |
| check: | |
| name: Run Tests on LLama Cpp Rs | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 | |
| with: | |
| submodules: recursive | |
| - name: Install Compile Deps | |
| env: | |
| DEBIAN_FRONTEND: noninteractive | |
| run: | |
| sudo apt-get update && sudo apt-get install -y build-essential curl libssl-dev libclang-dev pkg-config cmake git | |
| - uses: dtolnay/rust-toolchain@stable | |
| with: | |
| components: clippy, rustfmt | |
| - name: Clippy | |
| run: cargo clippy | |
| - name: Fmt | |
| run: cargo fmt | |
| - name: Test | |
| run: cargo test --features sampler | |
| arm64: | |
| name: Check that it builds on various targets | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| target: [ linux/arm64, linux/amd64 ] | |
| steps: | |
| - name: checkout | |
| uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 | |
| - name: Setup QEMU | |
| uses: docker/setup-qemu-action@49b3bc8e6bdd4a60e6116a5414239cba5943d3cf | |
| with: | |
| platforms: arm64,amd64 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@988b5a0280414f521da01fcc63a27aeeb4b104db | |
| - name: Build | |
| uses: docker/build-push-action@v6 | |
| with: | |
| file: test-build.Dockerfile | |
| target: base-cuda | |
| platforms: ${{ matrix.target }} | |
| mac: | |
| name: Check that it builds on mac | |
| runs-on: macos-latest | |
| steps: | |
| - name: checkout | |
| uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 | |
| with: | |
| submodules: recursive | |
| - name: Setup Rust | |
| uses: dtolnay/rust-toolchain@stable | |
| - name: Build | |
| run: cargo build --features sampler | |
| windows: | |
| name: Check that it builds on windows | |
| runs-on: windows-latest | |
| steps: | |
| - name: checkout | |
| uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 | |
| with: | |
| submodules: recursive | |
| - name: Setup Rust | |
| uses: dtolnay/rust-toolchain@stable | |
| - name: Build | |
| run: cargo build --features sampler | |
| - name: Test | |
| run: cargo test --features sampler |