podman-test-gpu #7
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: podman-test-gpu | |
| on: | |
| workflow_dispatch: | |
| permissions: read-all | |
| jobs: | |
| test: | |
| runs-on: self-hosted | |
| timeout-minutes: 240 | |
| steps: | |
| - name: cleanup workspace | |
| run: | | |
| rm -rf ./* || true | |
| rm -rf ./.??* || true | |
| - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 | |
| # use default docker driver builder with containerd image store for local aikit image | |
| # these must be setup before running this test | |
| - run: docker buildx use desktop-linux | |
| - name: build aikit | |
| run: | | |
| docker buildx build . -t aikit:test \ | |
| --load --provenance=false --progress plain | |
| - name: build and push test model | |
| run: | | |
| docker buildx build . -t sozercan/testmodel:test \ | |
| -f test/aikitfile-llama.yaml \ | |
| --provenance=false --progress plain \ | |
| --build-arg="runtime=applesilicon" \ | |
| --push | |
| - name: list images | |
| run: docker images | |
| - name: run test model | |
| run: | | |
| podman run --name testmodel -d --rm -p 8080:8080 \ | |
| --device /dev/dri \ | |
| --pull always \ | |
| sozercan/testmodel:test | |
| - name: run test (gguf) | |
| run: | | |
| result=$(curl --fail --retry 10 --retry-all-errors http://127.0.0.1:8080/v1/chat/completions -H "Content-Type: application/json" -d '{ | |
| "model": "llama-3.2-1b-instruct", | |
| "messages": [{"role": "user", "content": "explain kubernetes in a sentence"}] | |
| }') | |
| echo $result | |
| choices=$(echo "$result" | jq '.choices') | |
| if [ -z "$choices" ]; then | |
| exit 1 | |
| fi | |
| - name: save logs | |
| if: always() | |
| run: podman logs testmodel > /tmp/podman-gpu.log | |
| - run: podman stop testmodel | |
| if: always() | |
| # - name: prune | |
| # run: | | |
| # docker system prune -a -f --volumes || true | |
| # podman system prune -a -f --volumes || true | |
| # if: always() | |
| - name: publish test artifacts | |
| if: always() | |
| uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.4.3 | |
| with: | |
| name: test-podman-gpu | |
| path: | | |
| /tmp/*.log |