Skip to content
BoxMOT CI

fix boosttrack config tune types #3461

Sign in to view logs

fix boosttrack config tune types

fix boosttrack config tune types #3461

Workflow file for this run

.github/workflows/ci.yml at 3d41fb2
# name of the workflow, what it is doing (optional)
name: BoxMOT CI
# events that trigger the workflow (required)
on:
push:
# pushes to the following branches
branches:
- master
pull_request:
# pull request where master is target
branches:
- master
jobs:
tracking-methods:
runs-on: ${{ matrix.os }}
outputs:
status: ${{ job.status }}
strategy:
fail-fast: false
matrix:
os: [ubuntu-latest, macos-14] # skip windows-latest for
python-version: ['3.12']
env:
TRACKERS: "ocsort bytetrack botsort deepocsort strongsort boosttrack hybridsort"
IMG: ./assets/MOT17-mini/train/MOT17-02-FRCNN/img1/000001.jpg
# Timeout: https://stackoverflow.com/a/59076067/4521646
timeout-minutes: 50
steps:
- uses: actions/checkout@v4 # Check out the repository
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
cache: 'pip' # caching pip dependencies
- name: Install requirements
shell: bash # for Windows compatibility
run: |
python -m pip install --upgrade pip setuptools wheel uv
sed -i'' -e 's/index = "torch-gpu"/index = "torch-cpu"/g' pyproject.toml
uv sync --extra yolo
- name: Run tracking method
run: |
source .venv/bin/activate
for tracker in $TRACKERS; do
boxmot track --yolo-model yolov10n.pt --reid-model osnet_x0_25_msmt17.pt --imgsz 320 --tracking-method $tracker --source $IMG --verbose
done
evolution:
runs-on: ${{ matrix.os }}
strategy:
fail-fast: false
matrix:
os: [ubuntu-latest] # skip windows-latest for
python-version: ['3.9', '3.12']
outputs:
status: ${{ job.status }}
# Timeout: https://stackoverflow.com/a/59076067/4521646
timeout-minutes: 50
steps:
- uses: actions/checkout@v4 # Check out the repository
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
cache: 'pip' # caching pip dependencies
- name: Install requirements
shell: bash # for Windows compatibility
run: |
python -m pip install --upgrade pip setuptools wheel uv
sed -i'' -e 's/index = "torch-gpu"/index = "torch-cpu"/g' pyproject.toml
uv sync --extra yolo --extra evolve
- name: Evolve set of parameters for selected tracking method
run: |
source .venv/bin/activate
# reuse first set of generated det and prod
boxmot tune --yolo-model yolov8n.pt --reid-model osnet_x0_25_msmt17.pt --n-trials 3 --tracking-method strongsort --source ./assets/MOT17-mini/train --ci --classes 0
mot-metrics-benchmark:
runs-on: ${{ matrix.os }}
strategy:
fail-fast: false
matrix:
os: [ubuntu-latest] # skip windows-latest for
python-version: ['3.9', '3.12']
outputs:
status: ${{ job.status }}
env:
TRACKERS: "ocsort bytetrack botsort deepocsort strongsort boosttrack hybridsort"
# Timeout: https://stackoverflow.com/a/59076067/4521646
timeout-minutes: 50
steps:
- uses: actions/checkout@v4 # Check out the repository
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
cache: 'pip' # caching pip dependencies
- name: Install requirements
shell: bash # for Windows compatibility
run: |
sed -i'' -e 's/index = "torch-gpu"/index = "torch-cpu"/g' pyproject.toml
sudo apt-get install -y jq
python -m pip install --upgrade pip setuptools wheel uv
uv sync --extra yolo
- name: Generate detections and embeddings
run: |
source .venv/bin/activate
boxmot generate --source ./assets/MOT17-mini/train --yolo-model yolov10n.pt --reid-model osnet_x0_25_msmt17.pt --imgsz 320 --classes 0
- name: Evaluation and Summarize Results
shell: bash
run: |
source .venv/bin/activate
echo "Format,Status❔,HOTA,MOTA,IDF1" > results.csv
for tracker in $TRACKERS; do
if boxmot eval --yolo-model yolov8n.pt --reid-model osnet_x0_25_msmt17.pt --tracking-method $tracker --verbose --source ./assets/MOT17-mini/train --ci --classes 0; then
STATUS="✅"
else
STATUS="❌"
fi
cat ${tracker}_output.json
# Extract the relevant parts of the JSON
HOTA=$(jq -r '.HOTA' ${tracker}_output.json)
MOTA=$(jq -r '.MOTA' ${tracker}_output.json)
IDF1=$(jq -r '.IDF1' ${tracker}_output.json)
TRACKER_NAME=$(echo $tracker | awk '{print toupper(substr($0,1,1)) tolower(substr($0,2))}')
echo "$TRACKER_NAME,$STATUS,$HOTA,$MOTA,$IDF1" >> results.csv
done
# Sort the results by HOTA in descending order
(head -n 1 results.csv && tail -n +2 results.csv | sort -t, -k3 -nr) > sorted_results.csv
# Create a pretty table from the sorted_results.csv file
column -s, -t sorted_results.csv > pretty_results.txt
- name: Show Results
shell: bash
run: |
cat pretty_results.txt
tracking-with-pose:
runs-on: ubuntu-latest
outputs:
status: ${{ job.status }}
steps:
- uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: '3.12'
- run: |
sed -i'' -e 's/index = "torch-gpu"/index = "torch-cpu"/g' pyproject.toml
python -m pip install --upgrade pip setuptools wheel uv
uv sync --extra yolo
- name: Test tracking with pose models
env:
IMG: ./assets/MOT17-mini/train/MOT17-02-FRCNN/img1/000001.jpg
run: |
source .venv/bin/activate
boxmot track --yolo-model weights/yolov8n-pose.pt --imgsz 320 --source $IMG
tracking-with-yolos:
runs-on: ubuntu-latest
outputs:
status: ${{ job.status }}
steps:
- uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: '3.11'
- run: |
sed -i'' -e 's/index = "torch-gpu"/index = "torch-cpu"/g' pyproject.toml
python -m pip install --upgrade pip setuptools wheel uv
# Export so that setuptools picks up clang instead of gcc
echo "CC=clang" >> $GITHUB_ENV
echo "CXX=clang++" >> $GITHUB_ENV
uv sync --extra yolo
- name: Test tracking with pose models
env:
IMG: ./assets/MOT17-mini/train/MOT17-02-FRCNN/img1/000001.jpg
run: |
source .venv/bin/activate
uv pip list
boxmot track --yolo-model yolov10n.pt --imgsz 320 --source $IMG
boxmot track --yolo-model yolox_n.pt --imgsz 320 --source $IMG
tracking-with-seg:
runs-on: ubuntu-latest
outputs:
status: ${{ job.status }}
steps:
- id: set_result
run: echo "::set-output name=result::success"
- uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: '3.12'
- name: Install dependencies
run: |
sed -i'' -e 's/index = "torch-gpu"/index = "torch-cpu"/g' pyproject.toml
python -m pip install --upgrade pip setuptools wheel uv
uv sync --extra yolo
- name: Test tracking with seg models
env:
IMG: ./assets/MOT17-mini/train/MOT17-02-FRCNN/img1/000001.jpg
run: |
source .venv/bin/activate
boxmot track --tracking-method bytetrack --yolo-model yolov8n-seg.pt --source $IMG
export-reid-models:
runs-on: ubuntu-latest
outputs:
status: ${{ job.status }}
steps:
- id: set_result
run: echo "::set-output name=result::success"
- uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: '3.13'
- name: Install dependencies
run: |
sed -i'' -e 's/index = "torch-gpu"/index = "torch-cpu"/g' pyproject.toml
python -m pip install --upgrade pip setuptools wheel uv
uv sync --extra yolo --extra onnx --extra openvino
# needed for TFLite export
sudo apt-get install flatbuffers-compiler
wget https://github.com/PINTO0309/onnx2tf/releases/download/1.16.31/flatc.tar.gz
tar -zxvf flatc.tar.gz
sudo chmod +x flatc
sudo mv flatc /usr/bin/
- name: Test export models
# --include tflite # TODO: fix tflite export
run: |
source .venv/bin/activate
boxmot export --include torchscript --include onnx --include openvino --device cpu --batch-size 3 --dynamic
# - name: Check export TFLite models
# run: |
# ls /home/runner/work/boxmot/boxmot/boxmot/engine/weights/osnet_x0_25_msmt17_saved_model/
- name: Test inference on exported models
env:
IMG: ./assets/MOT17-mini/train/MOT17-02-FRCNN/img1/000001.jpg
# boxmot track --reid-model boxmot/engine/weights/osnet_x0_25_msmt17_saved_model/osnet_x0_25_msmt17_float32.tflite --source $IMG --imgsz 320
run: |
source .venv/bin/activate
boxmot track --reid-model boxmot/engine/weights/osnet_x0_25_msmt17.torchscript --imgsz 320 --source $IMG
boxmot track --reid-model boxmot/engine/weights/osnet_x0_25_msmt17.onnx --imgsz 320 --source $IMG
boxmot track --reid-model boxmot/engine/weights/osnet_x0_25_msmt17_openvino_model --imgsz 320 --source $IMG
tests:
runs-on: ubuntu-latest
outputs:
status: ${{ job.status }}
steps:
- uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: '3.13'
- run: |
sed -i'' -e 's/index = "torch-gpu"/index = "torch-cpu"/g' pyproject.toml
python -m pip install --upgrade pip uv
- name: Test export models
run: |
uv sync --all-extras --all-groups
uv run boxmot export --include torchscript --include onnx --include openvino --include tflite --device cpu --batch-size 3 --dynamic
- name: Pytest tests # after tracking options as this does not download models
env:
# directory of PyPi package to be tested
PACKAGE_DIR: boxmot
# minimum acceptable test coverage
COVERAGE_FAIL_UNDER: 25
run: |
uv sync --all-extras --all-groups
uv run python -m pytest --cov="$PACKAGE_DIR" --cov-report=html -v -s tests
uv run python -m coverage report --fail-under="$COVERAGE_FAIL_UNDER"
# test-gpu:
# runs-on: gpu-latest
# outputs:
# status: ${{ job.status }}
# steps:
# - uses: actions/checkout@v4
# - name: Set up Python
# uses: actions/setup-python@v5
# with:
# python-version: '3.12'
# - run: |
# python -m pip install --upgrade pip setuptools wheel poetry
# poetry config virtualenvs.create false
# poetry install --with test
# - name: Pytest tests # after tracking options as this does not download models
# env:
# # directory of PyPi package to be tested
# PACKAGE_DIR: boxmot
# # minimum acceptable test coverage
# COVERAGE_FAIL_UNDER: 25
# shell: bash # for Windows compatibility
# run: |
# pytest --cov=$PACKAGE_DIR --cov-report=html -v tests/test_cuda.py
check-failures:
needs:
- tracking-methods
- mot-metrics-benchmark
- evolution
- export-reid-models
- tests
- tracking-with-pose
- tracking-with-seg
- tracking-with-yolos
if: always() # This ensures the job runs regardless of previous job failures
runs-on: ubuntu-latest
steps:
- name: Prepare environment variables
run: |
echo "tracking-methods_STATUS=${{ needs.tracking-methods.result }}" >> $GITHUB_ENV
echo "mot-metrics_STATUS=${{ needs.mot-metrics.result }}" >> $GITHUB_ENV
echo "evolution_STATUS=${{ needs.evolution.result }}" >> $GITHUB_ENV
echo "export-reid-models_STATUS=${{ needs.export-reid-modelsn.result }}" >> $GITHUB_ENV
echo "tests_STATUS=${{ needs.tests.result }}" >> $GITHUB_ENV
echo "tracking-with-pose_STATUS=${{ needs.tracking-with-pose.result }}" >> $GITHUB_ENV
echo "tracking-with-seg_STATUS=${{ needs.tracking-with-seg.result }}" >> $GITHUB_ENV
echo "tracking-with-yolos_STATUS=${{ needs.tracking-with-yolos.result }}" >> $GITHUB_ENV
- name: Check for failures and create summary
run: |
summary=""
failed=false
# Print all environment variables, grep for those ending with _STATUS, then loop
for var in $(printenv | grep '_STATUS$'); do
job_status="${var##*=}" # Extract the status part
job_name="${var%%=*}" # Extract the job name part
if [[ "$job_status" != "success" ]]; then
summary+="$job_name failed with status: $job_status\n"
failed=true
fi
done
if [[ "$failed" = false ]]; then
summary="All jobs succeeded."
fi
echo "Summary: $summary"