Implementation of a mock scheduler for jobs/tasks that will evolve into a job manager for running training jobs over vast.ai instances.
18 lines
464 B
Bash
Executable file
18 lines
464 B
Bash
Executable file
#!/bin/bash
|
|
set -e
|
|
|
|
ROUNDS="${1:-1}"
|
|
NODES="${2:-2}"
|
|
|
|
cd "$(dirname "$0")"
|
|
|
|
mkdir -p ../reports
|
|
|
|
docker compose -f docker-compose.cpu.yml run \
|
|
-v "$(pwd)/../reports:/app/reports" \
|
|
scheduler \
|
|
bash -c "python -m sched run --script jobs/mnist.py --compose --trace --rounds $ROUNDS --nodes $NODES --report reports/report.html 2>&1 | tee reports/log.txt"
|
|
|
|
docker compose -f docker-compose.cpu.yml down
|
|
|
|
echo "Done. See reports/report.html and reports/log.txt"
|