code-repe/all_eval_array.sh at main · sanadlab/code-repe · GitHub

16 lines (13 loc) · 561 Bytes

#!/bin/bash

# Script to count configs and echo the sbatch command for a Slurm array job

CONFIGS_PATTERN="eval_configs/bigcodebench/selection_accuracy/bigcodebench/*.json"

CONFIGS=($CONFIGS_PATTERN)

NUM_CONFIGS=${#CONFIGS[@]}

RESULTS_PARENT="$SCRATCH/results_$(date +%Y%m%d_%H%M%S)"

if [ "$NUM_CONFIGS" -eq 0 ]; then

echo "No config files found."

exit 1

echo "Found $NUM_CONFIGS config files."

echo "To submit the array job, run:"

echo "sbatch --array=0-$(($NUM_CONFIGS - 1)) --export=RESULTS_PARENT=$RESULTS_PARENT slurm_array.sh \"$CONFIGS_PATTERN\""

Expand file tree