add in script to make splits

spf/scripts/make_splits.sh

@@ -0,0 +1,18 @@
+
+splits=/mnt/md2/splits/
+name=dec19
+n=90 # 90% for train
+
+ls /mnt/ssd/2d_wallarray_v2_data/*/*.zarr -d | shuf > ${splits}/${name}_full.txt
+grep rx_circle ${splits}/${name}_full.txt > ${splits}/${name}_val.txt
+grep -v rx_circle ${splits}/${name}_full.txt > ${splits}/${name}_notcircle.txt
+
+total=$(wc -l < "${splits}/${name}_notcircle.txt")
+cutoff=$(( (n * total) / 100 ))
+
+head -n "$cutoff" "${splits}/${name}_notcircle.txt" > ${splits}/${name}_train.txt
+tail -n $(( total - cutoff )) "${splits}/${name}_notcircle.txt" >> ${splits}/${name}_val.txt
+
+# add in rover to validation
+ls /mnt/ssd/rovers/merged/nov*.zarr -d >> ${splits}/${name}_train.txt
+ls /mnt/ssd/rovers/merged/dec*.zarr -d >> ${splits}/${name}_val.txt