-
Notifications
You must be signed in to change notification settings - Fork 13
/
Copy pathmultiprocess_data.sh
executable file
·64 lines (60 loc) · 4.04 KB
/
multiprocess_data.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
#!/bin/bash
set -e
# Set these for you:
OUT_DIR=/home/dneil/datasets/driving
ORIGIN_DIR=/mnt/ini-nas/DDD17-DavisDrivingDataset2017
TODO_FILES=( run5/rec1487839456.hdf5 run5/rec1487844247.hdf5 run5/rec1487849151.hdf5 run5/rec1487856408.hdf5 run5/rec1487858093.hdf5 run5/rec1487842276.hdf5 run5/rec1487846842.hdf5 run5/rec1487849663.hdf5 run5/rec1487857941.hdf5 run5/rec1487860613.hdf5 run5/rec1487864316.hdf5 )
# TODO_FILES=( run5/rec1487864316.hdf5 )
# Here on down should not require modification
for TODO_FILE in "${TODO_FILES[@]}"
do
IN_FULL_FILE_PREFIX=${ORIGIN_DIR}/${TODO_FILE%.*}
BASE_ID=`basename ${IN_FULL_FILE_PREFIX}`
OUT_FULL_FILE_PREFIX=${OUT_DIR}/${BASE_ID}
echo "### Working on $OUT_FULL_FILE_PREFIX ####"
# Export data
echo "### Exporting frames... ###"
ipython ./export.py -- ${IN_FULL_FILE_PREFIX}.hdf5 --binsize 0.100 --export_aps 1 --export_dvs 0 --out_file ${OUT_FULL_FILE_PREFIX}_frames.hdf5
echo "### Exporting constant events... ###"
ipython ./export.py -- ${IN_FULL_FILE_PREFIX}.hdf5 --binsize -5000 --export_aps 0 --export_dvs 1 --out_file ${OUT_FULL_FILE_PREFIX}_bin5k.hdf5
echo "### Exporting constant time slices... ###"
ipython ./export.py -- ${IN_FULL_FILE_PREFIX}.hdf5 --binsize 0.010 --export_aps 0 --export_dvs 1 --out_file ${OUT_FULL_FILE_PREFIX}_bin10ms.hdf5
# Prepare and resize
ipython ./prepare_cnn_data.py -- --filename ${OUT_FULL_FILE_PREFIX}_frames.hdf5 --rewrite 1 --skip_mean_std 1
ipython ./prepare_cnn_data.py -- --filename ${OUT_FULL_FILE_PREFIX}_bin5k.hdf5 --rewrite 1 --skip_mean_std 1
ipython ./prepare_cnn_data.py -- --filename ${OUT_FULL_FILE_PREFIX}_bin10ms.hdf5 --rewrite 1 --skip_mean_std 1
done
# Find all frame datasets
for filename in ${OUT_DIR}/*_frames.hdf5
do
frames_h5list="$frames_h5list $filename"
frames_type_list="$frames_type_list aps_frame_60x80"
echo "### Found the following APS datasets: ${frames_h5list} ###"
done
# Find all constant event datasets
for filename in ${OUT_DIR}/*_bin5k.hdf5
do
dvs5k_h5list="$dvs5k_h5list $filename"
dvs5k_type_list="$dvs5k_type_list dvs_frame_60x80"
echo "### Found the following constant event datasets: ${dvs5k_h5list} ###"
done
# Find all constant timeslice datasets
for filename in ${OUT_DIR}/*_bin10ms.hdf5
do
dvs10ms_h5list="$dvs10ms_h5list $filename"
dvs10ms_type_list="$dvs10ms_type_list dvs_frame_60x80"
echo "### Found the following constant time datasets: ${dvs5k_h5list} ###"
done
# Train the networks
echo "### Working on: --h5file ${frames_h5list[@]} --type_list ${frames_type_list[@]} ###"
ipython ./multitrain_test_cnn.py -- --h5file ${frames_h5list[@]} --dataset_keys ${frames_type_list[@]} --run_id aps_multi
ipython ./multitrain_test_rnn.py -- --h5file ${frames_h5list[@]} --dataset_keys ${frames_type_list[@]} --run_id aps_multi
echo "### Working on: --h5file ${dvs5k_h5list[@]} --type_list ${dvs5k_type_list[@]} ###"
ipython ./multitrain_test_cnn.py -- --h5file ${dvs5k_h5list[@]} --dataset_keys ${dvs5k_type_list[@]} --run_id dvs5k_multi
ipython ./multitrain_test_rnn.py -- --h5file ${dvs5k_h5list[@]} --dataset_keys ${dvs5k_type_list[@]} --run_id dvs5k_multi
echo "### Working on: --h5file ${dvs10ms_h5list[@]} --type_list ${dvs10ms_type_list[@]} ###"
ipython ./multitrain_test_cnn.py -- --h5file ${dvs10ms_h5list[@]} --dataset_keys ${dvs10ms_type_list[@]} --run_id dvs10ms_multi
ipython ./multitrain_test_rnn.py -- --h5file ${dvs10ms_h5list[@]} --dataset_keys ${dvs10ms_type_list[@]} --run_id dvs10ms_multi
echo "### Working on: --h5file ${dvs10ms_h5list[@]} ${dvs5k_h5list[@]} ${frames_h5list[@]} --type_list ${dvs10ms_type_list[@]} ${dvs5k_type_list[@]} ${frames_type_list[@]} ###"
ipython ./multitrain_test_cnn.py -- --h5file ${dvs10ms_h5list[@]} ${dvs5k_h5list[@]} ${frames_h5list[@]} --dataset_keys ${dvs10ms_type_list[@]} ${dvs5k_type_list[@]} ${frames_type_list[@]} --run_id everything_multi
ipython ./multitrain_test_rnn.py -- --h5file ${dvs10ms_h5list[@]} ${dvs5k_h5list[@]} ${frames_h5list[@]} --dataset_keys ${dvs10ms_type_list[@]} ${dvs5k_type_list[@]} ${frames_type_list[@]} --run_id everything_multi