From d6bca4593c42ae2e69f6dc689c47ee90fe690ce2 Mon Sep 17 00:00:00 2001 From: Eric Trautman Date: Wed, 10 Apr 2024 13:26:54 -0400 Subject: [PATCH 01/11] change default runtime limit to 10 days just to be super sure --- .../multi-sem/wafer-53/91_export_aligned_slab_series_batch.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/run_scripts/multi-sem/wafer-53/91_export_aligned_slab_series_batch.sh b/run_scripts/multi-sem/wafer-53/91_export_aligned_slab_series_batch.sh index 7e1de4e5..a5336a05 100755 --- a/run_scripts/multi-sem/wafer-53/91_export_aligned_slab_series_batch.sh +++ b/run_scripts/multi-sem/wafer-53/91_export_aligned_slab_series_batch.sh @@ -25,7 +25,7 @@ fi Z_BATCH="${1}" N_NODES="${2}" -export RUNTIME=${3:-4320} # default is minutes in 3 days +export RUNTIME=${3:-240:59} # default is 10+ days # -------------------------------------------------------------------- # setup export parameters @@ -84,4 +84,4 @@ ${ARGV} # shellcheck disable=SC2086 ${FLINTSTONE} ${N_NODES} "${HOT_KNIFE_JAR}" ${CLASS} ${ARGV} -} 2>&1 | tee -a "${LOG_FILE}" \ No newline at end of file +} 2>&1 | tee -a "${LOG_FILE}" From 3132682562c24dd3e0f16bdc4eae4952db283dda Mon Sep 17 00:00:00 2001 From: Eric Trautman Date: Wed, 10 Apr 2024 13:37:30 -0400 Subject: [PATCH 02/11] add wafer 53 surface align times and fix node number override --- .../wafer-53/74_spark_surface_align_pass_n.sh | 22 ++++++++++++------- 1 file changed, 14 insertions(+), 8 deletions(-) diff --git a/run_scripts/multi-sem/wafer-53/74_spark_surface_align_pass_n.sh b/run_scripts/multi-sem/wafer-53/74_spark_surface_align_pass_n.sh index 6b5feef0..e57b0d06 100755 --- a/run_scripts/multi-sem/wafer-53/74_spark_surface_align_pass_n.sh +++ b/run_scripts/multi-sem/wafer-53/74_spark_surface_align_pass_n.sh @@ -2,10 +2,16 @@ set -e -# Run times for wafer 53 slabs: -# TBD - -# NOTE: key is to get pass12 run under 4 hours +# Run times for ten wafer 53 slabs (s070 - s079): +# +# 1|2|3) N_NODES=60 +# pass01: 7 minutes, pass02: 6 minutes, pass03: 12 minutes +# 4|5|6|7) N_NODES=150 +# pass04: 20 minutes, pass05: 49 minutes, pass06: 42 minutes, pass07: 45 minutes +# 8|9|10) N_NODES=150 +# pass08: 36 minutes, pass09: 42 minutes, pass10: 48 minutes +# 11|12) N_NODES=210 +# pass11: 47 minutes (many h6 nodes), pass12: 83 minutes (many h6 nodes) if (( $# < 1 )); then echo "USAGE $0 [number of nodes (overrides default)]" @@ -47,10 +53,10 @@ fi # setup pass specific run class case "${PASS}" in - 1|2|3) N_NODES=${4:-60}; CLASS="org.janelia.saalfeldlab.hotknife.SparkPairAlignSIFTAverage" ;; # wafer 52: 20 node default - 4|5|6|7) N_NODES=${4:-150}; CLASS="org.janelia.saalfeldlab.hotknife.SparkPairAlignSIFTAverage" ;; # wafer 52: 50 node default - 8|9|10) N_NODES=${4:-150}; CLASS="org.janelia.saalfeldlab.hotknife.SparkPairAlignFlow" ;; # wafer 52: 50 node default - 11|12) N_NODES=${4:-210}; CLASS="org.janelia.saalfeldlab.hotknife.SparkPairAlignFlow" ;; # wafer 52: 70 node default + 1|2|3) N_NODES=${2:-60}; CLASS="org.janelia.saalfeldlab.hotknife.SparkPairAlignSIFTAverage" ;; # wafer 52: 20 node default + 4|5|6|7) N_NODES=${2:-150}; CLASS="org.janelia.saalfeldlab.hotknife.SparkPairAlignSIFTAverage" ;; # wafer 52: 50 node default + 8|9|10) N_NODES=${2:-150}; CLASS="org.janelia.saalfeldlab.hotknife.SparkPairAlignFlow" ;; # wafer 52: 50 node default + 11|12) N_NODES=${2:-210}; CLASS="org.janelia.saalfeldlab.hotknife.SparkPairAlignFlow" ;; # wafer 52: 70 node default *) echo "ERROR: 'pass parameter ${PASS} must be between 1 and 12'" exit 1 From 64c8e2f6b34bb41ae49f86c834a61eb94a16e6ad Mon Sep 17 00:00:00 2001 From: Eric Trautman Date: Wed, 10 Apr 2024 15:44:42 -0400 Subject: [PATCH 03/11] add paths for wafer 53 pass05 export --- .../wafer-53/91_export_aligned_slab_series_batch.sh | 3 +++ run_scripts/multi-sem/wafer-53/99_spark_downsample_final.sh | 5 ++--- 2 files changed, 5 insertions(+), 3 deletions(-) diff --git a/run_scripts/multi-sem/wafer-53/91_export_aligned_slab_series_batch.sh b/run_scripts/multi-sem/wafer-53/91_export_aligned_slab_series_batch.sh index a5336a05..6a5f4ebd 100755 --- a/run_scripts/multi-sem/wafer-53/91_export_aligned_slab_series_batch.sh +++ b/run_scripts/multi-sem/wafer-53/91_export_aligned_slab_series_batch.sh @@ -31,6 +31,9 @@ export RUNTIME=${3:-240:59} # default is 10+ days # setup export parameters N5_PATH="/nrs/hess/data/hess_wafer_53/export/hess_wafer_53d.n5" +#TRANSFORM_GROUP="/surface-align/run_20240409_135204/pass05" +#DATA_SET_OUTPUT="/wafer-53-align/run_20240409_135204/pass05/s0" + TRANSFORM_GROUP="/surface-align/run_20240409_135204/pass12" DATA_SET_OUTPUT="/wafer-53-align/run_20240409_135204/pass12/s0" diff --git a/run_scripts/multi-sem/wafer-53/99_spark_downsample_final.sh b/run_scripts/multi-sem/wafer-53/99_spark_downsample_final.sh index e6c54c4d..a9b7682d 100755 --- a/run_scripts/multi-sem/wafer-53/99_spark_downsample_final.sh +++ b/run_scripts/multi-sem/wafer-53/99_spark_downsample_final.sh @@ -13,9 +13,8 @@ ABSOLUTE_SCRIPT=$(readlink -m "${0}") SCRIPT_DIR=$(dirname "${ABSOLUTE_SCRIPT}") source "${SCRIPT_DIR}/00_config.sh" "ALL" -#export RUNTIME="3:59" - -INPUT_DATASET_ROOT="/wafer-52-align/run_20230404_105038/pass12" +#INPUT_DATASET_ROOT="/wafer-53-align/run_20240409_135204/pass05" +INPUT_DATASET_ROOT="/wafer-53-align/run_20240409_135204/pass12" OUTPUT_DATASET_PATHS="${INPUT_DATASET_ROOT}/s1" FACTORS="2,2,1" From cfd2ad59fe51fcc4b140c919c40c7181891af064 Mon Sep 17 00:00:00 2001 From: Eric Trautman Date: Wed, 10 Apr 2024 16:46:05 -0400 Subject: [PATCH 04/11] add 92_adjust_layer_intensity.sh script (note: script currently hardcoded for a single export) --- .../wafer-53/92_adjust_layer_intensity.sh | 99 +++++++++++++++++++ 1 file changed, 99 insertions(+) create mode 100755 run_scripts/multi-sem/wafer-53/92_adjust_layer_intensity.sh diff --git a/run_scripts/multi-sem/wafer-53/92_adjust_layer_intensity.sh b/run_scripts/multi-sem/wafer-53/92_adjust_layer_intensity.sh new file mode 100755 index 00000000..228404df --- /dev/null +++ b/run_scripts/multi-sem/wafer-53/92_adjust_layer_intensity.sh @@ -0,0 +1,99 @@ +#!/bin/bash + +set -e + +ABSOLUTE_SCRIPT=`readlink -m $0` +SCRIPT_DIR=`dirname ${ABSOLUTE_SCRIPT}` +source ${SCRIPT_DIR}/00_config.sh + +umask 0002 + +if (( $# < 1 )); then + echo """ +USAGE: $0 +""" + exit 1 +fi + +N_NODES="${1}" # 30 11-slot workers takes 4 minutes +NORMALIZE_METHOD="LOCAL_CONTRAST" + +SOURCE_DATASET="/wafer-53-align/run_20240409_135204/pass12" + +#----------------------------------------------------------- +NORMALIZED_LAYER_SUFFIX="_norm-layer" +NORMALIZED_LOCAL_SUFFIX="_norm-local" +if [[ "${NORMALIZE_METHOD}" == "LAYER_INTENSITY" ]]; then + SOURCE_SUFFIX="" + NORMALIZED_SUFFIX="${NORMALIZED_LAYER_SUFFIX}" +elif [[ "${NORMALIZE_METHOD}" == "LOCAL_CONTRAST" ]]; then + SOURCE_SUFFIX="${NORMALIZED_LAYER_SUFFIX}" + NORMALIZED_SUFFIX="${NORMALIZED_LOCAL_SUFFIX}" +else + echo "ERROR: unknown NORMALIZE_METHOD of ${NORMALIZE_METHOD}" + exit 1 +fi + +NORMALIZED_SUFFIX="${NORMALIZED_SUFFIX}_inverted" + +SOURCE_PATH="${N5_SAMPLE_PATH}${SOURCE_DATASET}" + +if [[ ! -d ${SOURCE_PATH} ]]; then + echo "ERROR: ${SOURCE_PATH} not found" + exit 1 +fi + +#----------------------------------------------------------- +# Spark executor setup with 11 cores per worker ... + +export N_EXECUTORS_PER_NODE=2 # 6 +export N_CORES_PER_EXECUTOR=5 # 5 +# To distribute work evenly, recommended number of tasks/partitions is 3 times the number of cores. +#N_TASKS_PER_EXECUTOR_CORE=3 +export N_OVERHEAD_CORES_PER_WORKER=1 +#N_CORES_PER_WORKER=$(( (N_EXECUTORS_PER_NODE * N_CORES_PER_EXECUTOR) + N_OVERHEAD_CORES_PER_WORKER )) +export N_CORES_DRIVER=1 + +#----------------------------------------------------------- +RUN_TIME=`date +"%Y%m%d_%H%M%S"` +JAR="/groups/flyem/data/render/lib/hot-knife-0.0.5-SNAPSHOT.jar" +CLASS="org.janelia.saalfeldlab.hotknife.SparkNormalizeN5" + +# /nrs/hess/render/export/hess.n5/render/wafer_52_cut_00030_to_00039/slab_045_all_align_t2_ic___20230123_162917 + +ARGV="\ +--n5PathInput=${N5_SAMPLE_PATH} \ +--n5DatasetInput=${SOURCE_DATASET} \ +--normalizeMethod=${NORMALIZE_METHOD} \ +--factors=2,2,1 \ +--invert" + +NORMALIZED_DATASET="${SOURCE_DATASET}${NORMALIZED_SUFFIX}" +NORMALIZED_DATASET_DIR="${N5_SAMPLE_PATH}${NORMALIZED_DATASET}" + +if [[ ! -d ${NORMALIZED_DATASET_DIR} ]]; then + mkdir -p "${NORMALIZED_DATASET_DIR}" + if [[ -f ${SOURCE_PATH}/attributes.json ]]; then + cp "${SOURCE_PATH}"/attributes.json "${NORMALIZED_DATASET_DIR}" + echo "copied ${SOURCE_PATH}/attributes.json to ${N5_SAMPLE_PATH}${NORMALIZED_DATASET}" + fi +fi + +LOG_DIR="logs" +LOG_FILE="${LOG_DIR}/norm.${RUN_TIME}.out" + +mkdir -p ${LOG_DIR} + +# use shell group to tee all output to log file +{ + + echo """Running with arguments: +${ARGV} +""" + /groups/flyTEM/flyTEM/render/spark/spark-janelia/flintstone.sh $N_NODES $JAR $CLASS $ARGV + + echo """normalized n5 volume is: + -i ${N5_SAMPLE_PATH} -d ${NORMALIZED_DATASET} +""" +} 2>&1 | tee -a ${LOG_FILE} + From 804c8ae0a55f19fe9d161ed89b08a26e3b4060fa Mon Sep 17 00:00:00 2001 From: Eric Trautman Date: Wed, 10 Apr 2024 16:55:19 -0400 Subject: [PATCH 05/11] add slabs s080 to s089 to 73_spark_surface_align_pass_0.sh --- .../multi-sem/wafer-53/73_spark_surface_align_pass_0.sh | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/run_scripts/multi-sem/wafer-53/73_spark_surface_align_pass_0.sh b/run_scripts/multi-sem/wafer-53/73_spark_surface_align_pass_0.sh index 3c44daa3..64a701e9 100755 --- a/run_scripts/multi-sem/wafer-53/73_spark_surface_align_pass_0.sh +++ b/run_scripts/multi-sem/wafer-53/73_spark_surface_align_pass_0.sh @@ -9,12 +9,15 @@ source "${SCRIPT_DIR}/00_config.sh" "tab_not_applicable" # This runs quickly! A 1 node job for 10 slabs in wafer 53 took 4 minutes to finish. # One slab per slot N_NODES=1 - +SLAB_LIST=" +s070_m104 s071_m331 s072_m150 s073_m079 s074_m265 s075_m119 s076_m033 s077_m286 s078_m279 s079_m214 +s080_m174 s081_m049 s082_m190 s083_m029 s084_m069 s085_m031 s086_m181 s087_m155 s088_m291 s089_m045 +" N5_GROUP_OUTPUT="${N5_SURFACE_ROOT}/pass00" # Face dataset order is important. unset FACE_DATASET_ARGS -for SLAB in s070_m104 s071_m331 s072_m150 s073_m079 s074_m265 s075_m119 s076_m033 s077_m286 s078_m279 s079_m214; do +for SLAB in ${SLAB_LIST}; do FACE_DATASET_ARGS="${FACE_DATASET_ARGS} -d /flat/${SLAB}/top22_icn3/face -d /flat/${SLAB}/bot22_icn3/face" done From 0d12db22558ebc6f56b17f4b7d4addde2f90b2dd Mon Sep 17 00:00:00 2001 From: Eric Trautman Date: Wed, 10 Apr 2024 16:56:35 -0400 Subject: [PATCH 06/11] double node count since we have twice the number of slabs --- run_scripts/multi-sem/wafer-53/73_spark_surface_align_pass_0.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/run_scripts/multi-sem/wafer-53/73_spark_surface_align_pass_0.sh b/run_scripts/multi-sem/wafer-53/73_spark_surface_align_pass_0.sh index 64a701e9..5cfd8b86 100755 --- a/run_scripts/multi-sem/wafer-53/73_spark_surface_align_pass_0.sh +++ b/run_scripts/multi-sem/wafer-53/73_spark_surface_align_pass_0.sh @@ -8,7 +8,7 @@ source "${SCRIPT_DIR}/00_config.sh" "tab_not_applicable" # This runs quickly! A 1 node job for 10 slabs in wafer 53 took 4 minutes to finish. # One slab per slot -N_NODES=1 +N_NODES=2 SLAB_LIST=" s070_m104 s071_m331 s072_m150 s073_m079 s074_m265 s075_m119 s076_m033 s077_m286 s078_m279 s079_m214 s080_m174 s081_m049 s082_m190 s083_m029 s084_m069 s085_m031 s086_m181 s087_m155 s088_m291 s089_m045 From ec8d1f6b8a749681e75421e13eabe181b404e10d Mon Sep 17 00:00:00 2001 From: Eric Trautman Date: Wed, 10 Apr 2024 20:55:26 -0400 Subject: [PATCH 07/11] add s080 slabs for export --- .../91_export_aligned_slab_series_batch.sh | 18 ++++++++++++++++-- 1 file changed, 16 insertions(+), 2 deletions(-) diff --git a/run_scripts/multi-sem/wafer-53/91_export_aligned_slab_series_batch.sh b/run_scripts/multi-sem/wafer-53/91_export_aligned_slab_series_batch.sh index 6a5f4ebd..d7794235 100755 --- a/run_scripts/multi-sem/wafer-53/91_export_aligned_slab_series_batch.sh +++ b/run_scripts/multi-sem/wafer-53/91_export_aligned_slab_series_batch.sh @@ -31,11 +31,15 @@ export RUNTIME=${3:-240:59} # default is 10+ days # setup export parameters N5_PATH="/nrs/hess/data/hess_wafer_53/export/hess_wafer_53d.n5" + #TRANSFORM_GROUP="/surface-align/run_20240409_135204/pass05" #DATA_SET_OUTPUT="/wafer-53-align/run_20240409_135204/pass05/s0" -TRANSFORM_GROUP="/surface-align/run_20240409_135204/pass12" -DATA_SET_OUTPUT="/wafer-53-align/run_20240409_135204/pass12/s0" +#TRANSFORM_GROUP="/surface-align/run_20240409_135204/pass12" +#DATA_SET_OUTPUT="/wafer-53-align/run_20240409_135204/pass12/s0" + +TRANSFORM_GROUP="/surface-align/run_20240410_173647/pass06" +DATA_SET_OUTPUT="/wafer-53-align/run_20240410_173647/pass06/s0" ARGV="\ --n5PathInput ${N5_PATH} \ @@ -49,6 +53,16 @@ ARGV="\ -i /flat/s077_m286/raw -t 20 -b -21 \ -i /flat/s078_m279/raw -t 20 -b -21 \ -i /flat/s079_m214/raw -t 20 -b -21 \ +-i /flat/s080_m174/raw -t 20 -b -21 \ +-i /flat/s081_m049/raw -t 20 -b -21 \ +-i /flat/s082_m190/raw -t 20 -b -21 \ +-i /flat/s083_m029/raw -t 20 -b -21 \ +-i /flat/s084_m069/raw -t 20 -b -21 \ +-i /flat/s085_m031/raw -t 20 -b -21 \ +-i /flat/s086_m181/raw -t 20 -b -21 \ +-i /flat/s087_m155/raw -t 20 -b -21 \ +-i /flat/s088_m291/raw -t 20 -b -21 \ +-i /flat/s089_m045/raw -t 20 -b -21 \ --n5TransformGroup ${TRANSFORM_GROUP} \ --n5PathOutput ${N5_PATH} \ --n5DatasetOutput ${DATA_SET_OUTPUT} \ From 11beb5ec1aa17696a3b07ecea0af793bc8e81270 Mon Sep 17 00:00:00 2001 From: Eric Trautman Date: Wed, 10 Apr 2024 21:07:22 -0400 Subject: [PATCH 08/11] add processing times for 20 slab run --- .../multi-sem/wafer-53/74_spark_surface_align_pass_n.sh | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/run_scripts/multi-sem/wafer-53/74_spark_surface_align_pass_n.sh b/run_scripts/multi-sem/wafer-53/74_spark_surface_align_pass_n.sh index e57b0d06..cb7940dd 100755 --- a/run_scripts/multi-sem/wafer-53/74_spark_surface_align_pass_n.sh +++ b/run_scripts/multi-sem/wafer-53/74_spark_surface_align_pass_n.sh @@ -3,7 +3,6 @@ set -e # Run times for ten wafer 53 slabs (s070 - s079): -# # 1|2|3) N_NODES=60 # pass01: 7 minutes, pass02: 6 minutes, pass03: 12 minutes # 4|5|6|7) N_NODES=150 @@ -13,6 +12,13 @@ set -e # 11|12) N_NODES=210 # pass11: 47 minutes (many h6 nodes), pass12: 83 minutes (many h6 nodes) +# Run times for twenty wafer 53 slabs (s070 - s089): +# 1|2|3) N_NODES=60 +# pass01: 12 minutes, pass02: 10 minutes, pass03: 19 minutes +# 4|5|6) N_NODES=150 +# pass04: 38 minutes, pass05: 59 minutes, pass06: 58 minutes + + if (( $# < 1 )); then echo "USAGE $0 [number of nodes (overrides default)]" exit 1 From ad19f88becb44535c533a225ef9a3086067db89a Mon Sep 17 00:00:00 2001 From: Eric Trautman Date: Wed, 10 Apr 2024 21:23:18 -0400 Subject: [PATCH 09/11] update normalized export path for 20 slab export --- .../wafer-53/92_adjust_layer_intensity.sh | 14 ++++++-------- 1 file changed, 6 insertions(+), 8 deletions(-) diff --git a/run_scripts/multi-sem/wafer-53/92_adjust_layer_intensity.sh b/run_scripts/multi-sem/wafer-53/92_adjust_layer_intensity.sh index 228404df..cc27c4c9 100755 --- a/run_scripts/multi-sem/wafer-53/92_adjust_layer_intensity.sh +++ b/run_scripts/multi-sem/wafer-53/92_adjust_layer_intensity.sh @@ -15,19 +15,17 @@ USAGE: $0 exit 1 fi -N_NODES="${1}" # 30 11-slot workers takes 4 minutes +N_NODES="${1}" # normalizing a 10-slab volume with 180 11-slot workers took 2 hours and 15 minutes NORMALIZE_METHOD="LOCAL_CONTRAST" -SOURCE_DATASET="/wafer-53-align/run_20240409_135204/pass12" +SOURCE_DATASET="/wafer-53-align/run_20240410_173647/pass06" #----------------------------------------------------------- NORMALIZED_LAYER_SUFFIX="_norm-layer" NORMALIZED_LOCAL_SUFFIX="_norm-local" if [[ "${NORMALIZE_METHOD}" == "LAYER_INTENSITY" ]]; then - SOURCE_SUFFIX="" NORMALIZED_SUFFIX="${NORMALIZED_LAYER_SUFFIX}" elif [[ "${NORMALIZE_METHOD}" == "LOCAL_CONTRAST" ]]; then - SOURCE_SUFFIX="${NORMALIZED_LAYER_SUFFIX}" NORMALIZED_SUFFIX="${NORMALIZED_LOCAL_SUFFIX}" else echo "ERROR: unknown NORMALIZE_METHOD of ${NORMALIZE_METHOD}" @@ -87,13 +85,13 @@ mkdir -p ${LOG_DIR} # use shell group to tee all output to log file { - echo """Running with arguments: + echo "Running with arguments: ${ARGV} -""" +" /groups/flyTEM/flyTEM/render/spark/spark-janelia/flintstone.sh $N_NODES $JAR $CLASS $ARGV - echo """normalized n5 volume is: + echo "normalized n5 volume is: -i ${N5_SAMPLE_PATH} -d ${NORMALIZED_DATASET} -""" +" } 2>&1 | tee -a ${LOG_FILE} From 7987f16399d681444930b5940333e8cb73e78060 Mon Sep 17 00:00:00 2001 From: Eric Trautman Date: Wed, 10 Apr 2024 21:59:34 -0400 Subject: [PATCH 10/11] add wafer 53 export times --- .../wafer-53/91_export_aligned_slab_series_batch.sh | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/run_scripts/multi-sem/wafer-53/91_export_aligned_slab_series_batch.sh b/run_scripts/multi-sem/wafer-53/91_export_aligned_slab_series_batch.sh index d7794235..906a95ec 100755 --- a/run_scripts/multi-sem/wafer-53/91_export_aligned_slab_series_batch.sh +++ b/run_scripts/multi-sem/wafer-53/91_export_aligned_slab_series_batch.sh @@ -12,11 +12,12 @@ if (( $# < 2 )); then USAGE $0 [hard runtime minutes] Example: - $0 1:40 120 + $0 1:1 272 Notes: - wafer 53 rate is roughly ? blocks per node per hour - 1:40 w/140 nodes takes ? hours + export of 10 wafer 53 slabs using max 272 11-slot worker nodes took 26 minutes + export of 20 wafer 53 slabs using max 272 11-slot worker nodes took 46 minutes + hard runtime of < 60 minutes allows use of as many slots as are available, otherwise there is a 3000-slot limit """ From 95e40940534f2bed5fe44b3a6eb73027e3e1325e Mon Sep 17 00:00:00 2001 From: Eric Trautman Date: Wed, 10 Apr 2024 22:00:23 -0400 Subject: [PATCH 11/11] add paths for wafer 53 pass06 export --- run_scripts/multi-sem/wafer-53/99_spark_downsample_final.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/run_scripts/multi-sem/wafer-53/99_spark_downsample_final.sh b/run_scripts/multi-sem/wafer-53/99_spark_downsample_final.sh index a9b7682d..f4dd3e3a 100755 --- a/run_scripts/multi-sem/wafer-53/99_spark_downsample_final.sh +++ b/run_scripts/multi-sem/wafer-53/99_spark_downsample_final.sh @@ -14,7 +14,8 @@ SCRIPT_DIR=$(dirname "${ABSOLUTE_SCRIPT}") source "${SCRIPT_DIR}/00_config.sh" "ALL" #INPUT_DATASET_ROOT="/wafer-53-align/run_20240409_135204/pass05" -INPUT_DATASET_ROOT="/wafer-53-align/run_20240409_135204/pass12" +#INPUT_DATASET_ROOT="/wafer-53-align/run_20240409_135204/pass12" +INPUT_DATASET_ROOT="/wafer-53-align/run_20240410_173647/pass06" OUTPUT_DATASET_PATHS="${INPUT_DATASET_ROOT}/s1" FACTORS="2,2,1"