From b419325d43d5fe0be3146411d3b237012d1e365f Mon Sep 17 00:00:00 2001 From: maxwell-van-gelder-NOAA Date: Fri, 13 Nov 2026 08:51:32 -0800 Subject: [PATCH 1/4] Create README.md for inference-configs directory Add README for inference configuration files --- inference-configs/README.md | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 inference-configs/README.md diff --git a/inference-configs/README.md b/inference-configs/README.md new file mode 100644 index 0000000..17a484c --- /dev/null +++ b/inference-configs/README.md @@ -0,0 +1,3 @@ +# Inference Configuration YAML files + +This directory is meant to store the YAML files which are used for running the imagery pipeline. From 5949e8f001067c1515cc279daf250a42857c2c95 Mon Sep 17 00:00:00 2001 From: maxwell-van-gelder-NOAA Date: Fri, 13 Nov 2026 08:54:41 -0800 Subject: [PATCH 2/4] link to imagery pipeline --- inference-configs/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/inference-configs/README.md b/inference-configs/README.md index 17a484c..4bcc1d7 100644 --- a/inference-configs/README.md +++ b/inference-configs/README.md @@ -1,3 +1,3 @@ # Inference Configuration YAML files -This directory is meant to store the YAML files which are used for running the imagery pipeline. +This directory is meant to store the YAML files which are used for running [the imagery pipeline](https://github.com/SWFSC/esdglider/blob/57f349ddb22808d5ec548e4e469758f9a92532fa/docs/imagery-pipeline.md). From d748bb676e57a718af8c45c68b4c67afe33f5de9 Mon Sep 17 00:00:00 2001 From: Maxwell Van Gelder Date: Fri, 13 Nov 2026 18:59:17 +0000 Subject: [PATCH 3/4] add example test .yaml file and increase documentation for dir --- inference-configs/README.md | 19 +++++++++++++++++++ inference-configs/test_run_records.yaml | 4 ++++ 2 files changed, 23 insertions(+) create mode 100644 inference-configs/test_run_records.yaml diff --git a/inference-configs/README.md b/inference-configs/README.md index 4bcc1d7..9c6d431 100644 --- a/inference-configs/README.md +++ b/inference-configs/README.md @@ -1,3 +1,22 @@ # Inference Configuration YAML files This directory is meant to store the YAML files which are used for running [the imagery pipeline](https://github.com/SWFSC/esdglider/blob/57f349ddb22808d5ec548e4e469758f9a92532fa/docs/imagery-pipeline.md). + +Store the authored YAML here and pass its path to the pipeline's `--config` +option. Commit and push it normally; the pipeline does not automate GitHub +uploads or commits. + +Each new live submission to the imagery pipeline automatically stores +the exact YAML and resolved local configuration in GCS, along with snapshots +of the selected manifests and pipeline YAML: + +```text +gs://{output_bucket}/SWFSC/glider/{deployment_name}/runs/{run_id}/config/ +gs://{output_bucket}/SWFSC/glider/{deployment_name}/runs/{run_id}/manifests/ +gs://{output_bucket}/SWFSC/glider/{deployment_name}/runs/{run_id}/outputs/{chunk_number:02d}/ +``` + +The run ID contains a UTC timestamp and UUID. Archive writes are create-only +at the application level; the bucket does not enforce immutability. Use the +printed run ID with `--resume-run-id` to resume DAG submission without rewriting +the archive or regenerating metadata. diff --git a/inference-configs/test_run_records.yaml b/inference-configs/test_run_records.yaml new file mode 100644 index 0000000..e8f5e9f --- /dev/null +++ b/inference-configs/test_run_records.yaml @@ -0,0 +1,4 @@ +# Test config to see whether the run records work with GCS DAG permissions +deployment_name: amlr04-20230620 +dag: + model_type: andy-6d-v1-detector-model From 64ddcb8c943a5994e7215a778656fc2cc19a7376 Mon Sep 17 00:00:00 2001 From: Maxwell Van Gelder Date: Fri, 13 Nov 2026 20:04:48 +0000 Subject: [PATCH 4/4] use year of deployment as subdir to match other dirs in repo --- inference-configs/README.md | 12 +++++++++--- inference-configs/template.yaml | 7 +++++++ 2 files changed, 16 insertions(+), 3 deletions(-) create mode 100644 inference-configs/template.yaml diff --git a/inference-configs/README.md b/inference-configs/README.md index 9c6d431..1152b4d 100644 --- a/inference-configs/README.md +++ b/inference-configs/README.md @@ -2,9 +2,15 @@ This directory is meant to store the YAML files which are used for running [the imagery pipeline](https://github.com/SWFSC/esdglider/blob/57f349ddb22808d5ec548e4e469758f9a92532fa/docs/imagery-pipeline.md). -Store the authored YAML here and pass its path to the pipeline's `--config` -option. Commit and push it normally; the pipeline does not automate GitHub -uploads or commits. +Copy [template.yaml](template.yaml) into the associated deployment year folder, +creating it if needed, and update the deployment and model. For example, save a +2026 deployment's configuration as `2026/glider-imagery.yaml`. Use the year in +the deployment's date, not the date you run processing. + +Pass the saved file's path to the pipeline's `--config` option, for example +`~/glider-processing/inference-configs/2026/glider-imagery.yaml`. +Commit and push it normally; the pipeline does not automate GitHub uploads or +commits. Leave the template unchanged for other users to copy. Each new live submission to the imagery pipeline automatically stores the exact YAML and resolved local configuration in GCS, along with snapshots diff --git a/inference-configs/template.yaml b/inference-configs/template.yaml new file mode 100644 index 0000000..fc59f1e --- /dev/null +++ b/inference-configs/template.yaml @@ -0,0 +1,7 @@ +# Copy into the deployment's year folder, then replace the deployment and model. +# deployment_name must use the real glider name and an eight-digit YYYYMMDD date. +deployment_name: glider-YYYYMMDD + +dag: + # Replace with the approved model ID for your data. + model_type: CHOOSE_MODEL