From dad44877b125a77abc437dc10c3ffebc5fc33876 Mon Sep 17 00:00:00 2001 From: tomjunk Date: Fri, 5 Sep 2025 13:44:28 -0500 Subject: [PATCH 1/8] Update index.md --- index.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/index.md b/index.md index 6e28a1f..a3fd746 100644 --- a/index.md +++ b/index.md @@ -30,7 +30,7 @@ Instructors will engage students with hands-on lessons focused in three areas: 2. How to find futher training materials for DUNE and HEP software Other modules -1. [Introduction to LArSoft](https:dune.github.io/computing-basics-larsoft) +1. [Introduction to LArSoft](computing-basics-larsoft) 2. [Introduction to batch systems](https:dune.github.io/computing-basics-batch) Mentors will answer your questions and provide technical support. From 56fc2e9f833ed542a63b47f0e6fd30c342a97f2a Mon Sep 17 00:00:00 2001 From: tomjunk Date: Fri, 5 Sep 2025 13:46:15 -0500 Subject: [PATCH 2/8] Update index.md --- index.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/index.md b/index.md index a3fd746..d9a1e4b 100644 --- a/index.md +++ b/index.md @@ -30,7 +30,7 @@ Instructors will engage students with hands-on lessons focused in three areas: 2. How to find futher training materials for DUNE and HEP software Other modules -1. [Introduction to LArSoft](computing-basics-larsoft) +1. [Introduction to LArSoft]({{ site.baseurl }}/computing-basics-larsoft) 2. [Introduction to batch systems](https:dune.github.io/computing-basics-batch) Mentors will answer your questions and provide technical support. From 469d73d17e1e18457aab8104c3b8131df8a6590e Mon Sep 17 00:00:00 2001 From: Heidi Schellman <33669005+hschellman@users.noreply.github.com> Date: Fri, 5 Sep 2025 11:49:52 -0700 Subject: [PATCH 3/8] Update index.md fix url for other sessions --- index.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/index.md b/index.md index d9a1e4b..251f6b9 100644 --- a/index.md +++ b/index.md @@ -30,8 +30,8 @@ Instructors will engage students with hands-on lessons focused in three areas: 2. How to find futher training materials for DUNE and HEP software Other modules -1. [Introduction to LArSoft]({{ site.baseurl }}/computing-basics-larsoft) -2. [Introduction to batch systems](https:dune.github.io/computing-basics-batch) +1. [Introduction to LArSoft](https://dune.github.io/computing-basics-larsoft) +2. [Introduction to batch systems](https://dune.github.io/computing-basics-batch) Mentors will answer your questions and provide technical support. From 4aaa3d84454ed746fae832183ebf0cdcd633eb4e Mon Sep 17 00:00:00 2001 From: David DeMuth Date: Tue, 9 Sep 2025 14:28:34 -0500 Subject: [PATCH 4/8] Update README.md --- README.md | 21 +++++++++------------ 1 file changed, 9 insertions(+), 12 deletions(-) diff --git a/README.md b/README.md index 4157970..d139fc3 100644 --- a/README.md +++ b/README.md @@ -1,6 +1,6 @@ -DUNE Computing Training 2024 Update -======================================== +DUNE Computing Tutorial Basics for DUNE - Revised 2025 edition +============================================================== This repository holds the source code of the webpage that is rendered [here]({{ site.baseurl }}/index.html). @@ -9,24 +9,21 @@ This training module is part of an initiative of the [DUNE Computing Consortium] When: -2024 revisions to online version +2025 revisions to online version Live versions are delivered 1-2 times/year but this document can also be worked through on your own. -Learn the basics of DUNE computing: storage spaces, data management, LArSoft, grid job submission +Learn the basics of DUNE computing: storage spaces and data management. ### Live sessions -New! Lectures will be recorded. -There will be hands-on, facilitated with a Q&A on a live doc. -New! There will be quizzes and special sessions “expert in the room” to answer questions of beginners and not-so-beginner about their code. +Lectures will be recorded and embedded in associated training episodes. -How to do these tutorials. +There will be hands-on, facilitated with a Q&A on a livedoc. -Participants must have a valid FNAL or CERN account. +Participants must have a valid FNAL or CERN account to work through the examples provided. - -Participants must have a valid FNAL or CERN account. The Indico site will be announced is [https://indico.fnal.gov/event/59762/][indico-event] +An Indico site for this event will be announced. Apply immediately if you do not yet have accounts at either lab (info). @@ -34,7 +31,7 @@ Questions? Contact the organizers at: dune-computing-training@fnal.gov -New slack channel: #computing_training_basics +Slack channel: #computing_training_basics ## Contributing From 21485e4554711349f579d2aac9d672f193d4c5b0 Mon Sep 17 00:00:00 2001 From: Heidi Schellman <33669005+hschellman@users.noreply.github.com> Date: Wed, 22 Oct 2025 07:32:06 -0700 Subject: [PATCH 5/8] change fncda1 to fndcadoor --- _extras/pnfs2xrootd.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/_extras/pnfs2xrootd.md b/_extras/pnfs2xrootd.md index 436011c..220d06c 100644 --- a/_extras/pnfs2xrootd.md +++ b/_extras/pnfs2xrootd.md @@ -12,7 +12,7 @@ permalink: pnfs2xrootd while true do -echo -n `readlink -f $1` | sed -e 's%/pnfs%root://fndca1.fnal.gov:1094//pnfs/fna +echo -n `readlink -f $1` | sed -e 's%/pnfs%root://fndcadoor.fnal.gov:1094//pnfs/fna l.gov/usr%' shift if [ x$1 == x ]; then break; fi @@ -21,4 +21,4 @@ done echo ~~~ -{: ..language-bash} \ No newline at end of file +{: ..language-bash} From 9ccc32eda00cacfe909b473d980ee31576a84632 Mon Sep 17 00:00:00 2001 From: Heidi Schellman <33669005+hschellman@users.noreply.github.com> Date: Thu, 22 Jan 2026 14:58:30 -0800 Subject: [PATCH 6/8] fix spack 1.0 issue --- _episodes/03-data-management.md | 12 ++++++++---- _includes/al9_setup_2025a.md | 5 +++-- setup.md | 1 - 3 files changed, 11 insertions(+), 7 deletions(-) diff --git a/_episodes/03-data-management.md b/_episodes/03-data-management.md index be0533d..136d452 100644 --- a/_episodes/03-data-management.md +++ b/_episodes/03-data-management.md @@ -109,11 +109,15 @@ and when searching for specific types of data - `core.data_stream` (physics, calibration, cosmics) - `core.runs[any]=` -You probably also want to know about +For processed data you also need to know about - `core.application.version` (version of code run) -- `dune.config_file` (configuration file for the reconstruction) +- `dune.config_file` (configuration file for the reconstruction/simulation) - `dune_mc.gen_fcl_filename` (configuration for the initial simulation physics) +- `dune.output_status` (This should be 'confirmed' for processed files. If it is not, the file likely never got stored.) +- `core.data_tier` (what kind of output is it?) + + ### Example of doing a metacat search @@ -227,7 +231,7 @@ and v09_91_02d01). > **If you are doing real analysis please use the [official datasets](#Official_Datasets) which experts have defined** > > if no official dataset exists, you need to require additional fields like: -> `core.application.version=v09_91_02d01` and `dune.config_file=standard_reco_stage2_calibration_protodunehd_keepup.fcl` to make certain you are not looking at 2 versions of the same file. +> `dune.output_status=confirmed` and `core.application.version=v09_91_02d01` and `dune.config_file=standard_reco_stage2_calibration_protodunehd_keepup.fcl` to make certain that the job that created the file actually wrote the output back to storage and you are not looking at 2 versions of the same file. {: .callout} @@ -345,7 +349,7 @@ You can also do keyword/value queries like the ones above using the Other tab on ### find out how much data there is in a dataset -Do a query using the `-s` or `--summary` option +Do a query of a dataset using the `-s` or `--summary` option ~~~ metacat query -s "files from fardet-vd:fardet-vd__full-reconstructed__v09_81_00d02__reco2_dunevd10kt_anu_1x8x6_3view_30deg_geov3__prodgenie_anu_numu2nue_nue2nutau_dunevd10kt_1x8x6_3view_30deg__out1__v2_official" diff --git a/_includes/al9_setup_2025a.md b/_includes/al9_setup_2025a.md index 77b9ba1..18cb867 100644 --- a/_includes/al9_setup_2025a.md +++ b/_includes/al9_setup_2025a.md @@ -2,10 +2,11 @@ # find a spack environment and set it up # setup spack (pre spack 1.0 version) -source /cvmfs/dune.opensciencegrid.org/spack/setup-env.sh +# this is for spack v1.0 +source /cvmfs/dune.opensciencegrid.org/spack/v1.0/share/spack/setup-env.sh echo "Activate dune-workflow" spack env activate dune-workflow -echo "load GCC and CMAKE so don't use system" +echo "load GCC" echo "GCC" spack load gcc@12.5.0 arch=linux-almalinux9-x86_64_v2 diff --git a/setup.md b/setup.md index de92d43..97c970c 100644 --- a/setup.md +++ b/setup.md @@ -710,7 +710,6 @@ You should then be able to proceed with much of the tutorial thanks to the wonde Set up the DUNE software ~~~ -export UPS_OVERRIDE="-H Linux64bit+3.10-2.17" # makes certain you get the right UPS source /cvmfs/dune.opensciencegrid.org/products/dune/setup_dune.sh ~~~ {: .language-bash} From 4f247fc2c0b9954e88dc8ecd20e6815a90eab5f0 Mon Sep 17 00:00:00 2001 From: Heidi Schellman <33669005+hschellman@users.noreply.github.com> Date: Sat, 24 Jan 2026 19:34:27 +0100 Subject: [PATCH 7/8] revert back to September instructions due to root: access problem in spack 1.1 revert back to September instructions due to root: access problem in spack 1.1 --- _includes/al9_setup_2025a.md | 19 ++++++++++--------- 1 file changed, 10 insertions(+), 9 deletions(-) diff --git a/_includes/al9_setup_2025a.md b/_includes/al9_setup_2025a.md index 18cb867..70b1bd6 100644 --- a/_includes/al9_setup_2025a.md +++ b/_includes/al9_setup_2025a.md @@ -2,17 +2,18 @@ # find a spack environment and set it up # setup spack (pre spack 1.0 version) -# this is for spack v1.0 -source /cvmfs/dune.opensciencegrid.org/spack/v1.0/share/spack/setup-env.sh -echo "Activate dune-workflow" -spack env activate dune-workflow -echo "load GCC" -echo "GCC" -spack load gcc@12.5.0 arch=linux-almalinux9-x86_64_v2 +# this is for spack v1.0/devel - tutorial -echo "PY-PIP" -spack load py-pip@23.1.2%gcc@11.4.1 arch=linux-almalinux9-x86_64_v3 +echo "setup-tutorial.sh" +. /cvmfs/dune.opensciencegrid.org/dune-spack/spack-develop-fermi/setup-env.sh +spack env activate dune-tutorial +echo "Activate dune-tutorial" +echo "load GCC and CMAKE so don't use system" +echo "GCC" +spack load gcc@12.5.0 arch=linux-almalinux9-x86_64_v2 +echo "CMAKE" +spack load cmake ~~~ {: .language-bash} From 5a0b626b4070971e1f5add6a5371387fbc7bb6f5 Mon Sep 17 00:00:00 2001 From: Heidi Schellman <33669005+hschellman@users.noreply.github.com> Date: Mon, 9 Feb 2026 07:40:36 -0800 Subject: [PATCH 8/8] new al9 setup --- _includes/al9_setup_2025a.md | 19 ++++++++++--------- 1 file changed, 10 insertions(+), 9 deletions(-) diff --git a/_includes/al9_setup_2025a.md b/_includes/al9_setup_2025a.md index 18cb867..896f0eb 100644 --- a/_includes/al9_setup_2025a.md +++ b/_includes/al9_setup_2025a.md @@ -1,17 +1,18 @@ ~~~ # find a spack environment and set it up -# setup spack (pre spack 1.0 version) +# setup spack -# this is for spack v1.0 -source /cvmfs/dune.opensciencegrid.org/spack/v1.0/share/spack/setup-env.sh -echo "Activate dune-workflow" -spack env activate dune-workflow -echo "load GCC" +# this is for spack v1.1 +echo "setup-prototype.sh" +. /cvmfs/dune.opensciencegrid.org/spack/setup-env.sh +spack env activate dune-prototype +echo "Activated dune-prototype" + +echo "load GCC and CMAKE so don't use system" echo "GCC" spack load gcc@12.5.0 arch=linux-almalinux9-x86_64_v2 - -echo "PY-PIP" -spack load py-pip@23.1.2%gcc@11.4.1 arch=linux-almalinux9-x86_64_v3 +echo "CMAKE" +spack load cmake ~~~ {: .language-bash}