Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 0 additions & 1 deletion EVNT/BNL/CentOS7/evnt_centos.sub
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
Universe = vanilla


Output = /usatlas/u/qlei/batch_output_files/evnt/centos/myjob.$(Cluster).$(Process).out
Error = /usatlas/u/qlei/batch_output_files/evnt/centos/myjob.$(Cluster).$(Process).err
Log = /usatlas/u/qlei/batch_output_files/evnt/centos/myjob.$(Cluster).$(Process).log
Expand Down
19 changes: 15 additions & 4 deletions EVNT/BNL/CentOS7/run_evnt_centos7_batch.sh
Original file line number Diff line number Diff line change
@@ -1,28 +1,39 @@
#!/bin/bash

# Current time used for log file storage
curr_time=$(date -u "+%Y-%m-%dT%H:%M:%SZ")
# shellcheck disable=SC1091
source /usatlas/u/qlei/AF-Benchmarking/parsing/utils/benchmark_utils.sh

# Current time used for log file storage
start_time=$(date -u "+%Y-%m-%dT%H:%M:%SZ")

# Sets up the container:
## -c : used to make a container followed by the OS we want to use
## -m : mounts a specific directory
## -r : precedes the commands we want to run within the container
setup_start=$(date -u "+%Y-%m-%dT%H:%M:%SZ")
export ATLAS_LOCAL_ROOT_BASE=/cvmfs/atlas.cern.ch/repo/ATLASLocalRootBase
# shellcheck disable=SC1091
source ${ATLAS_LOCAL_ROOT_BASE}/user/atlasLocalSetup.sh -c centos7 -m /atlasgpfs01 -r "asetup AthGeneration,23.6.31,here && export LHAPATH=/cvmfs/sft.cern.ch/lcg/external/lhapdfsets/current:/cvmfs/atlas.cern.ch/repo/sw/software/23.6/sw/lcg/releases/LCG_104d_ATLAS_13/MCGenerators/lhapdf/6.5.3/x86_64-centos7-gcc11-opt/share/LHAPDF:/cvmfs/atlas.cern.ch/repo/sw/Generators/lhapdfsets/current && export LHAPDF_DATA_PATH=/cvmfs/sft.cern.ch/lcg/external/lhapdfsets/current:/cvmfs/atlas.cern.ch/repo/sw/software/23.6/sw/lcg/releases/LCG_104d_ATLAS_13/MCGenerators/lhapdf/6.5.3/x86_64-centos7-gcc11-opt/share/LHAPDF:/cvmfs/atlas.cern.ch/repo/sw/Generators/lhapdfsets/current &&\
echo \"SETUP_COMPLETE=\$(date -u '+%Y-%m-%dT%H:%M:%SZ')\" >> split.log &&\
echo $(date -u "+%Y-%m-%dT%H:%M:%SZ") >> split.log &&\
Gen_tf.py --ecmEnergy=13000.0 --jobConfig=/atlasgpfs01/usatlas/data/qlei/EVNTJob/100xxx/100001/ --outputEVNTFile=EVNT.root --maxEvents=1000 --randomSeed=1001 2>&1 | tee pipe_file.log &&\
/usr/bin/time -v Gen_tf.py --ecmEnergy=13000.0 --jobConfig=/atlasgpfs01/usatlas/data/qlei/EVNTJob/100xxx/100001/ --outputEVNTFile=EVNT.root --maxEvents=1000 --randomSeed=1001 2>&1 | tee pipe_file.log &&\
cat pipe_file.log >> log.generate &&\
echo $(date -u "+%Y-%m-%dT%H:%M:%SZ") >> split.log"

setup_end=$(grep "^SETUP_COMPLETE=" split.log 2>/dev/null | tail -1 | sed 's/^SETUP_COMPLETE=//')
end_time=$(date -u "+%Y-%m-%dT%H:%M:%SZ")

# Output directory
output_dir="/atlasgpfs01/usatlas/data/qlei/logs/EVNT_centos7_batch/${curr_time}"
output_dir="/atlasgpfs01/usatlas/data/qlei/logs/EVNT_centos7_batch/${start_time}"

# Creates the output directory
mkdir -p "${output_dir}"
# Obtains and appends the host name and payload size to the log file
hostname >> split.log
du EVNT.root >> split.log

append_benchmark log.generate "${start_time}" "${end_time}" "${setup_start}" "${setup_end}"

# Moves the log file to the output directory
mv log.generate "${output_dir}"
mv split.log "${output_dir}"
Expand Down
1 change: 0 additions & 1 deletion EVNT/BNL/EL9/evnt_el.sub
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
Universe = vanilla


Output = /usatlas/u/qlei/batch_output_files/evnt/el/myjob.$(Cluster).$(Process).out
Error = /usatlas/u/qlei/batch_output_files/evnt/el/myjob.$(Cluster).$(Process).err
Log = /usatlas/u/qlei/batch_output_files/evnt/el/myjob.$(Cluster).$(Process).log
Expand Down
20 changes: 16 additions & 4 deletions EVNT/BNL/EL9/run_evnt_el9_batch.sh
Original file line number Diff line number Diff line change
@@ -1,7 +1,10 @@
#!/bin/bash
# Current time used for log file storage
curr_time=$(date -u "+%Y-%m-%dT%H:%M:%SZ")

# shellcheck disable=SC1091
source /usatlas/u/qlei/AF-Benchmarking/parsing/utils/benchmark_utils.sh

# current time used for log file storage
start_time=$(date -u "+%Y-%m-%dT%H:%M:%SZ")

# The OS used in the container
OScontainer="el9"
Expand All @@ -10,21 +13,30 @@ OScontainer="el9"
## -c : used to make a container followed by the OS we want to use
## -m : mounts a specific directory
## -r : precedes the commands we want to run within the container
setup_start=$(date -u "+%Y-%m-%dT%H:%M:%SZ")
export ATLAS_LOCAL_ROOT_BASE=/cvmfs/atlas.cern.ch/repo/ATLASLocalRootBase
# shellcheck disable=SC1091
source ${ATLAS_LOCAL_ROOT_BASE}/user/atlasLocalSetup.sh -c ${OScontainer} -m /atlasgpfs01 -r "asetup AthGeneration,23.6.34,here &&\
echo \"SETUP_COMPLETE=\$(date -u '+%Y-%m-%dT%H:%M:%SZ')\" >> split.log &&\
echo $(date -u "+%Y-%m-%dT%H:%M:%SZ") >> split.log &&\
Gen_tf.py --ecmEnergy=13000.0 --jobConfig=/atlasgpfs01/usatlas/data/qlei/EVNTJob/100xxx/100001/ --outputEVNTFile=EVNT.root --maxEvents=1000 --randomSeed=1001 2>&1 | tee pipe_file.log &&\
/usr/bin/time -v Gen_tf.py --ecmEnergy=13000.0 --jobConfig=/atlasgpfs01/usatlas/data/qlei/EVNTJob/100xxx/100001/ --outputEVNTFile=EVNT.root --maxEvents=1000 --randomSeed=1001 2>&1 | tee pipe_file.log &&\
cat pipe_file.log >> log.generate &&\
echo $(date -u "+%Y-%m-%dT%H:%M:%SZ") >> split.log"

setup_end=$(grep "^SETUP_COMPLETE=" split.log 2>/dev/null | tail -1 | sed 's/^SETUP_COMPLETE=//')
end_time=$(date -u "+%Y-%m-%dT%H:%M:%SZ")

# Output directory
output_dir="/atlasgpfs01/usatlas/data/qlei/logs/EVNT_el9_batch/${curr_time}"
output_dir="/atlasgpfs01/usatlas/data/qlei/logs/EVNT_el9_batch/${start_time}"

# Creates the output directory
mkdir -p "${output_dir}"
# Obtains and appends the host name and payload size to the log file
hostname >> split.log
du EVNT.root >> split.log

append_benchmark log.generate "${start_time}" "${end_time}" "${setup_start}" "${setup_end}"

# Moves the log file to the output directory
mv log.generate "${output_dir}"
mv split.log "${output_dir}"
Expand Down
1 change: 0 additions & 1 deletion EVNT/BNL/Native/evnt_native.sub
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
Universe = vanilla


Output = /usatlas/u/qlei/batch_output_files/evnt/native/myjob.$(Cluster).$(Process).out
Error = /usatlas/u/qlei/batch_output_files/evnt/native/myjob.$(Cluster).$(Process).err
Log = /usatlas/u/qlei/batch_output_files/evnt/native/myjob.$(Cluster).$(Process).log
Expand Down
20 changes: 16 additions & 4 deletions EVNT/BNL/Native/run_evnt_native_batch.sh
Original file line number Diff line number Diff line change
@@ -1,8 +1,15 @@
#!/bin/bash

# shellcheck disable=SC1091
source /usatlas/u/qlei/AF-Benchmarking/parsing/utils/benchmark_utils.sh

# current time used for log file storage
start_time=$(date -u "+%Y-%m-%dT%H:%M:%SZ")

# The seed used in the job
seed=1001

setup_start=$(date -u "+%Y-%m-%dT%H:%M:%SZ")

# Sets up our working environment
export ATLAS_LOCAL_ROOT_BASE=/cvmfs/atlas.cern.ch/repo/ATLASLocalRootBase
Expand All @@ -12,25 +19,30 @@ source "${ATLAS_LOCAL_ROOT_BASE}"/user/atlasLocalSetup.sh
# Sets up the Ath* version
asetup AthGeneration,23.6.34,here

setup_end=$(date -u "+%Y-%m-%dT%H:%M:%SZ")

# Appends time before Gen_tf.py to log file
date -u "+%Y-%m-%dT%H:%M:%SZ" >> split.log

Gen_tf.py --ecmEnergy=13000.0 --jobConfig=/atlasgpfs01/usatlas/data/qlei/EVNTJob/100xxx/100001/ --outputEVNTFile=EVNT.root --maxEvents=1000 --randomSeed=${seed} 2>&1 | tee pipe_file.log
/usr/bin/time -v Gen_tf.py --ecmEnergy=13000.0 --jobConfig=/atlasgpfs01/usatlas/data/qlei/EVNTJob/100xxx/100001/ --outputEVNTFile=EVNT.root --maxEvents=1000 --randomSeed=${seed} 2>&1 | tee pipe_file.log
cat pipe_file.log >> log.generate

# Appends time after Gen_tf.py to log file
date -u "+%Y-%m-%dT%H:%M:%SZ" >> split.log

# Current time used for log file storage
curr_time=$(date -u "+%Y-%m-%dT%H:%M:%SZ")
end_time=$(date -u "+%Y-%m-%dT%H:%M:%SZ")

# Output directory
output_dir="/atlasgpfs01/usatlas/data/qlei/logs/EVNT_native_batch/${curr_time}"
output_dir="/atlasgpfs01/usatlas/data/qlei/logs/EVNT_native_batch/${start_time}"

# Creates the output directory
mkdir -p "${output_dir}"
# Obtains and appends the host name and payload size to the log file
hostname >> split.log
du EVNT.root >> split.log

append_benchmark log.generate "${start_time}" "${end_time}" "${setup_start}" "${setup_end}"

# Moves the log file to the output directory
mv log.generate "${output_dir}"
mv split.log "${output_dir}"
Expand Down
17 changes: 16 additions & 1 deletion EVNT/UC/CentOS7/run_evnt_centos7_batch.sh
Original file line number Diff line number Diff line change
@@ -1,16 +1,21 @@
#!/bin/bash

source "${GITHUB_WORKSPACE}/parsing/utils/benchmark_utils.sh"

# shellcheck disable=SC2034
OS_container="centos7"

# The seed used in the job
# shellcheck disable=SC2034
seed=1001

start_time=$(date -u "+%Y-%m-%dT%H:%M:%SZ")

# Directory storing the input files
config_dir="${GITHUB_WORKSPACE}/EVNT/EVNTFiles/100xxx/100001"

# Creates the ATLAS Environment
setup_start=$(date -u "+%Y-%m-%dT%H:%M:%SZ")
export ATLAS_LOCAL_ROOT_BASE=/cvmfs/atlas.cern.ch/repo/ATLASLocalRootBase

# Appends time before Gen_tf.py to log file
Expand All @@ -22,11 +27,21 @@ date -u "+%Y-%m-%dT%H:%M:%SZ" >> split.log
## -r : precedes the commands we want to run within the container

# shellcheck disable=SC1091
source "${ATLAS_LOCAL_ROOT_BASE}"/user/atlasLocalSetup.sh -c centos7 -r "asetup AthGeneration,23.6.31,here && export LHAPATH=/cvmfs/sft.cern.ch/lcg/external/lhapdfsets/current:/cvmfs/atlas.cern.ch/repo/sw/software/23.6/sw/lcg/releases/LCG_104d_ATLAS_13/MCGenerators/lhapdf/6.5.3/x86_64-centos7-gcc11-opt/share/LHAPDF:/cvmfs/atlas.cern.ch/repo/sw/Generators/lhapdfsets/current && export LHAPDF_DATA_PATH=/cvmfs/sft.cern.ch/lcg/external/lhapdfsets/current:/cvmfs/atlas.cern.ch/repo/sw/software/23.6/sw/lcg/releases/LCG_104d_ATLAS_13/MCGenerators/lhapdf/6.5.3/x86_64-centos7-gcc11-opt/share/LHAPDF:/cvmfs/atlas.cern.ch/repo/sw/Generators/lhapdfsets/current && Gen_tf.py --ecmEnergy=13000.0 --jobConfig=${config_dir} --outputEVNTFile=EVNT.root --maxEvents=1000 --randomSeed=1001 2>&1 | tee pipe_file.log"
source "${ATLAS_LOCAL_ROOT_BASE}"/user/atlasLocalSetup.sh -c centos7 -r "asetup AthGeneration,23.6.31,here &&\
export LHAPATH=/cvmfs/sft.cern.ch/lcg/external/lhapdfsets/current:/cvmfs/atlas.cern.ch/repo/sw/software/23.6/sw/lcg/releases/LCG_104d_ATLAS_13/MCGenerators/lhapdf/6.5.3/x86_64-centos7-gcc11-opt/share/LHAPDF:/cvmfs/atlas.cern.ch/repo/sw/Generators/lhapdfsets/current &&\
export LHAPDF_DATA_PATH=/cvmfs/sft.cern.ch/lcg/external/lhapdfsets/current:/cvmfs/atlas.cern.ch/repo/sw/software/23.6/sw/lcg/releases/LCG_104d_ATLAS_13/MCGenerators/lhapdf/6.5.3/x86_64-centos7-gcc11-opt/share/LHAPDF:/cvmfs/atlas.cern.ch/repo/sw/Generators/lhapdfsets/current &&\
echo \"SETUP_COMPLETE=\$(date -u '+%Y-%m-%dT%H:%M:%SZ')\" >> split.log &&\
/usr/bin/time -v Gen_tf.py --ecmEnergy=13000.0 --jobConfig=${config_dir} --outputEVNTFile=EVNT.root --maxEvents=1000 --randomSeed=1001 2>&1 | tee pipe_file.log &&\
cat pipe_file.log >> log.generate"

setup_end=$(grep "^SETUP_COMPLETE=" split.log 2>/dev/null | tail -1 | sed 's/^SETUP_COMPLETE=//')
end_time=$(date -u "+%Y-%m-%dT%H:%M:%SZ")

# Appends time after Gen_tf.py to a log file
{
date -u "+%Y-%m-%dT%H:%M:%SZ"
hostname
du EVNT.root
} >> split.log

append_benchmark "log.generate" "${start_time}" "${end_time}" "${setup_start}" "${setup_end}"
16 changes: 14 additions & 2 deletions EVNT/UC/EL9/run_evnt_el9_batch.sh
Original file line number Diff line number Diff line change
@@ -1,15 +1,20 @@
#!/bin/bash

source "${GITHUB_WORKSPACE}/parsing/utils/benchmark_utils.sh"

# Defining the OS wanted in the container
OS_container="el9"

# The seed used in the job
seed=1001

start_time=$(date -u "+%Y-%m-%dT%H:%M:%SZ")

# Directory storing the input files
config_dir="${GITHUB_WORKSPACE}/EVNT/EVNTFiles/100xxx/100001"

# Setting up the working environment
setup_start=$(date -u "+%Y-%m-%dT%H:%M:%SZ")
export ATLAS_LOCAL_ROOT_BASE=/cvmfs/atlas.cern.ch/repo/ATLASLocalRootBase

# Appends time before Gen_tf.py to log file
Expand All @@ -21,11 +26,18 @@ date -u "+%Y-%m-%dT%H:%M:%SZ" >> split.log
## -r : precedes the commands we want to run within the container
# shellcheck disable=SC1091
source "${ATLAS_LOCAL_ROOT_BASE}"/user/atlasLocalSetup.sh -c "${OS_container}" -r "asetup AthGeneration,23.6.34,here && \
Gen_tf.py --ecmEnergy=13000.0 --jobConfig=${config_dir} --outputEVNTFile=EVNT.root --maxEvents=1000 --randomSeed=${seed} 2>&1 | tee pipe_file.log"
echo \"SETUP_COMPLETE=\$(date -u '+%Y-%m-%dT%H:%M:%SZ')\" >> split.log && \
/usr/bin/time -v Gen_tf.py --ecmEnergy=13000.0 --jobConfig=${config_dir} --outputEVNTFile=EVNT.root --maxEvents=1000 --randomSeed=${seed} 2>&1 | tee pipe_file.log && \
cat pipe_file.log >> log.generate"

setup_end=$(grep "^SETUP_COMPLETE=" split.log 2>/dev/null | tail -1 | sed 's/^SETUP_COMPLETE=//')
end_time=$(date -u "+%Y-%m-%dT%H:%M:%SZ")

# Appends time after Gen_tf.py to a log file
{
date -u "+%Y-%m-%dT%H:%M:%SZ"
hostname
du EVNT.root
} >> split.logi
} >> split.log

append_benchmark "log.generate" "${start_time}" "${end_time}" "${setup_start}" "${setup_end}"
15 changes: 14 additions & 1 deletion EVNT/UC/Native/run_evnt_native_batch.sh
Original file line number Diff line number Diff line change
@@ -1,13 +1,19 @@
#!/bin/bash

source "${GITHUB_WORKSPACE}/parsing/utils/benchmark_utils.sh"

# The seed used in the job
seed=1001

start_time=$(date -u "+%Y-%m-%dT%H:%M:%SZ")

# Directory storing the input files
config_dir="${GITHUB_WORKSPACE}/EVNT/EVNTFiles/100xxx/100001"

max_events=1000

setup_start=$(date -u "+%Y-%m-%dT%H:%M:%SZ")

# Sets up our working environment
echo "::group::setupATLAS"
export ATLAS_LOCAL_ROOT_BASE=/cvmfs/atlas.cern.ch/repo/ATLASLocalRootBase
Expand All @@ -21,10 +27,15 @@ date -u "+%Y-%m-%dT%H:%M:%SZ" >> split.log
# Sets up the Ath* version
asetup AthGeneration,23.6.34,here

setup_end=$(date -u "+%Y-%m-%dT%H:%M:%SZ")

echo "::group::EVNT Generation"
Gen_tf.py --ecmEnergy=13000.0 --jobConfig="${config_dir}" --outputEVNTFile=EVNT.root --maxEvents="${max_events}" --randomSeed="${seed}" 2>&1 | tee pipe_file.log
/usr/bin/time -v Gen_tf.py --ecmEnergy=13000.0 --jobConfig="${config_dir}" --outputEVNTFile=EVNT.root --maxEvents="${max_events}" --randomSeed="${seed}" 2>&1 | tee pipe_file.log
cat pipe_file.log >> log.generate
echo "::endgroup::"

end_time=$(date -u "+%Y-%m-%dT%H:%M:%SZ")

# Appends time after Gen_tf.py to a log file
echo "::group::Collect Metrics"
{
Expand All @@ -33,3 +44,5 @@ echo "::group::Collect Metrics"
du EVNT.root
} >> split.log
echo "::endgroup::"

append_benchmark "log.generate" "${start_time}" "${end_time}" "${setup_start}" "${setup_end}"
1 change: 0 additions & 1 deletion NTuple_Hist/coffea/BNL/coffea_el9.sub
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
Universe = vanilla


Output = /usatlas/u/qlei/batch_output_files/coffea/myjob.$(Cluster).$(Process).out
Error = /usatlas/u/qlei/batch_output_files/coffea/myjob.$(Cluster).$(Process).err
Log = /usatlas/u/qlei/batch_output_files/coffea/myjob.$(Cluster).$(Process).log
Expand Down
19 changes: 15 additions & 4 deletions NTuple_Hist/coffea/BNL/run_example.sh
Original file line number Diff line number Diff line change
@@ -1,7 +1,11 @@
#!/bin/bash

# Gets the current time
curr_time=$(date -u "+%Y-%m-%dT%H:%M:%SZ")
# shellcheck disable=SC1091
source /usatlas/u/qlei/AF-Benchmarking/parsing/utils/benchmark_utils.sh

# current time used for log file storage

start_time=$(date -u "+%Y-%m-%dT%H:%M:%SZ")

working_dir="/atlasgpfs01/usatlas/data/qlei/ntuple/coffea"

Expand All @@ -15,24 +19,31 @@ fi

cp ~/AF-Benchmarking/NTuple_Hist/coffea/BNL/example.py .

setup_start=$(date -u "+%Y-%m-%dT%H:%M:%SZ")
export ATLAS_LOCAL_ROOT_BASE=/cvmfs/atlas.cern.ch/repo/ATLASLocalRootBase
export ALRB_localConfigDir="$HOME"/localConfig
# shellcheck disable=SC1091
source "${ATLAS_LOCAL_ROOT_BASE}"/user/atlasLocalSetup.sh -c el9 -m /atlasgpfs01/usatlas/data/ -r "date >> split.log &&\
python3 -m venv venv &&\
./venv/bin/python -m pip install -U pip &&\
./venv/bin/python -m pip install atlas_schema 'dask_awkward!=2026.2.0' &&\
./venv/bin/python example.py 2>&1 | tee coffea_hist.log"
echo \"SETUP_COMPLETE=\$(date -u '+%Y-%m-%dT%H:%M:%SZ')\" >> split.log &&\
/usr/bin/time -v ./venv/bin/python example.py 2>&1 | tee coffea_hist.log"

setup_end=$(grep "^SETUP_COMPLETE=" split.log 2>/dev/null | tail -1 | sed 's/^SETUP_COMPLETE=//')
end_time=$(date -u "+%Y-%m-%dT%H:%M:%SZ")

{
date -u "+%Y-%m-%dT%H:%M:%SZ"
hostname
du coffea.root
} >> split.log

output_dir="/atlasgpfs01/usatlas/data/qlei/logs/Coffea_Hist/${curr_time}"
output_dir="/atlasgpfs01/usatlas/data/qlei/logs/Coffea_Hist/${start_time}"

mkdir -p "${output_dir}"

append_benchmark coffea_hist.log "${start_time}" "${end_time}" "${setup_start}" "${setup_end}"

mv coffea_hist.log "${output_dir}"
mv split.log "${output_dir}"
13 changes: 12 additions & 1 deletion NTuple_Hist/coffea/UC/run_example.sh
Original file line number Diff line number Diff line change
@@ -1,22 +1,33 @@
#!/bin/bash

source "${GITHUB_WORKSPACE}/parsing/utils/benchmark_utils.sh"

date -u "+%Y-%m-%dT%H:%M:%SZ" >> split.log

start_time=$(date -u "+%Y-%m-%dT%H:%M:%SZ")

#cp ${GITHUB_WORKSPACE}/NTuple_Hist/coffea/UC/example.py .

# Setting up environment and container
setup_start=$(date -u "+%Y-%m-%dT%H:%M:%SZ")
export ATLAS_LOCAL_ROOT_BASE=/cvmfs/atlas.cern.ch/repo/ATLASLocalRootBase
export ALRB_localConfigDir="$HOME"/localConfig
# shellcheck disable=SC1091
source "${ATLAS_LOCAL_ROOT_BASE}"/user/atlasLocalSetup.sh -c el9 -m /data -r "lsetup 'python 3.9.22-x86_64-el9' &&\
python3 -m venv venv &&\
./venv/bin/python -m pip install -U pip &&\
./venv/bin/python -m pip install atlas_schema 'dask_awkward!=2026.2.0' &&\
./venv/bin/python ${GITHUB_WORKSPACE}/NTuple_Hist/coffea/UC/example.py 2>&1 | tee coffea_hist.log"
echo \"SETUP_COMPLETE=\$(date -u '+%Y-%m-%dT%H:%M:%SZ')\" >> split.log &&\
/usr/bin/time -v ./venv/bin/python ${GITHUB_WORKSPACE}/NTuple_Hist/coffea/UC/example.py 2>&1 | tee coffea_hist.log"

setup_end=$(grep "^SETUP_COMPLETE=" split.log 2>/dev/null | tail -1 | sed 's/^SETUP_COMPLETE=//')
end_time=$(date -u "+%Y-%m-%dT%H:%M:%SZ")

echo "::group::Collect Metrics"
{
date -u "+%Y-%m-%dT%H:%M:%SZ"
hostname
} >> split.log
echo "::endgroup::"

append_benchmark "coffea_hist.log" "${start_time}" "${end_time}" "${setup_start}" "${setup_end}"
Loading
Loading