From 5fd3949928e3207ab336c1d7536a303c78111af4 Mon Sep 17 00:00:00 2001 From: Jared Lewis Date: Tue, 21 Jan 2025 14:48:42 +1100 Subject: [PATCH 1/4] ci: Migrate to the CI being the source of truth --- .github/actions/regenerate/action.yml | 1 - .github/pull_request_template.md | 2 +- .github/workflows/ci.yaml | 2 +- changelog/7.feature.md | 2 +- changelog/8.fix.md | 1 + 5 files changed, 4 insertions(+), 4 deletions(-) create mode 100644 changelog/8.fix.md diff --git a/.github/actions/regenerate/action.yml b/.github/actions/regenerate/action.yml index 8d06dbaf..dfc25062 100644 --- a/.github/actions/regenerate/action.yml +++ b/.github/actions/regenerate/action.yml @@ -1,6 +1,5 @@ name: "Regenerate sample data" description: "Runs the regenerate sample data workflow and commits the result" - runs: using: "composite" steps: diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md index 7ff7065e..36b35ee5 100644 --- a/.github/pull_request_template.md +++ b/.github/pull_request_template.md @@ -4,6 +4,6 @@ Please confirm that this pull request has done the following: -- [ ] Tests added +- [ ] Data registry up to date (regenerate if necessary with a comment on this PR of `/regenerate`) - [ ] Documentation added (where applicable) - [ ] Changelog item added to `changelog/` diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml index 44402cad..82a109de 100644 --- a/.github/workflows/ci.yaml +++ b/.github/workflows/ci.yaml @@ -39,7 +39,7 @@ jobs: - name: Verify registry run: | - make registry.txt + make fetch-test-data git diff --exit-code # Check if a changelog message was added to the PR diff --git a/changelog/7.feature.md b/changelog/7.feature.md index 0114d0cc..55fbb47f 100644 --- a/changelog/7.feature.md +++ b/changelog/7.feature.md @@ -1,3 +1,3 @@ Added an action to regenerate the sample data in Pull Requests. -A comment containing `\regenerate` will trigger the action. +A comment containing `/regenerate` will trigger the action. diff --git a/changelog/8.fix.md b/changelog/8.fix.md new file mode 100644 index 00000000..01360236 --- /dev/null +++ b/changelog/8.fix.md @@ -0,0 +1 @@ +Migrates the source of truth for data generation to the server From 8c227dfba86fa91ca3ad3e4a05bebab48d84ce08 Mon Sep 17 00:00:00 2001 From: lewisjared <> Date: Tue, 21 Jan 2025 03:50:52 +0000 Subject: [PATCH 2/4] Updated sample data --- ...-5_historical_r1i1p1f1_gn_185001-201412.nc | Bin 873535 -> 873535 bytes ...-5_historical_r1i1p1f1_gn_185001-201412.nc | Bin 873598 -> 873598 bytes ...-5_historical_r1i1p1f1_gn_185001-201412.nc | Bin 873598 -> 873598 bytes ...-5_historical_r1i1p1f1_gn_185001-201412.nc | Bin 875622 -> 875622 bytes ...fx_ACCESS-ESM1-5_historical_r1i1p1f1_gn.nc | Bin 27252 -> 27252 bytes ...ESM1-5_ssp126_r1i1p1f1_gn_210101-230012.nc | Bin 1049404 -> 1049404 bytes ...ESM1-5_ssp126_r1i1p1f1_gn_201501-210012.nc | Bin 474264 -> 474264 bytes ...ESM1-5_ssp126_r1i1p1f1_gn_210101-230012.nc | Bin 1049467 -> 1049467 bytes ...ESM1-5_ssp126_r1i1p1f1_gn_201501-210012.nc | Bin 474264 -> 474264 bytes ...ESM1-5_ssp126_r1i1p1f1_gn_210101-230012.nc | Bin 1049467 -> 1049467 bytes ...ESM1-5_ssp126_r1i1p1f1_gn_201501-210012.nc | Bin 475744 -> 475744 bytes ...ESM1-5_ssp126_r1i1p1f1_gn_210101-230012.nc | Bin 1052237 -> 1052237 bytes ...lla_fx_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn.nc | Bin 27322 -> 27322 bytes registry.txt | 26 +++++++++--------- 14 files changed, 13 insertions(+), 13 deletions(-) diff --git a/data/CMIP6/CMIP/CSIRO/ACCESS-ESM1-5/historical/r1i1p1f1/Amon/rlut/gn/v20191115/rlut_Amon_ACCESS-ESM1-5_historical_r1i1p1f1_gn_185001-201412.nc b/data/CMIP6/CMIP/CSIRO/ACCESS-ESM1-5/historical/r1i1p1f1/Amon/rlut/gn/v20191115/rlut_Amon_ACCESS-ESM1-5_historical_r1i1p1f1_gn_185001-201412.nc index 0b7fd250bc9708d64d44fee7b23c901aeda654d1..8d58f65e27a9e492ac93c0885047be10aa8dbd61 100644 GIT binary patch delta 268 zcmdnL!gT)%(+w+`7;jHr#gxy|b9=qiWLf4QM%l>)%Ds)T-;bMjCNo3208o@cG=4ev zWHD*o(33ycsWUV1F>o-jFfhdXIR_Nw7o--IWTqA~2m{sW0WlL0m!%dJXXfYG8tLSv zmL#X7*_!BC>Y3=Kq?V=TDK+FQftU$~L#Oy%K0mPg@%mu{UK+LnGpoSJe!ZR#&dGJGBD^fFfg1lD-i(7bZy?v@5jx%l$jw~04T~}{&H&L zWHD)7&$AD+{h1l~7&sVM7#QOHoCAvT3sQ?pGE<8ggn{amfS3u0%TkMqGxPIojdb!- zOOjL4Y)$km^^9~fQqoLq4fPC7^h~xhCNgI-ZWl;oj$)iVf$`CF`v6|nW;6MAGkHcJ lW&&bnAZ7t#Rv=~rVs;?r0Afxc<^p1FAm-U_CeO=h3IK5ZMp6I( diff --git a/data/CMIP6/CMIP/CSIRO/ACCESS-ESM1-5/historical/r1i1p1f1/Amon/rsdt/gn/v20191115/rsdt_Amon_ACCESS-ESM1-5_historical_r1i1p1f1_gn_185001-201412.nc b/data/CMIP6/CMIP/CSIRO/ACCESS-ESM1-5/historical/r1i1p1f1/Amon/rsdt/gn/v20191115/rsdt_Amon_ACCESS-ESM1-5_historical_r1i1p1f1_gn_185001-201412.nc index f838e3017314b0eb86093816c3a10b0df7199255..79262c4e0c9f4640aec0e6cd0e7bd4b84cc3bc85 100644 GIT binary patch delta 252 zcmeyj!t~z?(+w+`7;jHr#gxy|b9=qiWLf4QM%l>)%Ds)T-;bMjCNo3208o@cG=4ev zWHD*o(33ycsWUV1F>o-jFfhdXIR_Nw7o--IWTqA~2m{sW0WlL0m!%dJXXfYG8tLSv zmL#X7*_!BC>Y3=Kq?V=T2-d*Je!ZR#&dGJGBD^fFfg1lD-i(7bZy?v@5jx%l$jw~04T~}{&H&L zWHD)7&$AD+{h1l~7&sVM7#QOHoCAvT3sQ?pGE<8ggn{amfS3u0%TkMqGxPIojdb!- zOOjL4Y)$km^^9~fQqoLq4fPC7^h`D<+AU>nHk5BSlxGBDCLm@8Viq7~1!6WJW(Q&p UAm#*OE+FOxVxH}W^1QyL0HX3jy#N3J diff --git a/data/CMIP6/CMIP/CSIRO/ACCESS-ESM1-5/historical/r1i1p1f1/Amon/rsut/gn/v20191115/rsut_Amon_ACCESS-ESM1-5_historical_r1i1p1f1_gn_185001-201412.nc b/data/CMIP6/CMIP/CSIRO/ACCESS-ESM1-5/historical/r1i1p1f1/Amon/rsut/gn/v20191115/rsut_Amon_ACCESS-ESM1-5_historical_r1i1p1f1_gn_185001-201412.nc index f1f91a57ff8cfaecebe9faf7c00d6dce3843ee19..2e8bf03e12e9401eb17813508d3905f98d3a9e3a 100644 GIT binary patch delta 258 zcmeyj!t~z?(+w+`7;jHr#gxy|b9=qiWLf4QM%l>)%BkXlrdnOe*s3{uT9%rVUyz%cSE7@Vl4fdasAp)RXSDqx3;Scn?FO?Lw=p&w%C{TJ nGXgOa5HkZY3lOscF&hxG12G2>a{@6J5OV`D&vrw3USCrH>QG9d delta 246 zcmeyj!t~z?(+w+`7@tpG#gxw?k?C=7vMh5DqvqrSW_OmGze^$}?`BS9bloh=6356g zS)S#@8ftUk`If0l9h`E87XS<<1udgWpGMPp= diff --git a/data/CMIP6/CMIP/CSIRO/ACCESS-ESM1-5/historical/r1i1p1f1/Amon/tas/gn/v20191115/tas_Amon_ACCESS-ESM1-5_historical_r1i1p1f1_gn_185001-201412.nc b/data/CMIP6/CMIP/CSIRO/ACCESS-ESM1-5/historical/r1i1p1f1/Amon/tas/gn/v20191115/tas_Amon_ACCESS-ESM1-5_historical_r1i1p1f1_gn_185001-201412.nc index 20b311c74dc22431bf339b58a562e59ff1b56b78..997539c583ca352667cd5424929372366f22ddf0 100644 GIT binary patch delta 247 zcmaF1!}Qq>(+w+`81GJA#gxzTG;aRf$+FBrjPjEUnB7^D#lx>n-p!oI7`R!MC61BB zJ@|6#(hC&q+Ps_JkDGTUGef!nP?RC$M&{YcV$!;y zCx5O}XJ+7I;9y{3V2Jl~4k*emNG&SKOf6;*2CCBoVkRIiOD!tS%+Iqm(#cCLNlr<# zHPN%wGto^+ElbVGFUU>JE78eFNi(%I)H5{EGunL7cqVhRp?tfcJR=Y@0WmWWvj8zG c5VHX>I}mdKF((jn0Wmia^K3Vi=QXtj0Q5{rEdT%j delta 235 zcmaF1!}Qq>(+w+`7++3a#gxyI@LTWdWLf4QM(xQ3%0Y&)*sYNB3sl^P!Ky^w$%ml<`sYS(^`FXZRI(exj$th{J zCVG~7MmiZOX{NS@dWI%?CYvuBFJ*2vly5hbX9QvQp6!P6yr#AQ4(LK> diff --git a/data/CMIP6/CMIP/CSIRO/ACCESS-ESM1-5/historical/r1i1p1f1/fx/areacella/gn/v20191115/areacella_fx_ACCESS-ESM1-5_historical_r1i1p1f1_gn.nc b/data/CMIP6/CMIP/CSIRO/ACCESS-ESM1-5/historical/r1i1p1f1/fx/areacella/gn/v20191115/areacella_fx_ACCESS-ESM1-5_historical_r1i1p1f1_gn.nc index a4823cdf1f7e2556d9e58454ed8b5a3815ac6907..02c32d6456f7ea774be1c2fa9a0cb9931c6ecbe4 100644 GIT binary patch delta 190 zcmexzh4IT3#tkc(7-J`|V#;SRYkqfavMh5DkXyj)&SI>xeeUGl%!!PFn`K#i8Cf#! zojf!-kkNPZZq_(X?mz|xJq8Ab%PSRAfr8T~ueW2{e2{;&n6e=Q!+Cz748w2!hg;n| zT$~uXnLu11-~r-ukI$~y+^^QmYzEQ}k||3qD$dN$vo+GmOD#!GNwYQ4v(z)uO-U_F g&B-swP0cIO$w)~vwKdc;G|@8xT4uPpQtP)p0G`1-WdHyG delta 178 zcmexzh4IT3#tkc(7&9lYV#;UX*;@2$vMh5DkXyj)&a&qGyRON*nG+dZH_Nj4GO~n= z)~uWy$mqLyH)|Xxw<`mK9s>gd=f}6tfr8T~ueW2{e2{;&n6fPc!(o1)41@B&4Loih zE=~;HOdu{0@Bndew`%3)ezj(1EhQiiBvY1JRGgWgXKSRBms*mXl4fh7XQ^kTlaZ2U UYHO%xXrgBVw7_6li~s-t diff --git a/data/CMIP6/ScenarioMIP/CSIRO/ACCESS-ESM1-5/ssp126/r1i1p1f1/Amon/rlut/gn/v20210318/rlut_Amon_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn_210101-230012.nc b/data/CMIP6/ScenarioMIP/CSIRO/ACCESS-ESM1-5/ssp126/r1i1p1f1/Amon/rlut/gn/v20210318/rlut_Amon_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn_210101-230012.nc index c33fd225f70ca59cd7c6fa36a97c4d73b9717e7c..70aa8e173c1fa95bf353cb03100acc3274a32777 100644 GIT binary patch delta 265 zcmdnf=CG&DVZ%};M(fGTnDSZnJv+N$vLtg5kekEo&a&uAo5JMn%!!PFnAF)(~% z2eY^t7``%tS#k^vkAOU&%)xlm%^cFYEG!+?6~&t^<<~Hq=>f%=fVeERs5mn}&(=sM zFSR5&CC%1E&r;7sHzlq~YfS41Axqz4(hKU5o88yo)x63Ls0x=U1GXpUT5VHa?+jd!H_G(E0 D_b56E delta 218 zcmbR7Q)b3bnGH*s7(FL1W6EdY{p7l6vLtg5kgK~`ZhE!}yWr&6%n~fG+TTo_yq!6b z(RH&VOB^Fh<*D6sCO0zLOn$J3XY*m!cusCt1_pfw28QLn`_2F*x;Ag;SL4>^W?=Zr z3>0Nxc6Od9EXqHuOmsMs2VkRJF24WTulN%XrrdR*v=h=LiHJ+0@kbyy;fq_BdrQIo@OxNb^{A%3V91ILU z_<^Dfj9d&1-`K${ZU%<0%wU!r1H&UA4=8gm-gGmEv@Q#atmTcTn=R$nFq`QC#hHM( zEVZaOGe6JPNGC6~BsnF`)Gy!fS47C*?^cGh&h0m6NtHhm>YDs)VUyWOvi-F-A zJ5ZE?k(+_xD>IlS!ocu`AIy?tV0Z)+XJAllsF}E#Lt2-GrPfHbY_p~O8fGmepg0o{ zm!%dJXXfYG8tLSvmL#X7*_!BC>KW-|q@y=COl(uBcsjaU3+*oA7+i`BFC!!LfI zC<7xm1H)HlFpH0Y;S)QUCC9+<2q@0Lpz+{<=4K9QT^5#t;!oI7XJrQ@iI(Ze+BXylW57=EJPulN%XrCd>Zh*?gEao|8L}fkB^vfkEP>-6^0%*XHf~YTVi!3=BW` zfuanITnr4~*ugAr28OT9V3r&M!y_OMD0490bTfyvE(?p!1BXSME#=oRo9O|?nSi(~ zwWv5VKhM@kCoi=mIVH{3M9)&sL^mb1EHx*;AU8FyL?fFz7QdF!;U6cmR~>+Ps}#ja!?Gf#DlF zP?Uj@n}OjgGngg9!0?72%#veZcmxz@U{GwRnYfulT9<|8*{O;rn=R$nFl#9R#hHM( zEVZaOGe6JPNGC6~BsnF`)=4)L38$Zs?KfH^zQ=EJP=-RxUUyWOvje+48KTwo` zk(+_xD>Ik{d)@5P&+p$b}v!(nxW=6fqFO*~?O>|RI z%Tjal3vyHQN^~+((oAg)^$bn)jGASY+hvs*ftU%1nSq!Eh*^P{ZM&>8yR$q1M#nj> delta 207 zcmaFRBKx34cEeI8M(@eXnDSWyO-$J)OEL!mxd#`^P3~gWWD$79@qhAm=0rx<&5|r} zj4aP$rj$-Lh?#(x8Hibcm=%cGwreP}TgU?dR~I)9 diff --git a/data/CMIP6/ScenarioMIP/CSIRO/ACCESS-ESM1-5/ssp126/r1i1p1f1/Amon/tas/gn/v20210318/tas_Amon_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn_210101-230012.nc b/data/CMIP6/ScenarioMIP/CSIRO/ACCESS-ESM1-5/ssp126/r1i1p1f1/Amon/tas/gn/v20210318/tas_Amon_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn_210101-230012.nc index 9ffcc48478e386c1b75cd9aadb0294a21fb84eb9..c790f3c52a6d512b2cc69b46d256d2795bb4b13c 100644 GIT binary patch delta 265 zcmX>*$KmW8hYd@a7;PsnW6Ec_tA8+ivLtg5kgM=OZgLm1CQI8U*W;77Gbb_zZkA+; zV`NeN-v51apn%O}{X49i_pqjMatAUn=rb@doSkLz1t`(Ac{{%*$KmW8hYd@a7(FL1W6EdQz}eU_S&}&j$W?eCH@S;hlO zJBVZyVPJT}4`#_TFgygxGBEt^%~jsaBCX59(qX%F-eyzzHOyK{KyfA@E=w&c&dkrV zHPXpTElEyEvo+DP)HBk_NJ%rbHPkaS(KDGiQDm~bJYTb}a=WfFBM>tIF*6Xe05K~N gvjH(X5OV-AClGT1F*gwN05LBR^KI8v=2v(P0H`%Z+yDRo diff --git a/data/CMIP6/ScenarioMIP/CSIRO/ACCESS-ESM1-5/ssp126/r1i1p1f1/fx/areacella/gn/v20210318/areacella_fx_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn.nc b/data/CMIP6/ScenarioMIP/CSIRO/ACCESS-ESM1-5/ssp126/r1i1p1f1/fx/areacella/gn/v20210318/areacella_fx_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn.nc index 9f4d0033bd7b4bbd2dec7d46df45965d02c00d75..5dd16dafb94c5b5bae463d8e3bd668b10d12559e 100644 GIT binary patch delta 175 zcmdmWm2uZq#tloE7*i)NW6EcF-G5$YvLtg5kZUL)H@P=SaPn+s2^N<^^AnS|Gbb_z zZkA;6Wn?)jZMSN2AfxZ(T`4@953>ewatAUn=rJ%bM9hn^14>Nayq$len6fbg!&!cy zD8u7lS@+yLT$~u%nLu11-~nQ>Fz?#`WJ%^AAlFbpZgOvu;N;oN5-i*X(-IA7%~Wg(#c3kGqp9;Gc?gN0h(gJ Jxm3&50RRJ$Fa7`k diff --git a/registry.txt b/registry.txt index bf219e03..caae0c77 100644 --- a/registry.txt +++ b/registry.txt @@ -1,13 +1,13 @@ -CMIP6/CMIP/CSIRO/ACCESS-ESM1-5/historical/r1i1p1f1/Amon/rlut/gn/v20191115/rlut_Amon_ACCESS-ESM1-5_historical_r1i1p1f1_gn_185001-201412.nc 95341df80de95ddb0b45da11aed67db771414fff94508687fb30fce63b82c104 -CMIP6/CMIP/CSIRO/ACCESS-ESM1-5/historical/r1i1p1f1/Amon/rsdt/gn/v20191115/rsdt_Amon_ACCESS-ESM1-5_historical_r1i1p1f1_gn_185001-201412.nc 25e9e817a05ffab4a2b073078f6be0e52096fa9da8eb55f009d079842c708614 -CMIP6/CMIP/CSIRO/ACCESS-ESM1-5/historical/r1i1p1f1/Amon/rsut/gn/v20191115/rsut_Amon_ACCESS-ESM1-5_historical_r1i1p1f1_gn_185001-201412.nc 139c4c59d98c737ce2d7ca777e52e35e38d49fcb8b08dd98175ed0f1354f8e75 -CMIP6/CMIP/CSIRO/ACCESS-ESM1-5/historical/r1i1p1f1/Amon/tas/gn/v20191115/tas_Amon_ACCESS-ESM1-5_historical_r1i1p1f1_gn_185001-201412.nc be4a191c75b3643aad34238970c0587128a3852694f2c61425b4bbda42e5ff08 -CMIP6/CMIP/CSIRO/ACCESS-ESM1-5/historical/r1i1p1f1/fx/areacella/gn/v20191115/areacella_fx_ACCESS-ESM1-5_historical_r1i1p1f1_gn.nc d9d07cacc65c196b9ec47d60cabcf86fd397b1e22063a32c3798a98ee3dfb16e -CMIP6/ScenarioMIP/CSIRO/ACCESS-ESM1-5/ssp126/r1i1p1f1/Amon/rlut/gn/v20210318/rlut_Amon_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn_210101-230012.nc 1083d92079e9c40d3797ecc4235df1c86c99af7ca3b9458b21f1d34054351041 -CMIP6/ScenarioMIP/CSIRO/ACCESS-ESM1-5/ssp126/r1i1p1f1/Amon/rsdt/gn/v20210318/rsdt_Amon_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn_201501-210012.nc 9f9ae50efc55f4e18dc174d7c3af10f4e67a391c84d81cdb6ba574fa8b61b276 -CMIP6/ScenarioMIP/CSIRO/ACCESS-ESM1-5/ssp126/r1i1p1f1/Amon/rsdt/gn/v20210318/rsdt_Amon_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn_210101-230012.nc 2299e10eb6ccf190fe07f7b60aa40b8700f7f964ca68c989f3572abe39eb22c7 -CMIP6/ScenarioMIP/CSIRO/ACCESS-ESM1-5/ssp126/r1i1p1f1/Amon/rsut/gn/v20210318/rsut_Amon_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn_201501-210012.nc 5141bb64d6f457550d8bf429a4233af1bd706ed8b2131fc2ef329bcb6db7a236 -CMIP6/ScenarioMIP/CSIRO/ACCESS-ESM1-5/ssp126/r1i1p1f1/Amon/rsut/gn/v20210318/rsut_Amon_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn_210101-230012.nc 49fbd6c0d7b8c0d10a270e8d88191764c02ba651f80b464605dfa5b0221d622b -CMIP6/ScenarioMIP/CSIRO/ACCESS-ESM1-5/ssp126/r1i1p1f1/Amon/tas/gn/v20210318/tas_Amon_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn_201501-210012.nc bff52adef26d48d4b747368816aff3712c606cafa92f6b78f4974f23efcba510 -CMIP6/ScenarioMIP/CSIRO/ACCESS-ESM1-5/ssp126/r1i1p1f1/Amon/tas/gn/v20210318/tas_Amon_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn_210101-230012.nc b61faa48540472be5b208a4ecf40873860c1d4cfb7f50a4dff4ac17ee2ba4f73 -CMIP6/ScenarioMIP/CSIRO/ACCESS-ESM1-5/ssp126/r1i1p1f1/fx/areacella/gn/v20210318/areacella_fx_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn.nc e8e3b873d9ba115974329c0f7785c9e30dcca66007fa973c22cd734efc46dcfd +CMIP6/CMIP/CSIRO/ACCESS-ESM1-5/historical/r1i1p1f1/Amon/rlut/gn/v20191115/rlut_Amon_ACCESS-ESM1-5_historical_r1i1p1f1_gn_185001-201412.nc 3d5e70004253f4973cb07265373bfb63f4c7fba25e2a048b300a5eba1b6dad56 +CMIP6/CMIP/CSIRO/ACCESS-ESM1-5/historical/r1i1p1f1/Amon/rsdt/gn/v20191115/rsdt_Amon_ACCESS-ESM1-5_historical_r1i1p1f1_gn_185001-201412.nc 8c80ab4f64ad31caf0d7743984d0f6f1a23c961beeb23e41e96e457422643e7a +CMIP6/CMIP/CSIRO/ACCESS-ESM1-5/historical/r1i1p1f1/Amon/rsut/gn/v20191115/rsut_Amon_ACCESS-ESM1-5_historical_r1i1p1f1_gn_185001-201412.nc 13c2c3e0f42cbad60e4096d3dc8ac96e867880d4f10742ec635f9648fe16e298 +CMIP6/CMIP/CSIRO/ACCESS-ESM1-5/historical/r1i1p1f1/Amon/tas/gn/v20191115/tas_Amon_ACCESS-ESM1-5_historical_r1i1p1f1_gn_185001-201412.nc f07bc7bc43712a160626b18f660a244be21cfd8fe3b4488def9b4d002007212e +CMIP6/CMIP/CSIRO/ACCESS-ESM1-5/historical/r1i1p1f1/fx/areacella/gn/v20191115/areacella_fx_ACCESS-ESM1-5_historical_r1i1p1f1_gn.nc 85a64eacd4c38f25ede96ce644f654e98596ff5aed0c521681b27fef0bc7a6b3 +CMIP6/ScenarioMIP/CSIRO/ACCESS-ESM1-5/ssp126/r1i1p1f1/Amon/rlut/gn/v20210318/rlut_Amon_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn_210101-230012.nc 3770c7856ebbd1c4888d3267d176e37ed6659883ab04fe319bcf090b9a2112e5 +CMIP6/ScenarioMIP/CSIRO/ACCESS-ESM1-5/ssp126/r1i1p1f1/Amon/rsdt/gn/v20210318/rsdt_Amon_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn_201501-210012.nc 5e322846c0308d793169044a4bdc05c1686ce7ba335b453194c353a142b4d94f +CMIP6/ScenarioMIP/CSIRO/ACCESS-ESM1-5/ssp126/r1i1p1f1/Amon/rsdt/gn/v20210318/rsdt_Amon_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn_210101-230012.nc 5076b51d075029a038ca3af981d9cede902eec9bf667767a232b87fba1cb1e8c +CMIP6/ScenarioMIP/CSIRO/ACCESS-ESM1-5/ssp126/r1i1p1f1/Amon/rsut/gn/v20210318/rsut_Amon_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn_201501-210012.nc 10a9431638626c0358be581c6fcc96bd4a0f2051ab9ae92be3e43811f149ee63 +CMIP6/ScenarioMIP/CSIRO/ACCESS-ESM1-5/ssp126/r1i1p1f1/Amon/rsut/gn/v20210318/rsut_Amon_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn_210101-230012.nc 43d68491eada7b2cf1adf11170346584af1662c0472eafe8180ab6965752bcd8 +CMIP6/ScenarioMIP/CSIRO/ACCESS-ESM1-5/ssp126/r1i1p1f1/Amon/tas/gn/v20210318/tas_Amon_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn_201501-210012.nc 4bdd770ccf0c305284f4b7df30da11be9b463a734498da627ab99d10067cd9a7 +CMIP6/ScenarioMIP/CSIRO/ACCESS-ESM1-5/ssp126/r1i1p1f1/Amon/tas/gn/v20210318/tas_Amon_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn_210101-230012.nc a33f0c940a8ef87bba0ccceb43f174df31e9635d5806f2b3aea07468f17592ec +CMIP6/ScenarioMIP/CSIRO/ACCESS-ESM1-5/ssp126/r1i1p1f1/fx/areacella/gn/v20210318/areacella_fx_ACCESS-ESM1-5_ssp126_r1i1p1f1_gn.nc b1bee7c317e19f68d5bdbb60b3485badb99cc32bc3859f970d01dc28a57a14da From 03f0c28d9fd72acce466dc2684e1b884c6185af3 Mon Sep 17 00:00:00 2001 From: Jared Lewis Date: Tue, 21 Jan 2025 15:06:35 +1100 Subject: [PATCH 3/4] docs: Update readme --- README.md | 28 ++++++++++++++++++++++++++-- changelog/8.fix.md | 2 +- 2 files changed, 27 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index b9c5f64e..caf7a29c 100644 --- a/README.md +++ b/README.md @@ -5,8 +5,32 @@ **Status**: This project is in active development. We expect to be ready for beta releases in Q2 2025. -The CMIP Rapid Evaluation Framework is a Python application that provides the ability to rapidly process and -evaluate CMIP data against a set of reference data. +The [CMIP Rapid Evaluation Framework](https://github.com/CMIP-REF/cmip-ref) is a Python application +that provides the ability to rapidly process and evaluate CMIP data against a set of reference data. This repository contains a set of sample data that can be used to test the REF. CMIP REF is a community project, and we welcome contributions from anyone. + +## Getting started + +The sample data is stored in the `data` directory. +The data is stored in a directory structure that mirrors the structure of the data on the ESGF, +but each file contains only a subset of the data. +The `registry.txt` file contains a list of the datasets that are included in the sample data and their hashes. +These data are fetched by the REF's test suite to ensure a consistent collection of input datasets are used for testing. + +The data that are tracked and the decimation process is described in: [scripts/fetch_test_data.py]() + + +### Regenerating the sample data + +The file hashes of the generated sample data may vary by platform and various other dependencies. +In order to ensure that the hashes are consistent across platforms, +the hashes are generated on the CI and stored in the `registry.txt` file. +These hashes are verified as part of the CI pipeline to ensure that the data is consistent. + +If the hashes in the `registry.txt` file are out of date, +you can regenerate the sample data by adding a comment to an open Pull Request with the text `/regenerate`. +This will trigger a [GitHub Actions workflow](https://github.com/CMIP-REF/ref-sample-data/actions/workflows/pr-comment.yaml) +that will regenerate the sample data and update the `registry.txt` file. +Be sure to pull the new commit if you need to add any additional changes to your pull request. diff --git a/changelog/8.fix.md b/changelog/8.fix.md index 01360236..9a70164b 100644 --- a/changelog/8.fix.md +++ b/changelog/8.fix.md @@ -1 +1 @@ -Migrates the source of truth for data generation to the server +Migrates the source of truth for data generation to the server and documented the regeneration flow From f4cf7775b9a2827289ac93c0b6b93aa2bcd5dae3 Mon Sep 17 00:00:00 2001 From: Jared Lewis Date: Wed, 22 Jan 2025 00:02:01 +1100 Subject: [PATCH 4/4] Update README.md --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index caf7a29c..25022fb2 100644 --- a/README.md +++ b/README.md @@ -24,7 +24,7 @@ The data that are tracked and the decimation process is described in: [scripts/f ### Regenerating the sample data -The file hashes of the generated sample data may vary by platform and various other dependencies. +The binary content of the generated sample data may vary by platform and various other dependencies. In order to ensure that the hashes are consistent across platforms, the hashes are generated on the CI and stored in the `registry.txt` file. These hashes are verified as part of the CI pipeline to ensure that the data is consistent.