Unified prod tests

0bc7dfbf · Bianca Wentzel · 43d27749 · 0bc7dfbf
Commit 0bc7dfbf authored 2 months ago by Bianca Wentzel
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -108,7 +108,7 @@ func-test-cmip6:
    paths:
      - build/func_test-cmip6

-prod-test-nukleus:
+prod-test:
  id_tokens:
    SITE_ID_TOKEN:
      aud: https://gitlab.dkrz.de
@@ -124,39 +124,8 @@ prod-test-nukleus:
    - export EVALUATION_SYSTEM_PLUGINS=$CI_PROJECT_DIR,pet-wrapper-api
    - freva-plugin --list
    - freva-plugin pet project=nukleus product=ceu-3 institute=clmcom-btu model=ec-earth-consortium-ec-earth3-veg-clmcom-btu-icon-2-6-5-rc-nukleus-x2yn2-v1 experiment=historical ensemble=r1i1p1f1 start_date=1970-01-01 end_date=1971-12-31 region=2,6,46,54 caption="PET production test from CI piepline https://gitlab.dkrz.de/ch1187/plugins4freva/pet/-/jobs/$CI_JOB_ID"-vvv
-    - mkdir -p build/prod_test-nukleus
-    - REGIKLIM_JOB_ID=$(ls -t /work/$ACCOUNT/regiklim-work/$GITLAB_USER_LOGIN/regiklim-ces/output/pet/ | head -n 1)
-    - cd /work/$ACCOUNT/regiklim-work/$GITLAB_USER_LOGIN/regiklim-ces/output/pet/$REGIKLIM_JOB_ID
-    - echo "<!DOCTYPE html><html><head>" >> index.html
-    - echo "<meta http-equiv=\"refresh\" content=\"0; url=https://www-regiklim.dkrz.de/history/$REGIKLIM_JOB_ID/results/\">" >> index.html
-    - echo "<title>Redirecting...</title>" >> index.html
-    - echo "</head><body>" >> index.html
-    - echo "<p>If you are not redirected, <a href=\"https://www-regiklim.dkrz.de/history/$REGIKLIM_JOB_ID/results/\">click here</a>.</p>" >> index.html
-    - echo "</body></html>" >> index.html
-    - ls -la
-    - cp -r * $CI_PROJECT_DIR/build/prod_test-nukleus
-  artifacts:
-    when: always
-    paths:
-      - build/prod_test-nukleus
-
-prod-test-cmip6:
-  id_tokens:
-    SITE_ID_TOKEN:
-      aud: https://gitlab.dkrz.de
-  tags:
-    - levante
-  variables:
-    SCHEDULER_PARAMETERS: "--account=$ACCOUNT --partition=shared --mem=16G"
-  script:
-    - module load clint $PROJECT_MODULE
-    - source /etc/profile.d/modules.sh
-    - module use /sw/spack-levante/spack/modules
-    - module load cdo/2.2.2-gcc-11.2.0 nco/5.0.6-gcc-11.2.0
-    - export EVALUATION_SYSTEM_PLUGINS=$CI_PROJECT_DIR,pet-wrapper-api
-    - freva-plugin --list
    - freva-plugin pet project=cmip6 product=cmip institute=awi model=awi-esm-1-recom experiment=esm-hist ensemble=r1i1p1f1 start_date=1900-01-01 end_date=1902-12-31 region=5,15,47,55 caption="PET production test from CI piepline https://gitlab.dkrz.de/ch1187/plugins4freva/pet/-/jobs/$CI_JOB_ID"-vvv
-    - mkdir -p build/prod_test-cmip6
+    - mkdir -p build/prod_test
    - REGIKLIM_JOB_ID=$(ls -t /work/$ACCOUNT/regiklim-work/$GITLAB_USER_LOGIN/regiklim-ces/output/pet/ | head -n 1)
    - cd /work/$ACCOUNT/regiklim-work/$GITLAB_USER_LOGIN/regiklim-ces/output/pet/$REGIKLIM_JOB_ID
    - echo "<!DOCTYPE html><html><head>" >> index.html
@@ -166,11 +135,11 @@ prod-test-cmip6:
    - echo "<p>If you are not redirected, <a href=\"https://www-regiklim.dkrz.de/history/$REGIKLIM_JOB_ID/results/\">click here</a>.</p>" >> index.html
    - echo "</body></html>" >> index.html
    - ls -la
-    - cp -r * $CI_PROJECT_DIR/build/prod_test-cmip6
+    - cp -r * $CI_PROJECT_DIR/build/prod_test
  artifacts:
    when: always
    paths:
-      - build/prod_test-cmip6
+      - build/prod_test

 pages:
  stage: pages
@@ -179,17 +148,14 @@ pages:
  needs:
    - func-test-nukleus
    - func-test-cmip6
-    - prod-test-nukleus
-    - prod-test-cmip6
+    - prod-test
  script:
    - mkdir -p public/func_test-nukleus
    - cp -r build/func_test-nukleus/* public/func_test-nukleus/
    - mkdir -p public/func_test-cmip6
    - cp -r build/func_test-cmip6/* public/func_test-cmip6/
-    - mkdir -p public/prod_test-nukleus
-    - cp -r build/prod_test-nukleus/* public/prod_test-nukleus
-    - mkdir -p public/prod_test-cmip6
-    - cp -r build/prod_test-cmip6/* public/prod_test-cmip6
+    - mkdir -p public/prod_test
+    - cp -r build/prod_test/* public/prod_test
  artifacts:
    paths:
    - public