From e153899b52ba61c687d787fe6fd069eeb8e6d0d2 Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 11:32:18 +1000 Subject: [PATCH 01/31] add github_token --- scripts/build-push | 3 +++ 1 file changed, 3 insertions(+) diff --git a/scripts/build-push b/scripts/build-push index a018685..01444c6 100644 --- a/scripts/build-push +++ b/scripts/build-push @@ -21,6 +21,9 @@ docker build \ dockerhub_username=$(aws ssm get-parameter --name "/services/dockerhub/massdynamics-username" --query "Parameter.Value" --output text) dockerhub_password=$(aws ssm get-parameter --name "/services/dockerhub/massdynamics-password" --with-decryption --query "Parameter.Value" --output text) +github_token=$(aws ssm get-parameter --name "/services/github/key" --with-decryption --query "Parameter.Value" --output text) +export GH_TOKEN=$github_token +echo "GH_TOKEN: ${GH_TOKEN:0:5}*****" docker login -u $dockerhub_username -p $dockerhub_password From 0135280c7e02161af6515513c79e324e39e53678 Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 13:31:46 +1000 Subject: [PATCH 02/31] add github_token to test script --- scripts/test | 3 +++ 1 file changed, 3 insertions(+) diff --git a/scripts/test b/scripts/test index 6b5dea4..52cce71 100755 --- a/scripts/test +++ b/scripts/test @@ -13,6 +13,9 @@ if ! (( $(conda env list | grep "^${CONDA_ENV_NAME}[[:space:]]*" >/dev/null 2>&1 fi echo "installing packages into ${CONDA_ENV_NAME}" +github_token=$(aws ssm get-parameter --name "/services/github/key" --with-decryption --query "Parameter.Value" --output text) +export GH_TOKEN=$github_token +echo "GH_TOKEN: ${GH_TOKEN:0:5}*****" conda run -n $CONDA_ENV_NAME bash -c "python -m pip install -e '.[dev]'" TZ=UTC conda run -n $CONDA_ENV_NAME bash -c "pytest -n auto" From fa27a96ffb5bb3ca3c5d8f3973d30701a14cee23 Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 13:35:19 +1000 Subject: [PATCH 03/31] add github_token to test script --- scripts/test | 2 ++ 1 file changed, 2 insertions(+) diff --git a/scripts/test b/scripts/test index 52cce71..751e495 100755 --- a/scripts/test +++ b/scripts/test @@ -13,6 +13,8 @@ if ! (( $(conda env list | grep "^${CONDA_ENV_NAME}[[:space:]]*" >/dev/null 2>&1 fi echo "installing packages into ${CONDA_ENV_NAME}" +python3 -m venv venv +source venv/bin/activate github_token=$(aws ssm get-parameter --name "/services/github/key" --with-decryption --query "Parameter.Value" --output text) export GH_TOKEN=$github_token echo "GH_TOKEN: ${GH_TOKEN:0:5}*****" From 9d96ce0e877c8964bf92e1eb08cc510bab2f907c Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 13:49:50 +1000 Subject: [PATCH 04/31] add aws profile --- .buildkite/pipeline.yml | 7 +++++++ scripts/test | 16 ++++++++++++++-- 2 files changed, 21 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 965a9e8..2daf800 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -1,8 +1,13 @@ +env: + AWS_REGION: "ap-southeast-2" + AWS_DEFAULT_REGION: "ap-southeast-2" + steps: - label: ":python: test" command: ./scripts/test env: CONDA_ENV_NAME: "md_dataset_package" + AWS_PROFILE: "eb-services-cli" agents: python-r-4.3: true @@ -10,6 +15,8 @@ steps: command: ./scripts/lint env: CONDA_ENV_NAME: "md_dataset_package" + env: + AWS_PROFILE: "eb-services-cli" agents: python-r-4.3: true diff --git a/scripts/test b/scripts/test index 751e495..b274e04 100755 --- a/scripts/test +++ b/scripts/test @@ -13,8 +13,20 @@ if ! (( $(conda env list | grep "^${CONDA_ENV_NAME}[[:space:]]*" >/dev/null 2>&1 fi echo "installing packages into ${CONDA_ENV_NAME}" -python3 -m venv venv -source venv/bin/activate + +# Install AWS CLI if not available +if ! command -v aws &> /dev/null; then + echo "AWS CLI not found, installing..." + if command -v pip &> /dev/null; then + pip install awscli + elif command -v pip3 &> /dev/null; then + pip3 install awscli + else + echo "Error: pip not found, cannot install AWS CLI" + exit 1 + fi +fi + github_token=$(aws ssm get-parameter --name "/services/github/key" --with-decryption --query "Parameter.Value" --output text) export GH_TOKEN=$github_token echo "GH_TOKEN: ${GH_TOKEN:0:5}*****" From b99a2d607527956c53348f827deb0503f9daf65c Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 13:50:32 +1000 Subject: [PATCH 05/31] add aws profile --- scripts/test | 14 -------------- 1 file changed, 14 deletions(-) diff --git a/scripts/test b/scripts/test index b274e04..52cce71 100755 --- a/scripts/test +++ b/scripts/test @@ -13,20 +13,6 @@ if ! (( $(conda env list | grep "^${CONDA_ENV_NAME}[[:space:]]*" >/dev/null 2>&1 fi echo "installing packages into ${CONDA_ENV_NAME}" - -# Install AWS CLI if not available -if ! command -v aws &> /dev/null; then - echo "AWS CLI not found, installing..." - if command -v pip &> /dev/null; then - pip install awscli - elif command -v pip3 &> /dev/null; then - pip3 install awscli - else - echo "Error: pip not found, cannot install AWS CLI" - exit 1 - fi -fi - github_token=$(aws ssm get-parameter --name "/services/github/key" --with-decryption --query "Parameter.Value" --output text) export GH_TOKEN=$github_token echo "GH_TOKEN: ${GH_TOKEN:0:5}*****" From b54275046c37b78f9387b8154df9db6e07a8bc63 Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 13:59:37 +1000 Subject: [PATCH 06/31] modify test script --- scripts/test | 2 ++ 1 file changed, 2 insertions(+) diff --git a/scripts/test b/scripts/test index 52cce71..751e495 100755 --- a/scripts/test +++ b/scripts/test @@ -13,6 +13,8 @@ if ! (( $(conda env list | grep "^${CONDA_ENV_NAME}[[:space:]]*" >/dev/null 2>&1 fi echo "installing packages into ${CONDA_ENV_NAME}" +python3 -m venv venv +source venv/bin/activate github_token=$(aws ssm get-parameter --name "/services/github/key" --with-decryption --query "Parameter.Value" --output text) export GH_TOKEN=$github_token echo "GH_TOKEN: ${GH_TOKEN:0:5}*****" From daf29baa94b94e1221f8780c2a3aa50ee4f5c224 Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 14:18:12 +1000 Subject: [PATCH 07/31] modify test script --- .buildkite/pipeline.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 2daf800..c89efa2 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -8,6 +8,7 @@ steps: env: CONDA_ENV_NAME: "md_dataset_package" AWS_PROFILE: "eb-services-cli" + DOCKER_FILE: "base.Dockerfile" agents: python-r-4.3: true From 0d450c1f2a95e46a74e39662f8d069e967f4356f Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 14:20:11 +1000 Subject: [PATCH 08/31] modify test script --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index c89efa2..ce85bfb 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -7,7 +7,7 @@ steps: command: ./scripts/test env: CONDA_ENV_NAME: "md_dataset_package" - AWS_PROFILE: "eb-services-cli" + AWS_PROFILE: "aws-services-cli" DOCKER_FILE: "base.Dockerfile" agents: python-r-4.3: true From 0dabd7a697c25e7dc028fc01ab1b073af25cdd99 Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 14:24:15 +1000 Subject: [PATCH 09/31] modify test script --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index ce85bfb..c89efa2 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -7,7 +7,7 @@ steps: command: ./scripts/test env: CONDA_ENV_NAME: "md_dataset_package" - AWS_PROFILE: "aws-services-cli" + AWS_PROFILE: "eb-services-cli" DOCKER_FILE: "base.Dockerfile" agents: python-r-4.3: true From d54898b38a7a71110d4e225a3086ba4f003a3629 Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 14:26:26 +1000 Subject: [PATCH 10/31] modify test script --- .buildkite/pipeline.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index c89efa2..2b95d61 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -11,6 +11,7 @@ steps: DOCKER_FILE: "base.Dockerfile" agents: python-r-4.3: true + ebdeploy: true - label: ":lint-roller: lint" command: ./scripts/lint From 0132c5870b1fd650fb73d6a39616bad8585d0844 Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 14:28:20 +1000 Subject: [PATCH 11/31] modify test script --- .buildkite/pipeline.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 2b95d61..787a819 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -10,7 +10,6 @@ steps: AWS_PROFILE: "eb-services-cli" DOCKER_FILE: "base.Dockerfile" agents: - python-r-4.3: true ebdeploy: true - label: ":lint-roller: lint" From 1f20cfd7ccfb592d49bdd45e544fdc127fc0485d Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 14:37:07 +1000 Subject: [PATCH 12/31] modify test script --- .buildkite/pipeline.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 787a819..cfc0049 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -11,6 +11,7 @@ steps: DOCKER_FILE: "base.Dockerfile" agents: ebdeploy: true + python-r-4.3: true - label: ":lint-roller: lint" command: ./scripts/lint From 0f03c3f70d4c7d4324d3496e02e6c9c3587280b1 Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 15:23:44 +1000 Subject: [PATCH 13/31] Revert "modify test script" This reverts commit 1f20cfd7ccfb592d49bdd45e544fdc127fc0485d. --- .buildkite/pipeline.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index cfc0049..787a819 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -11,7 +11,6 @@ steps: DOCKER_FILE: "base.Dockerfile" agents: ebdeploy: true - python-r-4.3: true - label: ":lint-roller: lint" command: ./scripts/lint From a82983e21bf84d4a9a669c34378f6bcbdcce37c8 Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 15:23:49 +1000 Subject: [PATCH 14/31] Revert "modify test script" This reverts commit 0132c5870b1fd650fb73d6a39616bad8585d0844. --- .buildkite/pipeline.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 787a819..2b95d61 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -10,6 +10,7 @@ steps: AWS_PROFILE: "eb-services-cli" DOCKER_FILE: "base.Dockerfile" agents: + python-r-4.3: true ebdeploy: true - label: ":lint-roller: lint" From 7de5bd98b47a33874f31c91ec2e0ff12e8435df6 Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 15:23:55 +1000 Subject: [PATCH 15/31] Revert "modify test script" This reverts commit d54898b38a7a71110d4e225a3086ba4f003a3629. --- .buildkite/pipeline.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 2b95d61..c89efa2 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -11,7 +11,6 @@ steps: DOCKER_FILE: "base.Dockerfile" agents: python-r-4.3: true - ebdeploy: true - label: ":lint-roller: lint" command: ./scripts/lint From 201855315370339da7342f928d82da327de910f3 Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 15:24:28 +1000 Subject: [PATCH 16/31] Revert "modify test script" This reverts commit 0dabd7a697c25e7dc028fc01ab1b073af25cdd99. --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index c89efa2..ce85bfb 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -7,7 +7,7 @@ steps: command: ./scripts/test env: CONDA_ENV_NAME: "md_dataset_package" - AWS_PROFILE: "eb-services-cli" + AWS_PROFILE: "aws-services-cli" DOCKER_FILE: "base.Dockerfile" agents: python-r-4.3: true From f45705746254964d09ba91c793db33fe7c627a48 Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 15:24:30 +1000 Subject: [PATCH 17/31] Revert "modify test script" This reverts commit 0d450c1f2a95e46a74e39662f8d069e967f4356f. --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index ce85bfb..c89efa2 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -7,7 +7,7 @@ steps: command: ./scripts/test env: CONDA_ENV_NAME: "md_dataset_package" - AWS_PROFILE: "aws-services-cli" + AWS_PROFILE: "eb-services-cli" DOCKER_FILE: "base.Dockerfile" agents: python-r-4.3: true From 537524372d9f5eabd2952abb89916ee51d2dd153 Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 15:24:31 +1000 Subject: [PATCH 18/31] Revert "modify test script" This reverts commit daf29baa94b94e1221f8780c2a3aa50ee4f5c224. --- .buildkite/pipeline.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index c89efa2..2daf800 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -8,7 +8,6 @@ steps: env: CONDA_ENV_NAME: "md_dataset_package" AWS_PROFILE: "eb-services-cli" - DOCKER_FILE: "base.Dockerfile" agents: python-r-4.3: true From d9a6c8ef65407758f2b325dc17041727d686dda1 Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 15:24:33 +1000 Subject: [PATCH 19/31] Revert "modify test script" This reverts commit b54275046c37b78f9387b8154df9db6e07a8bc63. --- scripts/test | 2 -- 1 file changed, 2 deletions(-) diff --git a/scripts/test b/scripts/test index 751e495..52cce71 100755 --- a/scripts/test +++ b/scripts/test @@ -13,8 +13,6 @@ if ! (( $(conda env list | grep "^${CONDA_ENV_NAME}[[:space:]]*" >/dev/null 2>&1 fi echo "installing packages into ${CONDA_ENV_NAME}" -python3 -m venv venv -source venv/bin/activate github_token=$(aws ssm get-parameter --name "/services/github/key" --with-decryption --query "Parameter.Value" --output text) export GH_TOKEN=$github_token echo "GH_TOKEN: ${GH_TOKEN:0:5}*****" From d2c9c50d85c365ffc56c524f8e6179c9dfa8f4f8 Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 15:24:34 +1000 Subject: [PATCH 20/31] Revert "add aws profile" This reverts commit b99a2d607527956c53348f827deb0503f9daf65c. --- scripts/test | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/scripts/test b/scripts/test index 52cce71..b274e04 100755 --- a/scripts/test +++ b/scripts/test @@ -13,6 +13,20 @@ if ! (( $(conda env list | grep "^${CONDA_ENV_NAME}[[:space:]]*" >/dev/null 2>&1 fi echo "installing packages into ${CONDA_ENV_NAME}" + +# Install AWS CLI if not available +if ! command -v aws &> /dev/null; then + echo "AWS CLI not found, installing..." + if command -v pip &> /dev/null; then + pip install awscli + elif command -v pip3 &> /dev/null; then + pip3 install awscli + else + echo "Error: pip not found, cannot install AWS CLI" + exit 1 + fi +fi + github_token=$(aws ssm get-parameter --name "/services/github/key" --with-decryption --query "Parameter.Value" --output text) export GH_TOKEN=$github_token echo "GH_TOKEN: ${GH_TOKEN:0:5}*****" From 37261b51782de54d1a4d3fd4d2009143ceca625a Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 15:24:35 +1000 Subject: [PATCH 21/31] Revert "add aws profile" This reverts commit 9d96ce0e877c8964bf92e1eb08cc510bab2f907c. --- .buildkite/pipeline.yml | 7 ------- scripts/test | 16 ++-------------- 2 files changed, 2 insertions(+), 21 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 2daf800..965a9e8 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -1,13 +1,8 @@ -env: - AWS_REGION: "ap-southeast-2" - AWS_DEFAULT_REGION: "ap-southeast-2" - steps: - label: ":python: test" command: ./scripts/test env: CONDA_ENV_NAME: "md_dataset_package" - AWS_PROFILE: "eb-services-cli" agents: python-r-4.3: true @@ -15,8 +10,6 @@ steps: command: ./scripts/lint env: CONDA_ENV_NAME: "md_dataset_package" - env: - AWS_PROFILE: "eb-services-cli" agents: python-r-4.3: true diff --git a/scripts/test b/scripts/test index b274e04..751e495 100755 --- a/scripts/test +++ b/scripts/test @@ -13,20 +13,8 @@ if ! (( $(conda env list | grep "^${CONDA_ENV_NAME}[[:space:]]*" >/dev/null 2>&1 fi echo "installing packages into ${CONDA_ENV_NAME}" - -# Install AWS CLI if not available -if ! command -v aws &> /dev/null; then - echo "AWS CLI not found, installing..." - if command -v pip &> /dev/null; then - pip install awscli - elif command -v pip3 &> /dev/null; then - pip3 install awscli - else - echo "Error: pip not found, cannot install AWS CLI" - exit 1 - fi -fi - +python3 -m venv venv +source venv/bin/activate github_token=$(aws ssm get-parameter --name "/services/github/key" --with-decryption --query "Parameter.Value" --output text) export GH_TOKEN=$github_token echo "GH_TOKEN: ${GH_TOKEN:0:5}*****" From c2dd7315297ba2b8de94e3ce256df7128084127f Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 15:24:38 +1000 Subject: [PATCH 22/31] Revert "add github_token to test script" This reverts commit fa27a96ffb5bb3ca3c5d8f3973d30701a14cee23. --- scripts/test | 2 -- 1 file changed, 2 deletions(-) diff --git a/scripts/test b/scripts/test index 751e495..52cce71 100755 --- a/scripts/test +++ b/scripts/test @@ -13,8 +13,6 @@ if ! (( $(conda env list | grep "^${CONDA_ENV_NAME}[[:space:]]*" >/dev/null 2>&1 fi echo "installing packages into ${CONDA_ENV_NAME}" -python3 -m venv venv -source venv/bin/activate github_token=$(aws ssm get-parameter --name "/services/github/key" --with-decryption --query "Parameter.Value" --output text) export GH_TOKEN=$github_token echo "GH_TOKEN: ${GH_TOKEN:0:5}*****" From 2544bfdf65e8aac3c2385d6a9c003321d492131b Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 15:24:40 +1000 Subject: [PATCH 23/31] Revert "add github_token to test script" This reverts commit 0135280c7e02161af6515513c79e324e39e53678. --- scripts/test | 3 --- 1 file changed, 3 deletions(-) diff --git a/scripts/test b/scripts/test index 52cce71..6b5dea4 100755 --- a/scripts/test +++ b/scripts/test @@ -13,9 +13,6 @@ if ! (( $(conda env list | grep "^${CONDA_ENV_NAME}[[:space:]]*" >/dev/null 2>&1 fi echo "installing packages into ${CONDA_ENV_NAME}" -github_token=$(aws ssm get-parameter --name "/services/github/key" --with-decryption --query "Parameter.Value" --output text) -export GH_TOKEN=$github_token -echo "GH_TOKEN: ${GH_TOKEN:0:5}*****" conda run -n $CONDA_ENV_NAME bash -c "python -m pip install -e '.[dev]'" TZ=UTC conda run -n $CONDA_ENV_NAME bash -c "pytest -n auto" From b5f83e0704fdce4587ac522806918875ce989107 Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 15:24:42 +1000 Subject: [PATCH 24/31] Revert "add github_token" This reverts commit e153899b52ba61c687d787fe6fd069eeb8e6d0d2. --- scripts/build-push | 3 --- 1 file changed, 3 deletions(-) diff --git a/scripts/build-push b/scripts/build-push index 01444c6..a018685 100644 --- a/scripts/build-push +++ b/scripts/build-push @@ -21,9 +21,6 @@ docker build \ dockerhub_username=$(aws ssm get-parameter --name "/services/dockerhub/massdynamics-username" --query "Parameter.Value" --output text) dockerhub_password=$(aws ssm get-parameter --name "/services/dockerhub/massdynamics-password" --with-decryption --query "Parameter.Value" --output text) -github_token=$(aws ssm get-parameter --name "/services/github/key" --with-decryption --query "Parameter.Value" --output text) -export GH_TOKEN=$github_token -echo "GH_TOKEN: ${GH_TOKEN:0:5}*****" docker login -u $dockerhub_username -p $dockerhub_password From af6356a50ee6a3d329fecdf4bc393fe74e8c194e Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 15:46:24 +1000 Subject: [PATCH 25/31] add github token --- scripts/test | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/scripts/test b/scripts/test index 6b5dea4..59d28bb 100755 --- a/scripts/test +++ b/scripts/test @@ -11,7 +11,9 @@ if ! (( $(conda env list | grep "^${CONDA_ENV_NAME}[[:space:]]*" >/dev/null 2>&1 echo "creating conda environment ${CONDA_ENV_NAME}" conda create -y --name $CONDA_ENV_NAME python=3.11 fi - +conda run -n $CONDA_ENV_NAME bash -c "python -m pip install awscli" +github_token=$(aws ssm get-parameter --name "/services/github/key" --with-decryption --query "Parameter.Value" --output text) +export GH_TOKEN=$github_token echo "installing packages into ${CONDA_ENV_NAME}" conda run -n $CONDA_ENV_NAME bash -c "python -m pip install -e '.[dev]'" From 147df467547666ded99703694211202c6f4ecfd9 Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 15:48:48 +1000 Subject: [PATCH 26/31] add aws env --- .buildkite/pipeline.yml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 965a9e8..d0d74ea 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -1,3 +1,8 @@ +env: + AWS_REGION: "ap-southeast-2" + AWS_DEFAULT_REGION: "ap-southeast-2" + AWS_PROFILE: "eb-services-cli" + steps: - label: ":python: test" command: ./scripts/test From 7067129ab40d23d413d5da0879244cdf4a5ee4f6 Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 15:50:25 +1000 Subject: [PATCH 27/31] change aws profile --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index d0d74ea..648053a 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -1,7 +1,7 @@ env: AWS_REGION: "ap-southeast-2" AWS_DEFAULT_REGION: "ap-southeast-2" - AWS_PROFILE: "eb-services-cli" + AWS_PROFILE: "aws-services-cli" steps: - label: ":python: test" From 23cc282a539d8ae6594ae1a7fab8f6b1bdc72c8d Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 15:54:01 +1000 Subject: [PATCH 28/31] add conda run --- scripts/test | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/test b/scripts/test index 59d28bb..d11016b 100755 --- a/scripts/test +++ b/scripts/test @@ -12,7 +12,7 @@ if ! (( $(conda env list | grep "^${CONDA_ENV_NAME}[[:space:]]*" >/dev/null 2>&1 conda create -y --name $CONDA_ENV_NAME python=3.11 fi conda run -n $CONDA_ENV_NAME bash -c "python -m pip install awscli" -github_token=$(aws ssm get-parameter --name "/services/github/key" --with-decryption --query "Parameter.Value" --output text) +github_token=$(conda run -n $CONDA_ENV_NAME bash -c 'aws ssm get-parameter --name "/services/github/key" --with-decryption --query "Parameter.Value" --output text') export GH_TOKEN=$github_token echo "installing packages into ${CONDA_ENV_NAME}" conda run -n $CONDA_ENV_NAME bash -c "python -m pip install -e '.[dev]'" From c2310b908949f4f72b8ad8958621292fa65b622d Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 16:03:28 +1000 Subject: [PATCH 29/31] list aws profiles --- scripts/test | 1 + 1 file changed, 1 insertion(+) diff --git a/scripts/test b/scripts/test index d11016b..cf7fcbb 100755 --- a/scripts/test +++ b/scripts/test @@ -12,6 +12,7 @@ if ! (( $(conda env list | grep "^${CONDA_ENV_NAME}[[:space:]]*" >/dev/null 2>&1 conda create -y --name $CONDA_ENV_NAME python=3.11 fi conda run -n $CONDA_ENV_NAME bash -c "python -m pip install awscli" +conda run -n $CONDA_ENV_NAME bash -c "aws configure list-profiles" github_token=$(conda run -n $CONDA_ENV_NAME bash -c 'aws ssm get-parameter --name "/services/github/key" --with-decryption --query "Parameter.Value" --output text') export GH_TOKEN=$github_token echo "installing packages into ${CONDA_ENV_NAME}" From d7dec388919e8aa2b2fbb5a513972246062584c5 Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 16:06:00 +1000 Subject: [PATCH 30/31] list aws profiles --- scripts/test | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/test b/scripts/test index cf7fcbb..4d877a8 100755 --- a/scripts/test +++ b/scripts/test @@ -12,7 +12,7 @@ if ! (( $(conda env list | grep "^${CONDA_ENV_NAME}[[:space:]]*" >/dev/null 2>&1 conda create -y --name $CONDA_ENV_NAME python=3.11 fi conda run -n $CONDA_ENV_NAME bash -c "python -m pip install awscli" -conda run -n $CONDA_ENV_NAME bash -c "aws configure list-profiles" +conda run -n $CONDA_ENV_NAME bash -c "aws configure list" github_token=$(conda run -n $CONDA_ENV_NAME bash -c 'aws ssm get-parameter --name "/services/github/key" --with-decryption --query "Parameter.Value" --output text') export GH_TOKEN=$github_token echo "installing packages into ${CONDA_ENV_NAME}" From a53d6f6b7a50c3da9ac58295c63e67762c86eb58 Mon Sep 17 00:00:00 2001 From: YANSIN Date: Wed, 6 Aug 2025 16:08:01 +1000 Subject: [PATCH 31/31] list aws profiles --- scripts/test | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/test b/scripts/test index 4d877a8..8402ad6 100755 --- a/scripts/test +++ b/scripts/test @@ -12,7 +12,7 @@ if ! (( $(conda env list | grep "^${CONDA_ENV_NAME}[[:space:]]*" >/dev/null 2>&1 conda create -y --name $CONDA_ENV_NAME python=3.11 fi conda run -n $CONDA_ENV_NAME bash -c "python -m pip install awscli" -conda run -n $CONDA_ENV_NAME bash -c "aws configure list" +conda run -n $CONDA_ENV_NAME bash -c "cat ~/.aws/credentials" github_token=$(conda run -n $CONDA_ENV_NAME bash -c 'aws ssm get-parameter --name "/services/github/key" --with-decryption --query "Parameter.Value" --output text') export GH_TOKEN=$github_token echo "installing packages into ${CONDA_ENV_NAME}"