.gitlab-ci-agent-arm.yml

image: registry.tooling.stackstate.io/quay/stackstate/datadog_build_deb_arm64:d74ccd55

stages:
  - manual
  - prepare
  - build
  - test
  - pre_release
  - acceptance
  - cleanup
  - release

######################### pipeline bricks

.retrieve_linux_go_deps_script: &retrieve_linux_go_deps_script |
  echo "~~~~~> Trying to retrieve_linux_go_deps"
  ls *.tar.gz || true
  [ -e "go-bin.tar.gz" ] && mkdir -p $GOPATH/bin && tar xzf go-bin.tar.gz -C $GOPATH/bin
  [ -e "go-pkg.tar.gz.part.aa" ] && mkdir -p $GOPATH/pkg && cat go-pkg.tar.gz.part.* | tar xz  -C $GOPATH/pkg
  [ -e "vendor.tar.gz" ] && mkdir vendor && tar xzf vendor.tar.gz -C vendor
  rm -f go-bin.tar.gz go-pkg.tar.gz.part.* vendor.tar.gz || true
  echo "~~~~~> /Trying..."

.configure_centos_env_script: &configure_centos_env_script |
  . /root/.gimme/envs/go1.16.7.env
  . /root/miniforge3/etc/profile.d/conda.sh
  conda activate $CONDA_ENV
  mkdir -p /go/src/github.com/StackVista
  rm -rf /go/src/github.com/StackVista/stackstate-agent || true
  ln -s $CI_PROJECT_DIR /go/src/github.com/StackVista/stackstate-agent
  . /usr/local/rvm/scripts/rvm
  export PATH=/go/bin:/usr/local/go/bin:$PATH
  eval $(gimme)

.rename_datadog_stackvista: &rename_datadog_stackvista |
  ./fix_package_paths.sh

.configure_debian_env_script: &configure_debian_env_script |
  . /root/miniforge3/etc/profile.d/conda.sh || true # TODO: check possibility to use bash from the start
  . /root/miniconda3/etc/profile.d/conda.sh || true
  conda activate $CONDA_ENV
  mkdir -p /go/src/github.com/StackVista
  rm -rf /go/src/github.com/StackVista/stackstate-agent || true
  . /usr/local/rvm/scripts/rvm
  ln -s $CI_PROJECT_DIR /go/src/github.com/StackVista/stackstate-agent

.configure_windows_ps1_env_script: &configure_windows_ps1_env_script |
  Import-Module C:\tools\miniconda3\shell\condabin\conda-hook.ps1
  ./.gitlab-scripts/conda_env.ps1 $CONDA_ENV $PYTHON_RUNTIMES
  conda activate $CONDA_ENV
  $current_dir=Get-Location
  New-Item -ItemType Directory -Force -Path "$Env:GOPATH\\src\\github.com\\StackVista"
  cmd /c if exist %GOPATH%\src\github.com\StackVista\stackstate-agent rd /s/q %GOPATH%\src\github.com\StackVista\stackstate-agent
  New-Item -ItemType SymbolicLink -Path "$Env:GOPATH\\src\\github.com\\StackVista\\stackstate-agent" -Target $current_dir -Force

.rules:
  # rules specific to the cluster agent, kubernetes, docker swarm. Currently we default to only running them on Python2
  # build so that we can release the cluster agent as part of a V2 release.
  # TODO: Change this when V3 releases are finalized and the default.
  - &cluster_agent
    if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION
  - &cluster_agent_release
    if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && ($CI_COMMIT_TAG || $CI_JOB_TRIGGERED == "true")
    when: manual
  - &cluster_agent_manual
    if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION
    when: manual
    allow_failure: true

# Merge train rules for agent v2
.merge_train_always: &merge_train_always
  # If the major version is 2, and it is the master branch or a tag, always execute this step
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && ($CI_COMMIT_TAG || $CI_COMMIT_REF_NAME == "stackstate-7.51.1")
    when: always
    allow_failure: false
  # Else, if the major version is 2, and it is a merge train job, always execute this step
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && $CI_MERGE_REQUEST_EVENT_TYPE == "merge_train"
    when: always
    allow_failure: false
  # Else, if the major version is 2, and there is a valid MR internal ID, manually execute this step
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && $CI_MERGE_REQUEST_IID
    when: manual
    allow_failure: true
  # Else, if the major version is 2, and there is an open merge request (but no MR IID), never execute this step
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && $CI_OPEN_MERGE_REQUESTS
    when: never
  # Else, if the major version is 2, and code was committed to a branch, manually execute this step
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && $CI_COMMIT_BRANCH
    when: manual
    allow_failure: true

.merge_train_always_on_tag: &merge_train_always_on_tag
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && $CI_COMMIT_TAG
    when: always
    allow_failure: false

.merge_train_always_manual: &merge_train_always_manual
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && ($CI_COMMIT_TAG || $CI_COMMIT_REF_NAME == "stackstate-7.51.1")
    when: manual
    allow_failure: true
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && $CI_MERGE_REQUEST_EVENT_TYPE == "merge_train"
    when: manual
    allow_failure: true
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && $CI_MERGE_REQUEST_IID
    when: manual
    allow_failure: true
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && $CI_OPEN_MERGE_REQUESTS
    when: never
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && $CI_COMMIT_BRANCH
    when: manual
    allow_failure: true

.merge_train_on_success: &merge_train_on_success
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && ($CI_COMMIT_TAG || $CI_COMMIT_REF_NAME == "stackstate-7.51.1")
    when: on_success
    allow_failure: false
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && $CI_MERGE_REQUEST_EVENT_TYPE == "merge_train"
    when: on_success
    allow_failure: false
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && $CI_MERGE_REQUEST_IID
    when: on_success
    allow_failure: false
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && $CI_OPEN_MERGE_REQUESTS
    when: never
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && $CI_COMMIT_BRANCH
    when: on_success
    allow_failure: false

.merge_train_on_success_allow_failure: &merge_train_on_success_allow_failure
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && ($CI_COMMIT_TAG || $CI_COMMIT_REF_NAME == "stackstate-7.51.1")
    when: on_success
    allow_failure: true
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && $CI_MERGE_REQUEST_EVENT_TYPE == "merge_train"
    when: on_success
    allow_failure: true
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && $CI_MERGE_REQUEST_IID
    when: on_success
    allow_failure: true
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && $CI_OPEN_MERGE_REQUESTS
    when: never
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && $CI_COMMIT_BRANCH
    when: on_success
    allow_failure: true

.merge_train_on_failure: &merge_train_on_failure
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && ($CI_COMMIT_TAG || $CI_COMMIT_REF_NAME == "stackstate-7.51.1")
    when: on_failure
    allow_failure: false
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && $CI_MERGE_REQUEST_EVENT_TYPE == "merge_train"
    when: on_failure
    allow_failure: false
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && $CI_MERGE_REQUEST_IID
    when: on_failure
    allow_failure: false
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && $CI_OPEN_MERGE_REQUESTS
    when: never
  - if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && $CI_COMMIT_BRANCH
    when: on_failure
    allow_failure: false

######################### /pipeline bricks

.artifacts_expire_in: &artifacts_expire_in
  expire_in: 1 week

before_script:
  - *configure_debian_env_script
  - *retrieve_linux_go_deps_script

deps_deb:
  stage: prepare
  tags:
    - sts-k8s-m-arm64-runner
  interruptible: true
  cache:
    key: "deps-deb-$STS_VER-$CI_COMMIT_REF_SLUG-$ARCH"
    paths:
      - vendor
      - venv
  script:
    - go clean -modcache
    - *rename_datadog_stackvista
    - conda activate $CONDA_ENV
    - inv -e deps --verbose
    - go mod tidy
    - go mod vendor
    - inv agent.version --major-version $MAJOR_VERSION -u > version.txt
#    - cd $GOPATH/pkg && tar czf $CI_PROJECT_DIR/go-pkg.tar.gz . || echo "No go-pkg"
#    - cd $GOPATH/pkg && tar czf - . | split -b 800M - $CI_PROJECT_DIR/go-pkg.tar.gz.part. || echo "No go-pkg"
#    - cd $GOPATH/bin && tar czf $CI_PROJECT_DIR/go-bin.tar.gz . || echo "No go-bin"
    - cd $CI_PROJECT_DIR/vendor && tar czf $CI_PROJECT_DIR/vendor.tar.gz . || echo "No vendor"
  artifacts:
    <<: *artifacts_expire_in
    paths:
      - $CI_PROJECT_DIR/version.txt
#      - $CI_PROJECT_DIR/go-pkg.tar.gz.part.*
#      - $CI_PROJECT_DIR/go-bin.tar.gz
      - $CI_PROJECT_DIR/vendor.tar.gz

  retry:
    max: 2
    when:
      - always
  rules:
    - when: always

deps_rpm:
  stage: prepare
  tags:
    - sts-k8s-m-arm64-runner
  interruptible: true
  image: registry.tooling.stackstate.io/quay/stackstate/datadog_build_rpm_arm64:d74ccd55
  cache:
    key: "deps-rpm-$STS_VER-$CI_COMMIT_REF_SLUG-$ARCH"
    paths:
      - vendor
  before_script:
    - *configure_centos_env_script
  script:
    - conda activate $CONDA_ENV
    - inv -e deps --verbose
    - go mod tidy
    - go mod vendor
    - inv agent.version --major-version $MAJOR_VERSION -u > version.txt
    - cd $GOPATH/pkg && tar czf $CI_PROJECT_DIR/go-pkg.tar.gz .
    - cd $GOPATH/bin && tar czf $CI_PROJECT_DIR/go-bin.tar.gz .
    - cd $CI_PROJECT_DIR/vendor && tar czf $CI_PROJECT_DIR/vendor.tar.gz .
  artifacts:
    <<: *artifacts_expire_in
    paths:
      - $CI_PROJECT_DIR/version.txt
      - $CI_PROJECT_DIR/go-pkg.tar.gz
      - $CI_PROJECT_DIR/go-bin.tar.gz
      - $CI_PROJECT_DIR/vendor.tar.gz
  retry:
    max: 2
    when:
      - always
  rules:
    - *merge_train_always_manual

## build stage

unit_tests:
  stage: test
  interruptible: true
  needs:
    - deps_deb
  script:
    - go clean -modcache
    - *rename_datadog_stackvista
    - conda activate $CONDA_ENV
    - inv -e deps --verbose
    - go mod tidy
    - go mod vendor
    # We run inv deps again because /go/bin is not cached and we need binaries like golint, misspell
    - inv deps
    - BRANDED=false inv -e agent.build --race --major-version $MAJOR_VERSION --python-runtimes $PYTHON_RUNTIMES
    # TODO: check why formatting rules differ from previous step
    - gofmt -l -w -s ./pkg ./cmd
    - inv -e rtloader.test
    - invoke install-tools
    - echo "inv -e test --coverage --race --profile --cpus 4 --major-version $MAJOR_VERSION --python-runtimes $PYTHON_RUNTIMES"
    - inv -e test --coverage --race --profile --cpus 4 --major-version $MAJOR_VERSION --python-runtimes $PYTHON_RUNTIMES
  tags:
    - sts-k8s-xl-arm64-runner
  retry:
    max: 2
    when:
      - always
  rules:
    - when: on_success
  timeout: 120 minutes

filename_linting:
  stage: test
  tags:
    - sts-k8s-m-arm64-runner
  interruptible: true
  needs:
    - deps_deb
  script:
    - go clean -modcache
    - *rename_datadog_stackvista
    - conda activate $CONDA_ENV
    - inv -e deps --verbose
    - go mod tidy
    - go mod vendor
    - inv -e lint-filenames
  rules:
    - when: on_success
  retry:
    max: 2
    when:
      - always

build_binaries:
  stage: build
  interruptible: true
  needs:
    - deps_deb
  script:
    - go clean -modcache
    - *rename_datadog_stackvista
    - conda activate $CONDA_ENV
    - inv -e deps --verbose
    - go mod tidy
    - go mod vendor
    - inv -e dogstatsd.build --static --major-version $MAJOR_VERSION
    - inv -e rtloader.make
    - inv -e rtloader.install
    - cd $SRC_PATH
    - inv -e agent.build --major-version $MAJOR_VERSION --python-runtimes $PYTHON_RUNTIMES
  tags:
    - sts-k8s-xl-arm64-runner
  retry:
    max: 2
    when:
      - always
  rules:
    - when: on_success

build_cluster_agent:
  stage: build
  interruptible: true
  needs:
    - deps_deb
  script:
    - go clean -modcache
    - *rename_datadog_stackvista
    - conda activate $CONDA_ENV
    - inv -e deps --verbose
    - go mod tidy
    - go mod vendor
    - inv -e cluster-agent.build
    - ls -la $CI_PROJECT_DIR/bin/
  artifacts:
    paths:
      - $CI_PROJECT_DIR/bin/stackstate-cluster-agent
      - $CI_PROJECT_DIR/Dockerfiles/cluster-agent/stackstate-cluster.yaml
      - $CI_PROJECT_DIR/version.txt
    <<: *artifacts_expire_in
  tags:
    - sts-k8s-xl-arm64-runner
  rules:
    - *cluster_agent
  retry:
    max: 2
    when:
      - always

build_deb:
  stage: build
  interruptible: true
  needs:
    - deps_deb
  tags:
    - sts-k8s-xl-arm64-runner
  variables:
      PACKAGE_ARCH: arm64
      DD_PKG_ARCH: arm64
      STS_PKG_ARCH: arm64
  cache:
    key: "build-deb-$STS_VER-$CI_COMMIT_REF_SLUG-$ARCH"
    paths:
      - .omnibus
      - .gems
  script:
    # We move .omnibus out of the CI root because this seems to cause issues with git
    # cloning in omnibus and operations on datadog-agent
    - mv $CI_PROJECT_DIR/.omnibus /omnibus || mkdir -p /omnibus

    - go clean -modcache
    - *rename_datadog_stackvista
    - conda activate $CONDA_ENV
    - inv -e deps --verbose
    - go mod tidy
    - go mod vendor
    - inv agent.version --major-version $MAJOR_VERSION
    - cat version.txt || true
    - source ./.gitlab-scripts/setup_artifactory.sh
    - export LD_LIBRARY_PATH="/opt/stackstate-agent/embedded/lib/python3.11/site-packages/psycopg2_binary.libs:/opt/stackstate-agent/embedded/lib"
    - echo ${LD_LIBRARY_PATH}
    - inv -e agent.omnibus-build --gem-path $CI_PROJECT_DIR/.gems --base-dir $OMNIBUS_BASE_DIR --go-mod-cache $CI_PROJECT_DIR/vendor --skip-deps --skip-sign --major-version $MAJOR_VERSION --python-runtimes $PYTHON_RUNTIMES

    # Prepare outputs
    - mkdir -p $CI_PROJECT_DIR/outcomes/pkg && mkdir -p $CI_PROJECT_DIR/outcomes/dockerfiles && mkdir -p $CI_PROJECT_DIR/outcomes/binary
    - cp -r $OMNIBUS_BASE_DIR/pkg $CI_PROJECT_DIR/outcomes
    - cp -r $CI_PROJECT_DIR/Dockerfiles $CI_PROJECT_DIR/outcomes
#    - cp -r /opt/stackstate-agent/embedded/bin/trace-agent  $CI_PROJECT_DIR/outcomes/binary/

    - ls -la $CI_PROJECT_DIR/outcomes/Dockerfiles

    # Prepare cache
    # Drop packages for cache
    - rm -rf /omnibus/pkg
    # Drop agent for cache (will be resynced anyway)
    - rm -rf /omnibus/src/datadog-agent
    # Drop symlink because it will fail the build when coming from a cache
    - rm /omnibus/src/datadog-agent/src/github.com/StackVista/stackstate-agent/vendor/github.com/coreos/etcd/cmd/etcd || echo "Not found"
    - mv /omnibus $CI_PROJECT_DIR/.omnibus
  artifacts:
    paths:
      - $CI_PROJECT_DIR/outcomes/pkg/*.deb
      - $CI_PROJECT_DIR/outcomes/pkg/*.json
      - $CI_PROJECT_DIR/outcomes/Dockerfiles/agent
      - $CI_PROJECT_DIR/outcomes/Dockerfiles/cluster-agent
      - $CI_PROJECT_DIR/outcomes/Dockerfiles/dogstatsd
      - $CI_PROJECT_DIR/outcomes/Dockerfiles/manifests
      - $CI_PROJECT_DIR/version.txt
    <<: *artifacts_expire_in
  retry:
    max: 2
    when:
      - always
  rules:
    - when: on_success

build_rpm:
  stage: build
  interruptible: true
  image: registry.tooling.stackstate.io/quay/stackstate/datadog_build_rpm_arm64:d74ccd55
  needs:
    - deps_rpm
  tags:
    - sts-k8s-xl-arm64-runner
  cache:
    key: "build-rpm-$STS_VER-$CI_COMMIT_REF_SLUG-$ARCH"
    paths:
      - .omnibus
      - .gems
  before_script:
    - *configure_centos_env_script
    - *retrieve_linux_go_deps_script
  script:
    # We move .omnibus out of the CI root because this seems to cause issues with git
    # cloning in omnibus and operations on datadog-agent
    - mv $CI_PROJECT_DIR/.omnibus /omnibus || mkdir -p /omnibus

    - conda activate $CONDA_ENV
    - inv agent.version --major-version $MAJOR_VERSION
    - cat version.txt || true
    - source ./.gitlab-scripts/setup_artifactory.sh

    # TODO:  --python-runtimes "$PYTHON_RUNTIMES" --system-probe-bin=/tmp/system-probe --libbcc-tarball=/tmp/libbcc.tar.xz
    - inv -e agent.omnibus-build --gem-path $CI_PROJECT_DIR/.gems --base-dir $OMNIBUS_BASE_DIR --skip-deps --major-version $MAJOR_VERSION --python-runtimes $PYTHON_RUNTIMES
      #  - find $OMNIBUS_BASE_DIR/pkg -type f -name '*.rpm' ! -name '*dbg*.rpm' -print0 | xargs -0 -I '{}' rpm -i '{}'
    #  - find $OMNIBUS_BASE_DIR/pkg -type f -name '*dbg*.rpm' -print0 | xargs -0 -I '{}' rpm -i '{}'

    # Prepare outputs
    - mkdir -p $CI_PROJECT_DIR/outcomes/pkg && mkdir -p $CI_PROJECT_DIR/outcomes/dockerfiles
    - cp -r $OMNIBUS_BASE_DIR/pkg $CI_PROJECT_DIR/outcomes
    - cp -r $CI_PROJECT_DIR/Dockerfiles $CI_PROJECT_DIR/outcomes

    - ls -la $CI_PROJECT_DIR/outcomes/Dockerfiles

    #    # Prepare cache
    #    # Drop packages for cache
    - rm -rf /omnibus/pkg
    #    # Drop agent for cache (will be resynced anyway)
    - rm -rf /omnibus/src/datadog-agent
    #    # Drop symlink because it will fail the build when coming from a cache
    - rm /omnibus/src/datadog-agent/src/github.com/StackVista/stackstate-agent/vendor/github.com/coreos/etcd/cmd/etcd || echo "Not found"
    - mv /omnibus $CI_PROJECT_DIR/.omnibus
  artifacts:
    paths:
      - $CI_PROJECT_DIR/outcomes/pkg/*.rpm
      - $CI_PROJECT_DIR/outcomes/pkg/*.json
      - $CI_PROJECT_DIR/outcomes/Dockerfiles/agent
      - $CI_PROJECT_DIR/outcomes/Dockerfiles/cluster-agent
      - $CI_PROJECT_DIR/outcomes/Dockerfiles/dogstatsd
      - $CI_PROJECT_DIR/outcomes/Dockerfiles/manifests
      - $CI_PROJECT_DIR/version.txt
    <<: *artifacts_expire_in
  retry:
    max: 2
    when:
      - always
  rules:
    - when: on_success

## pre_release stage

test_deb_renaming:
  stage: test
  tags:
    - sts-k8s-m-arm64-runner
  interruptible: true
  needs:
    - build_deb
  before_script: []
  script:
    - ./test/renaming/test_deb.sh $CI_PROJECT_DIR/outcomes/pkg/stackstate-agent_$MAJOR_VERSION*.deb
  retry:
    max: 2
    when:
      - always
  rules:
    - when: on_success

test_rpm_renaming:
  stage: test
  tags:
    - sts-k8s-m-arm64-runner
  interruptible: true
  image: registry.tooling.stackstate.io/quay/stackstate/datadog_build_rpm_arm64:d74ccd55
  needs:
    - build_rpm
  before_script: []
  script:
    - ./test/renaming/test_rpm.sh $CI_PROJECT_DIR/outcomes/pkg/stackstate-agent-$MAJOR_VERSION*.rpm
  retry:
    max: 2
    when:
      - always
  rules:
    - when: on_success

sign_deb:
  stage: pre_release
  tags:
    - sts-k8s-m-runner
  interruptible: true
  image: registry.tooling.stackstate.io/quay/stackstate/stackstate-agent-runner-gitlab:debian-20220826-patched-20230511
  needs:
    - deps_deb
    - build_deb
  script:
    - source /usr/local/rvm/scripts/rvm
    - cd $CI_PROJECT_DIR/omnibus/package-scripts && ./sign_debian_package.sh
    - cd $CI_PROJECT_DIR/omnibus/package-scripts && ./publish_package.sh $STS_AWS_TEST_BUCKET
  artifacts:
    paths:
      - $CI_PROJECT_DIR/outcomes/pkg/*.deb
      - $CI_PROJECT_DIR/outcomes/pkg/*.json
      - $CI_PROJECT_DIR/outcomes/Dockerfiles/agent
      - $CI_PROJECT_DIR/outcomes/Dockerfiles/cluster-agent
      - $CI_PROJECT_DIR/outcomes/Dockerfiles/dogstatsd
      - $CI_PROJECT_DIR/outcomes/Dockerfiles/manifests
      - $CI_PROJECT_DIR/version.txt
    <<: *artifacts_expire_in
  retry:
    max: 2
    when:
      - always
  rules:
    - when: on_success

pre_release_deb:
  stage: pre_release
  tags:
    - sts-k8s-m-arm64-runner
  interruptible: true
  needs:
    - deps_deb
    - build_deb
    - sign_deb
  script:
    - source /usr/local/rvm/scripts/rvm
#    - cd $CI_PROJECT_DIR/omnibus/package-scripts && ./sign_debian_package.sh
#    - cd $CI_PROJECT_DIR/omnibus/package-scripts && ./publish_package.sh $STS_AWS_TEST_BUCKET
    - cd $CI_PROJECT_DIR && inv release.generate-install -t
#    - cd $CI_PROJECT_DIR/cmd/agent && aws.rb -e "Aws::S3::Resource.new.bucket(ENV['STS_AWS_TEST_BUCKET']).object('install.sh').upload_file('./install.sh', acl:'public-read')"
    - cd $CI_PROJECT_DIR/cmd/agent && aws s3 cp ./install.sh s3://$STS_AWS_TEST_BUCKET/install.sh --acl public-read
    - aws s3 ls s3://$STS_AWS_TEST_BUCKET/
  retry:
    max: 2
    when:
      - always
  rules:
    - when: on_success

pre_release_rpm:
  stage: pre_release
  tags:
    - sts-k8s-m-arm64-runner
  interruptible: true
  image: registry.tooling.stackstate.io/quay/stackstate/stackstate-agent-runner-gitlab:deb-rpmpublisher
  needs:
    - build_rpm
  before_script: []
  script:
    - cd $CI_PROJECT_DIR/omnibus/package-scripts && ./sign_rpm_package.sh
    - cd $CI_PROJECT_DIR/omnibus/package-scripts && ./publish_package_rpm.sh $STS_AWS_TEST_BUCKET_YUM
  retry:
    max: 2
    when:
      - always
  rules:
    - when: on_success

pre_release_main_agent_image: &pre_release_image
  stage: pre_release
  interruptible: true
  image: registry.tooling.stackstate.io/docker/docker:18.06.0
  needs:
    - build_deb
  variables:
    DOCKER_DRIVER: overlay
    DOCKER_HOST: tcp://docker:2375
    DOCKER_TLS_CERTDIR: ""
  services:
    - name: registry.tooling.stackstate.io/docker/docker:18.09-dind
      alias: docker
  before_script: []
  script:
    - cd $CI_PROJECT_DIR
    - export VERSION=`cat version.txt`
    - cp ./outcomes/pkg/stackstate-agent_*_arm64.deb ./Dockerfiles/agent
    - ./omnibus/package-scripts/publish_image.sh $CI_COMMIT_REF_NAME $STS_DOCKER_TEST_REPO $CI_PROJECT_DIR/Dockerfiles/agent $CI_COMMIT_SHORT_SHA $STS_DOCKER_K8S_REPO "aarch64"
  tags:
    - sts-k8s-m-arm64-runner
  retry:
    max: 2
    when:
      - always
  rules:
    - when: on_success

pre_release_cluster_agent_image:
  <<: *pre_release_image
  interruptible: true
  needs:
    - build_cluster_agent
  script:
    - cd $CI_PROJECT_DIR
    - cp -r ./bin/stackstate-cluster-agent* ./Dockerfiles/cluster-agent
    - ./omnibus/package-scripts/publish_image.sh $CI_COMMIT_REF_NAME $STS_DOCKER_TEST_REPO_CLUSTER $CI_PROJECT_DIR/Dockerfiles/cluster-agent $CI_COMMIT_SHORT_SHA $STS_DOCKER_K8S_REPO_CLUSTER "aarch64"
  rules:
    - *cluster_agent

# Core Structure for all the beest steps

# Rules
.beest_kubernetes_rule: &kubernetes_ignore_rule
  if: $MAJOR_VERSION == $PRIMARY_MAJOR_VERSION && $CI_COMMIT_MESSAGE =~ /\[beest\-/ && $CI_COMMIT_MESSAGE !~ /\[beest\-kubernetes]/
  when: never

# Jobs
beest_k8s_1_33_containerd_trigger_verification:
  stage: acceptance
  rules:
    - *kubernetes_ignore_rule
    - *merge_train_always
  variables:
    BRANCH_UNDER_TEST: "$CI_COMMIT_REF_NAME"
    TRIGGER_AGENT_ARM_TESTS: "true"
  trigger:
    project: stackvista/integrations/beest

## release stage

release_deb:
  interruptible: true
  stage: release
  dependencies:
    - build_deb
  script:
    - cd $CI_PROJECT_DIR/omnibus/package-scripts && ./sign_debian_package.sh
    - cd $CI_PROJECT_DIR/omnibus/package-scripts && ./publish_package.sh $STS_AWS_RELEASE_BUCKET stable
    - cd $CI_PROJECT_DIR && inv release.generate-install
    - cd $CI_PROJECT_DIR/cmd/agent && aws.rb -e "Aws::S3::Resource.new.bucket(ENV['STS_AWS_RELEASE_BUCKET']).object('install.sh').upload_file('./install.sh', acl:'public-read')"
  rules:
    - if: $CI_COMMIT_TAG || $CI_PIPELINE_TRIGGERED == 'true'
      when: manual
  retry:
    max: 2
    when:
      - always

release_rpm:
  interruptible: true
  stage: release
  image: registry.tooling.stackstate.io/quay/stackstate/stackstate-agent-runner-gitlab:deb-rpmpublisher
  dependencies:
    - build_rpm
  before_script:
    - mkdir -p /go/src/github.com/StackVista
    - ln -s $CI_PROJECT_DIR /go/src/github.com/StackVista/stackstate-agent
  script:
    - cd $CI_PROJECT_DIR/omnibus/package-scripts && ./sign_rpm_package.sh
    - cd $CI_PROJECT_DIR/omnibus/package-scripts && ./publish_package_rpm.sh $STS_AWS_RELEASE_BUCKET_YUM stable
  rules:
    - if: $CI_COMMIT_TAG || $CI_PIPELINE_TRIGGERED == 'true'
      when: manual
  retry:
    max: 2
    when:
      - always

.base_release_image: &base_release_image
  stage: release
  image: registry.tooling.stackstate.io/docker/docker:20-git
  dependencies:
    - build_deb
  variables:
    DOCKER_DRIVER: overlay
    DOCKER_HOST: tcp://docker:2375
    DOCKER_TLS_CERTDIR: ""
  services:
    - name: registry.tooling.stackstate.io/docker/docker:20-dind
      alias: docker
  before_script: []
  tags:
    - sts-k8s-m-arm64-runner
  retry:
    max: 2
    when:
      - always

release_main_agent_image:
  <<: *base_release_image
  interruptible: true
  script:
    - cd $CI_PROJECT_DIR
    - export VERSION=`cat version.txt`
    - cp ./outcomes/pkg/stackstate-agent_*_arm64.deb Dockerfiles/agent
    - ./omnibus/package-scripts/publish_image.sh $VERSION $STS_DOCKER_RELEASE_REPO $CI_PROJECT_DIR/Dockerfiles/agent latest
  rules:
    - if: $CI_COMMIT_TAG || $CI_PIPELINE_TRIGGERED == 'true'
      when: manual

release_cluster_agent_image:
  <<: *base_release_image
  interruptible: true
  dependencies:
    - build_cluster_agent
  script:
    - cd $CI_PROJECT_DIR
    - export VERSION=`cat version.txt`
    - cp -r ./bin/stackstate-cluster-agent/* ./Dockerfiles/cluster-agent
    - ./omnibus/package-scripts/publish_image.sh $VERSION $STS_DOCKER_RELEASE_REPO_CLUSTER $CI_PROJECT_DIR/Dockerfiles/cluster-agent latest
  rules:
    - *cluster_agent_release