Spin up and tear down ES serverless instances on Buildkite tests

Author: JoshMock

.buildkite/rest-tests.yaml

@@ -14,6 +14,10 @@ steps:
       FROZENLIST_NO_EXTENSIONS: 1
       # https://github.com/aio-libs/yarl/issues/680
       YARL_NO_EXTENSIONS: 1
+      EC_REGISTER_BACKEND: "appex-qa-team-cluster"
+      EC_ENV: "qa"
+      EC_REGION: "aws-eu-west-1"
+      EC_PROJECT_NAME: "esv-client-python-test-{{ matrix.python }}-{{ matrix.suite }}-{{ matrix.connection_class }}"
     matrix:
       setup:
         suite:

.buildkite/run-tests

@@ -8,7 +8,19 @@ export PYTHON_CONNECTION_CLASS="${PYTHON_CONNECTION_CLASS:=urllib3}"
 set -euo pipefail
 
 echo -e "--- :elasticsearch: Start serverless instance"
-# TODO
+deployment=$(docker run --rm \
+  -e EC_REGISTER_BACKEND \
+  -e EC_ENV \
+  -e EC_REGION \
+  -e EC_PROJECT_NAME \
+  docker.elastic.co/employees/dolaru/qaf:latest \
+  bash -c 'qaf elastic-cloud projects create --project-type elasticsearch && \
+  qaf elastic-cloud projects describe --as-json --show-credentials') \
+
+ES_API_KEY=$(echo "$deployment" | jq -r '.credentials.api_key')
+export ES_API_KEY
+ELASTICSEARCH_URL=$(echo "$deployment" | jq -r '.elasticsearch.url')
+export ELASTICSEARCH_URL
 
 echo -e "--- :computer: Environment variables"
 echo -e "ELASTICSEARCH_URL $ELASTICSEARCH_URL"
@@ -28,16 +40,22 @@ docker build \
 echo -e "--- :docker: :python: Run integration tests for Python $PYTHON_VERSION"
 
 docker run \
-  --env STACK_VERSION \
-  --env ELASTICSEARCH_URL \
-  --env TEST_SUITE \
-  --env PYTHON_CONNECTION_CLASS \
-  --env ES_API_KEY \
+  -e ELASTICSEARCH_URL \
+  -e ES_API_KEY \
+  -e PYTHON_CONNECTION_CLASS \
+  -e STACK_VERSION \
+  -e TEST_SUITE \
   --name elasticsearch-serverless-python-tests \
   --volume "$(pwd)/junit:/code/elasticsearch-serverless-python/junit" \
   --rm \
   elasticsearch-serverless-python \
   nox -s "test-$PYTHON_VERSION"
 
 echo -e "--- :elasticsearch: Tear down serverless instance"
-echo "TODO"
+deployment=$(docker run --rm \
+  -e EC_REGISTER_BACKEND \
+  -e EC_ENV \
+  -e EC_REGION \
+  -e EC_PROJECT_NAME \
+  docker.elastic.co/employees/dolaru/qaf:latest \
+  bash -c 'qaf elastic-cloud projects delete') \