added script to deploy to GCE

Author: daniel-sanche

benchmarks/Dockerfile

@@ -0,0 +1,37 @@
+# Copyright 2023 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+FROM python:3.11-slim
+
+ENV PYTHONUNBUFFERED=0
+
+WORKDIR /app
+
+# install other requirements
+COPY benchmarks/requirements.txt /app/requirements.txt
+RUN pip install -r requirements.txt
+
+# install bigtable library
+COPY scripts /app/python-bigtable/scripts
+COPY setup.py /app/python-bigtable/
+COPY README.rst /app/python-bigtable/
+COPY google /app/python-bigtable/google
+RUN python -m pip install -e /app/python-bigtable
+
+# copy benchmark files
+COPY benchmarks /app
+COPY tests/system/data/setup_fixtures.py /app
+
+# run benchmark
+CMD ["python", "-m", "pytest", ".", "-s"]

benchmarks/requirements.txt

@@ -0,0 +1,4 @@
+pytest
+pytest-asyncio
+tqdm
+rich

benchmarks/run_on_gce.sh

@@ -0,0 +1,47 @@
+# Copyright 2023 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+#!/bin/bash
+
+PROJECT_ID=$(gcloud config get-value project)
+
+SCRIPT_DIR=$(dirname "$0")
+cd $SCRIPT_DIR/..
+
+# build container
+export DOCKER_BUILDKIT=1
+IMAGE_PATH="gcr.io/$PROJECT_ID/python-bigtable-benchmark"
+docker build -t $IMAGE_PATH -f $SCRIPT_DIR/Dockerfile .
+docker push $IMAGE_PATH
+
+# deploy to GCE
+INSTANCE_NAME="python-bigtable-benchmark-$(date +%s)"
+ZONE=us-central1-b
+gcloud compute instances create-with-container $INSTANCE_NAME \
+  --container-image=$IMAGE_PATH \
+  --machine-type=n1-standard-4 \
+  --zone=$ZONE \
+  --scopes=cloud-platform \
+  --container-restart-policy=never
+
+# find container id
+echo "waiting for container to start..."
+while [[ -z "$CONTAINER_ID" ]]; do
+  sleep 1
+  CONTAINER_ID=$(gcloud compute instances get-serial-port-output $INSTANCE_NAME --zone $ZONE  2>/dev/null | grep "Starting a container with ID" |  awk '{print $NF}')
+done
+echo "found container id: $CONTAINER_ID"
+
+# print logs
+gcloud beta logging tail "$CONTAINER_ID" --format='value(jsonPayload.message)'