Update pillow requirement from <8,>=7.1.1 to >=7.1.1,<10 in /sdks/python

cloudbuild_playground_backend.yml

@@ -0,0 +1,68 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+steps:
+
+  - name: 'openjdk:11'
+    args: ['-c', './gradlew playground:backend:precommit']
+  # This step builds the base image for Beam Playground backend builds
+#  - name: 'gcr.io/cloud-builders/docker'
+#    args:
+#      - 'build'
+#      - '--tag=us-central1-docker.pkg.dev/$PROJECT_ID/$_ARTIFACT_REGISTRY_REPOSITORY_ID/backend-builder:latest'
+#      - '-f'
+#      - 'gha-cloudbuild/dockerfiles/Dockerfile-base-image-backend'
+#      - '.'
+#
+#  # This step builds Beam Playground backend container for golang
+#  - name: 'us-central1-docker.pkg.dev/$PROJECT_ID/$_ARTIFACT_REGISTRY_REPOSITORY_ID/backend-builder:latest'
+#    entrypoint: './gradlew'
+#    args:
+#      - ':playground:backend:containers:go:docker'
+#
+#  # This step builds Beam Playground backend container for java
+#  - name: 'us-central1-docker.pkg.dev/$PROJECT_ID/$_ARTIFACT_REGISTRY_REPOSITORY_ID/backend-builder:latest'
+#    entrypoint: './gradlew'
+#    args:
+#      - ':playground:backend:containers:java:docker'
+#
+#  # This step builds Beam Playground backend container for java
+#  - name: 'us-central1-docker.pkg.dev/$PROJECT_ID/$_ARTIFACT_REGISTRY_REPOSITORY_ID/backend-builder:latest'
+#    entrypoint: './gradlew'
+#    args:
+#      - ':playground:backend:containers:python:docker'
+#
+#
+#  # This step builds Beam Playground backend container for java
+#  - name: 'us-central1-docker.pkg.dev/$PROJECT_ID/$_ARTIFACT_REGISTRY_REPOSITORY_ID/backend-builder:latest'
+#    entrypoint: './gradlew'
+#    args:
+#      - ':playground:backend:containers:router:docker'
+#
+#
+#  # This step builds Beam Playground backend container for java
+#  - name: 'us-central1-docker.pkg.dev/$PROJECT_ID/$_ARTIFACT_REGISTRY_REPOSITORY_ID/backend-builder:latest'
+#    entrypoint: './gradlew'
+#    args:
+#      - ':playground:backend:containers:scio:docker'
+#
+#substitutions:
+#  _DOCKERTAG: ${GITHUB_SHA}
+#  _ARTIFACT_REGISTRY_REPOSITORY_ID: playground-repository
+#
+#images:
+#  - 'us-central1-docker.pkg.dev/$PROJECT_ID/$_ARTIFACT_REGISTRY_REPOSITORY_ID/backend-builder:latest'
+#
+#timeout: 3600s

gha-cloudbuild/cloudbuild_playground_backend.yml

@@ -0,0 +1,68 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+steps:
+
+  - name: 'golang'
+    args: ['./gradlew playground:backend:precommit']
+  # This step builds the base image for Beam Playground backend builds
+#  - name: 'gcr.io/cloud-builders/docker'
+#    args:
+#      - 'build'
+#      - '--tag=us-central1-docker.pkg.dev/$PROJECT_ID/$_ARTIFACT_REGISTRY_REPOSITORY_ID/backend-builder:latest'
+#      - '-f'
+#      - 'gha-cloudbuild/dockerfiles/Dockerfile-base-image-backend'
+#      - '.'
+#
+#  # This step builds Beam Playground backend container for golang
+#  - name: 'us-central1-docker.pkg.dev/$PROJECT_ID/$_ARTIFACT_REGISTRY_REPOSITORY_ID/backend-builder:latest'
+#    entrypoint: './gradlew'
+#    args:
+#      - ':playground:backend:containers:go:docker'
+#
+#  # This step builds Beam Playground backend container for java
+#  - name: 'us-central1-docker.pkg.dev/$PROJECT_ID/$_ARTIFACT_REGISTRY_REPOSITORY_ID/backend-builder:latest'
+#    entrypoint: './gradlew'
+#    args:
+#      - ':playground:backend:containers:java:docker'
+#
+#  # This step builds Beam Playground backend container for java
+#  - name: 'us-central1-docker.pkg.dev/$PROJECT_ID/$_ARTIFACT_REGISTRY_REPOSITORY_ID/backend-builder:latest'
+#    entrypoint: './gradlew'
+#    args:
+#      - ':playground:backend:containers:python:docker'
+#
+#
+#  # This step builds Beam Playground backend container for java
+#  - name: 'us-central1-docker.pkg.dev/$PROJECT_ID/$_ARTIFACT_REGISTRY_REPOSITORY_ID/backend-builder:latest'
+#    entrypoint: './gradlew'
+#    args:
+#      - ':playground:backend:containers:router:docker'
+#
+#
+#  # This step builds Beam Playground backend container for java
+#  - name: 'us-central1-docker.pkg.dev/$PROJECT_ID/$_ARTIFACT_REGISTRY_REPOSITORY_ID/backend-builder:latest'
+#    entrypoint: './gradlew'
+#    args:
+#      - ':playground:backend:containers:scio:docker'
+#
+#substitutions:
+#  _DOCKERTAG: ${GITHUB_SHA}
+#  _ARTIFACT_REGISTRY_REPOSITORY_ID: playground-repository
+#
+#images:
+#  - 'us-central1-docker.pkg.dev/$PROJECT_ID/$_ARTIFACT_REGISTRY_REPOSITORY_ID/backend-builder:latest'
+#
+#timeout: 3600s

gha-cloudbuild/dockerfiles/Dockerfile-base-image-backend

@@ -0,0 +1,41 @@
+###############################################################################
+#  Licensed to the Apache Software Foundation (ASF) under one
+#  or more contributor license agreements.  See the NOTICE file
+#  distributed with this work for additional information
+#  regarding copyright ownership.  The ASF licenses this file
+#  to you under the Apache License, Version 2.0 (the
+#  "License"); you may not use this file except in compliance
+#  with the License.  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+# limitations under the License.
+###############################################################################
+
+FROM gcr.io/cloud-builders/gcloud
+
+ARG GO_VERSION=1.19.2
+ENV PATH="${PATH}:/usr/local/go/bin"
+
+RUN apt-get update >/dev/null
+
+# Install Docker
+# See: https://docs.docker.com/engine/install/ubuntu/#install-using-the-convenience-script
+RUN curl -fsSL https://get.docker.com -o get-docker.sh
+RUN sh ./get-docker.sh >/dev/null
+
+# Install Go
+# See: https://go.dev/doc/install
+RUN curl -OL https://golang.org/dl/go$GO_VERSION.linux-amd64.tar.gz
+RUN sha256sum go$GO_VERSION.linux-amd64.tar.gz
+RUN tar -C /usr/local -xvf go$GO_VERSION.linux-amd64.tar.gz
+RUN rm go$GO_VERSION.linux-amd64.tar.gz
+RUN go version
+
+# Install Java
+RUN apt-get install openjdk-11-jdk -y >/dev/null
+RUN java -version

learning/tour-of-beam/terraform-v2/README.md

@@ -0,0 +1,60 @@
+# [Tour of Beam] Deploying backend infrastructure as GCP Cloud Function with GCP, Terraform and Cloud Build
+This tutorial explains how to create Tour of Beam backend infrastructure as a GCP Cloud Functions using Infrastructure as a Code (IaC) and GitOps methodoliges.
+
+
+### Deployment
+Prerequisites:
+- Active GCP project with billing enabled
+- Existing bucket to store Terraform state (name to be declared in backend.tf)
+- Existing service account with the following roles:
+    - Cloud Functions Admin
+    - Project IAM Admin
+    - Service Account Admin
+    - Service Account User
+    - Storage Admin
+    - Storage Object Admin
+- Exported JSON Key of service account above
+
+#### Configuring your environment
+
+Steps below will:
+1. Enable required APIs for the project
+2. Create service account and assign required IAM roles to it (service account to run the function with)
+3. Create bucket to archive and store source code
+4. Create cloud functions to each function defined in backend source code
+
+
+```bash
+# Create environment directory per your requirements/policy
+mkdir environments/dev
+cd ../environments/dev
+# Import exported JSON Key using
+export GOOGLE_APPLICATION_CREDENTIALS = '..key path...'
+# Initiliaze and run terraform
+terraform init
+terraform plan
+terraform apply
+terraform destroy
+```
+
+
+### Sample usage
+
+Entry point: list sdk names
+```
+$ curl -X GET https://$REGION-$PROJECT_ID.cloudfunctions.net/getSdkList | json_pp
+```
+[response](./samples/api/get_sdk_list.json)
+
+Get content tree by sdk name (SDK name == SDK id)
+```
+$ curl -X GET 'https://$REGION-$PROJECT_ID.cloudfunctions.net/getContentTree?sdk=python'
+```
+[response](./samples/api/get_content_tree.json)
+
+
+Get unit content tree by sdk name and unitId
+```
+$ curl -X GET 'https://$REGION-$PROJECT_ID.cloudfunctions.net/getContentTree?sdk=python&id=challenge1'
+```
+[response](./samples/api/get_unit_content.json)

learning/tour-of-beam/terraform-v2/backend_state.tf

@@ -0,0 +1,12 @@
+terraform {
+  backend "gcs" {
+    bucket = "tour-of-beam-backend-tfstate-bucket"
+    prefix = "terraform-state"
+  }
+  required_providers {
+    google = {
+      source = "hashicorp/google"
+      version = "~> 4.40.0"
+    }
+  }
+}

learning/tour-of-beam/terraform-v2/main.tf

@@ -0,0 +1,33 @@
+provider "google" {
+  project = var.project_id
+}
+
+module "iam" {
+  source = "./modules/iam"
+  project_id = var.project_id
+  service_account_id = var.service_account_id
+  depends_on = [module.api_enable]
+}
+
+module "buckets" {
+  source = "./modules/buckets"
+  project_id = var.project_id
+  bucket_name = var.bucket_name
+  depends_on = [module.iam, module.api_enable]
+}
+
+module "api_enable" {
+  source = "./modules/api_enable"
+  project_id = var.project_id
+}
+
+module "cloud_functions" {
+  source = "./modules/cloud_functions"
+  region = var.region
+  project_id = var.project_id
+  bucket_name = var.bucket_name
+  service_account_id = module.iam.service-account-email
+  source_archive_bucket = module.buckets.functions-bucket-name
+  source_archive_object = module.buckets.function-bucket-object
+  depends_on = [module.buckets, module.iam, module.api_enable]
+}

learning/tour-of-beam/terraform-v2/modules/api_enable/main.tf

@@ -0,0 +1,27 @@
+# Enable API for Cloud Build
+resource "google_project_service" "cloud_build" {
+  project = var.project_id
+  service = "cloudbuild.googleapis.com"
+  disable_on_destroy = false
+}
+
+# Enable API for Cloud Function
+resource "google_project_service" "cloud_function" {
+  project = var.project_id
+  service = "cloudfunctions.googleapis.com"
+  disable_on_destroy = false
+}
+
+# Enable API for Resource Manager
+resource "google_project_service" "resource_manager" {
+  project = var.project_id
+  service = "cloudresourcemanager.googleapis.com"
+  disable_on_destroy = false
+}
+
+# Enable API for IAM
+resource "google_project_service" "iam" {
+  project = var.project_id
+  service = "iam.googleapis.com"
+  disable_on_destroy = false
+}

learning/tour-of-beam/terraform-v2/modules/api_enable/variables.tf

@@ -0,0 +1,3 @@
+variable "project_id" {
+  description = "The ID of the Google Cloud project within which resources are provisioned"
+}

learning/tour-of-beam/terraform-v2/modules/buckets/main.tf

@@ -0,0 +1,16 @@
+resource "google_storage_bucket" "cloud_functions_bucket" {
+  name          = var.bucket_name
+  location      = var.location
+  project       = var.project_id
+  storage_class = "STANDARD"
+}
+
+resource "google_storage_bucket_object" "zip" {
+  # Use an MD5 here. If there's no changes to the source code, this won't change either.
+  # We can avoid unnecessary redeployments by validating the code is unchanged, and forcing
+  # a redeployment when it has!
+  name         = "${data.archive_file.source_code.output_md5}.zip"
+  bucket       = google_storage_bucket.cloud_functions_bucket.name
+  source       = data.archive_file.source_code.output_path
+  content_type = "application/zip"
+}

learning/tour-of-beam/terraform-v2/modules/buckets/outputs.tf

@@ -0,0 +1,11 @@
+output "functions-bucket-id" {
+  value = google_storage_bucket.cloud_functions_bucket.id
+}
+
+output "functions-bucket-name" {
+  value = google_storage_bucket.cloud_functions_bucket.name
+}
+
+output "function-bucket-object" {
+  value = google_storage_bucket_object.zip.name
+}

learning/tour-of-beam/terraform-v2/modules/buckets/variables.tf

@@ -0,0 +1,19 @@
+#Generates archive of source code
+variable "bucket_name" {
+  description = "The bucket name to store functions' source code"
+}
+
+variable "location" {
+  description = "Cloud Functions bucket Region"
+  default     = "us-central1"
+}
+
+variable "project_id" {
+  description = "The ID of the Google Cloud project within which resources are provisioned"
+}
+
+data "archive_file" "source_code" {
+  type        = "zip"
+  source_dir  = "../backend"
+  output_path = "/tmp/backend.zip"
+}