Experimental Swift SDK Implementation

sdks/swift/Package.resolved

@@ -0,0 +1,194 @@
+{
+  "pins" : [
+    {
+      "identity" : "aws-crt-swift",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/awslabs/aws-crt-swift",
+      "state" : {
+        "revision" : "997904873945e074aaf5c51ea968d9a84684525a",
+        "version" : "0.13.0"
+      }
+    },
+    {
+      "identity" : "aws-sdk-swift",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/awslabs/aws-sdk-swift.git",
+      "state" : {
+        "revision" : "14cfdb636d918e589f1b053e43acc118e75af5ce",
+        "version" : "0.23.0"
+      }
+    },
+    {
+      "identity" : "bigint",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/attaswift/BigInt",
+      "state" : {
+        "revision" : "0ed110f7555c34ff468e72e1686e59721f2b0da6",
+        "version" : "5.3.0"
+      }
+    },
+    {
+      "identity" : "cryptoswift",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/krzyzanowskim/CryptoSwift.git",
+      "state" : {
+        "revision" : "af1b58fc569bfde777462349b9f7314b61762be0",
+        "version" : "1.3.2"
+      }
+    },
+    {
+      "identity" : "duckdb-swift",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/duckdb/duckdb-swift",
+      "state" : {
+        "revision" : "439899503fa15a06d931947e9d055baaf6a9dd89",
+        "version" : "0.8.1"
+      }
+    },
+    {
+      "identity" : "google-auth-library-swift",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/googleapis/google-auth-library-swift",
+      "state" : {
+        "revision" : "4b510d91fc74f1415eae6dabc9836b8c3e1f44f6",
+        "version" : "0.5.3"
+      }
+    },
+    {
+      "identity" : "grpc-swift",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/grpc/grpc-swift.git",
+      "state" : {
+        "revision" : "735d88f8196467f24189896f29c4625af7cbd072",
+        "version" : "1.19.0"
+      }
+    },
+    {
+      "identity" : "pythonkit",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/pvieito/PythonKit.git",
+      "state" : {
+        "branch" : "master",
+        "revision" : "060e1c8b0d14e4d241b3623fdbe83d0e3c81a993"
+      }
+    },
+    {
+      "identity" : "smithy-swift",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/awslabs/smithy-swift",
+      "state" : {
+        "revision" : "f277bd61b9a869a6a4a4b4a0e808240147713f7f",
+        "version" : "0.27.0"
+      }
+    },
+    {
+      "identity" : "swift-atomics",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/apple/swift-atomics.git",
+      "state" : {
+        "revision" : "6c89474e62719ddcc1e9614989fff2f68208fe10",
+        "version" : "1.1.0"
+      }
+    },
+    {
+      "identity" : "swift-collections",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/apple/swift-collections.git",
+      "state" : {
+        "revision" : "937e904258d22af6e447a0b72c0bc67583ef64a2",
+        "version" : "1.0.4"
+      }
+    },
+    {
+      "identity" : "swift-docc-plugin",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/apple/swift-docc-plugin",
+      "state" : {
+        "revision" : "26ac5758409154cc448d7ab82389c520fa8a8247",
+        "version" : "1.3.0"
+      }
+    },
+    {
+      "identity" : "swift-docc-symbolkit",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/apple/swift-docc-symbolkit",
+      "state" : {
+        "revision" : "b45d1f2ed151d057b54504d653e0da5552844e34",
+        "version" : "1.0.0"
+      }
+    },
+    {
+      "identity" : "swift-log",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/apple/swift-log.git",
+      "state" : {
+        "revision" : "32e8d724467f8fe623624570367e3d50c5638e46",
+        "version" : "1.5.2"
+      }
+    },
+    {
+      "identity" : "swift-nio",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/apple/swift-nio.git",
+      "state" : {
+        "revision" : "cf281631ff10ec6111f2761052aa81896a83a007",
+        "version" : "2.58.0"
+      }
+    },
+    {
+      "identity" : "swift-nio-extras",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/apple/swift-nio-extras.git",
+      "state" : {
+        "revision" : "0e0d0aab665ff1a0659ce75ac003081f2b1c8997",
+        "version" : "1.19.0"
+      }
+    },
+    {
+      "identity" : "swift-nio-http2",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/apple/swift-nio-http2.git",
+      "state" : {
+        "revision" : "a8ccf13fa62775277a5d56844878c828bbb3be1a",
+        "version" : "1.27.0"
+      }
+    },
+    {
+      "identity" : "swift-nio-ssl",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/apple/swift-nio-ssl.git",
+      "state" : {
+        "revision" : "e866a626e105042a6a72a870c88b4c531ba05f83",
+        "version" : "2.24.0"
+      }
+    },
+    {
+      "identity" : "swift-nio-transport-services",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/apple/swift-nio-transport-services.git",
+      "state" : {
+        "revision" : "5fd1458c245d5741b3c8ebe55489f590c6ca8f15",
+        "version" : "1.18.0"
+      }
+    },
+    {
+      "identity" : "swift-protobuf",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/apple/swift-protobuf.git",
+      "state" : {
+        "revision" : "ce20dc083ee485524b802669890291c0d8090170",
+        "version" : "1.22.1"
+      }
+    },
+    {
+      "identity" : "xmlcoder",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/MaxDesiatov/XMLCoder.git",
+      "state" : {
+        "revision" : "80b4a1646399b8e4e0ce80711653476a85bd5e37",
+        "version" : "0.17.0"
+      }
+    }
+  ],
+  "version" : 2
+}

sdks/swift/Package.swift

@@ -0,0 +1,70 @@
+// swift-tools-version: 5.9
+// The swift-tools-version declares the minimum version of Swift required to build this package.
+
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import PackageDescription
+
+let dependencies: [Package.Dependency] = [
+    // Core Dependencies
+    .package(url: "https://github.com/grpc/grpc-swift.git", from: "1.19.0"),
+    .package(url: "https://github.com/apple/swift-log.git", from: "1.0.0"),
+
+    // Additional Transform Dependencies
+    .package(url: "https://github.com/awslabs/aws-sdk-swift.git", from: "0.23.0"),
+    .package(url: "https://github.com/googleapis/google-auth-library-swift",from:"0.0.0"),
+    .package(url: "https://github.com/duckdb/duckdb-swift", .upToNextMinor(from: .init(0, 8, 0))),
+    .package(url: "https://github.com/pvieito/PythonKit.git", branch: "master"),
+
+    // Swift Package Manager Plugins
+    .package(url: "https://github.com/apple/swift-docc-plugin", from: "1.0.0")
+]
+
+let package = Package(
+    name: "ApacheBeam",
+    platforms: [
+        .macOS("13.0")
+    ],
+    products: [
+        // Products define the executables and libraries a package produces, making them visible to other packages.
+        .library(
+            name: "ApacheBeam",
+            targets: ["ApacheBeam"]),
+    ],
+    dependencies: dependencies,
+    targets: [
+        // Targets are the basic building blocks of a package, defining a module or a test suite.
+        // Targets can depend on other targets in this package and products from dependencies.
+        .target(
+            name: "ApacheBeam",
+            dependencies: [
+                .product(name: "GRPC",package:"grpc-swift"),
+                .product(name: "Logging",package:"swift-log"),
+                .product(name: "AWSS3",package:"aws-sdk-swift"),
+                .product(name: "DuckDB", package: "duckdb-swift"),
+                .product(name: "PythonKit", package:"PythonKit"),
+                .product(name: "OAuth2", package:"google-auth-library-swift")
+            ]
+        ),
+        .target(name:"Wordcount",dependencies: ["ApacheBeam"],path:"Sources/Examples/Wordcount"),
+        .testTarget(
+            name: "ApacheBeamTests",
+            dependencies: ["ApacheBeam"]),
+    ]
+)

sdks/swift/README.md

@@ -0,0 +1,25 @@
+# Swift SDK for Beam
+
+The Swift SDK for Beam is a "portable" Beam implementation written in native Swift. 
+
+## Usage
+
+To use the Swift SDK for Beam you should add it to your own executable package as a dependency:
+```
+let package = Package(
+    dependencies:[
+        .package(url:"https://github.com/apache/beam/sdks/swift, from: "2.51.0")
+    ],
+    targets:[
+        // targets
+    ]
+)
+```
+
+## Writing a Pipeline
+
+```
+import ApacheBeam
+
+
+

sdks/swift/Scripts/generate_protobuf.sh

@@ -0,0 +1,97 @@
+#!/bin/bash
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+set -e
+
+read -r -d '\0' LICENSE << EOM
+//
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+\0
+EOM
+
+if [[ -z "$(which protoc)" ]]; then
+  echo "protoc not found on path"
+  exit 1
+fi
+
+SCRIPT_DIR="$( realpath "$( dirname "${BASH_SOURCE[0]}" )" )"
+if [[ -z $SCRIPT_DIR ]]; then
+  echo "unable to resolve path to script"
+  exit 1
+fi
+
+SDK_PATH="$( realpath "$(dirname $SCRIPT_DIR)/.." )"
+if [[ -z "$SDK_PATH" ]]; then
+  echo "unable to resolve path to project root"
+  exit 1
+fi
+
+PROJECT_ROOT="$(realpath "$(dirname $SCRIPT_DIR)/../..")"
+if [[ -z "$PROJECT_ROOT" ]]; then
+  echo "unable to resolve path to project root"
+  exit 1
+fi
+
+# You can manually specify this otherwise we assume we are in the repo
+if [[ -z "$BEAM_PATH" ]]; then
+    BEAM_PATH=${PROJECT_ROOT}
+fi
+
+function gen_beam_model_protos() {
+  cd "$PROJECT_ROOT"
+  echo "Generating Beam Model Protos in $PROJECT_ROOT from $BEAM_PATH"
+
+  declare -a TO_GEN=(
+    '/model/job-management/src/main/proto/org/apache/beam/model/job_management/v1/*.proto'
+    '/model/pipeline/src/main/proto/org/apache/beam/model/pipeline/v1/*.proto'
+    '/model/fn-execution/src/main/proto/org/apache/beam/model/fn_execution/v1/*.proto'
+  )
+
+  declare -a INCLUDES=()
+  for package in "${TO_GEN[@]}"
+  do
+    INCLUDES+=("-I${BEAM_PATH}/${package%/org*}")
+  done
+
+  mkdir -p $PROJECT_ROOT/sdks/swift/Sources/ApacheBeam/Generated/{Model,GRPC}
+  for package in "${TO_GEN[@]}"
+  do
+    echo "${INCLUDES[@]}"
+    protoc \
+      "${INCLUDES[@]}" \
+      --swift_out="$PROJECT_ROOT/sdks/swift/Sources/ApacheBeam/Generated/Model" \
+      --grpc-swift_out="$PROJECT_ROOT/sdks/swift/Sources/ApacheBeam/Generated/GRPC" \
+      ${BEAM_PATH}$package
+  done
+}
+
+gen_beam_model_protos