Beta 0.1.0 (#13)

* beta 0.1.0
secretflow · Sep 20, 2022 · b50ed24 · b50ed24
1 parent feb0b10
commit b50ed24
Show file tree

Hide file tree

Showing 132 changed files with 794 additions and 442 deletions.
diff --git a/.bazelversion b/.bazelversion
@@ -1 +1 @@
-5.2.0
+5.1.1
diff --git a/BUILD.bazel b/BUILD.bazel
@@ -1,4 +1,3 @@
-
 # Copyright 2022 Ant Group Co., Ltd.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -12,5 +11,3 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-
-
diff --git a/bazel/BUILD.bazel b/bazel/BUILD.bazel
@@ -1,4 +1,3 @@
-
 # Copyright 2022 Ant Group Co., Ltd.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -13,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 package(default_visibility = ["//visibility:public"])
 
 config_setting(

diff --git a/bazel/repositories.bzl b/bazel/repositories.bzl
@@ -12,12 +12,10 @@ def yasl_deps():
     _com_google_absl()
     _com_github_google_leveldb()
     _com_github_brpc_brpc()
-    _com_github_brpc_brpc_arm64()
     _com_github_fmtlib_fmt()
     _com_github_gabime_spdlog()
     _com_github_google_benchmark()
     _com_github_gperftools_gperftools()
-    _com_bazelbuild_bazel_rules_docker()
     _com_github_google_cpu_features()
     _com_github_dltcollab_sse2neon()
 
@@ -32,39 +30,25 @@ def yasl_deps():
     maybe(
         git_repository,
         name = "simplest_ot",
-        commit = "bc121d885d7eb7ed81e2c110337224d2d004185b",
+        commit = "f40a33a37e3ff8cd81655c35237c177e358dc5b1",
         recursive_init_submodules = True,
         remote = "https://github.com/secretflow/simplest-ot.git",
     )
 
 def _com_github_brpc_brpc():
-     maybe(
-         http_archive,
-         name = "com_github_brpc_brpc",
-         sha256 = "b45f5052f21097fffc69715fcd18fda13a8412bef042b6ad6e218c065366eb67",
-         strip_prefix = "incubator-brpc-1.1.0",
-         type = "tar.gz",
-         patch_args = ["-p1"],
-         patches = ["@yasl//bazel:patches/brpc.patch"],
-         urls = [
-             "https://github.com/apache/incubator-brpc/archive/refs/tags/1.1.0.tar.gz",
-         ],
-     )
-
-def _com_github_brpc_brpc_arm64():
     maybe(
         http_archive,
-        name = "com_github_brpc_brpc_arm64",
-        sha256 = "e378156db5e4fd641b35633904355c925fc6653ac6060148ec45c3c8e02d557c",
-        strip_prefix = "incubator-brpc-e8c22c9f2099015f52a3adbf917efb5ec3ce9cb4",
+        name = "com_github_brpc_brpc",
+        sha256 = "2e98d3dca37ceb2c6f415b98771c1fe07b151404f5a31d4b3cabb05fecebd3ab",
+        strip_prefix = "incubator-brpc-1.2.0",
         type = "tar.gz",
         patch_args = ["-p1"],
         patches = [
             "@yasl//bazel:patches/brpc.patch",
             "@yasl//bazel:patches/brpc-config.patch",
         ],
         urls = [
-            "https://github.com/apache/incubator-brpc/archive/e8c22c9f2099015f52a3adbf917efb5ec3ce9cb4.tar.gz",
+            "https://github.com/apache/incubator-brpc/archive/refs/tags/1.2.0.tar.gz",
         ],
     )
 
@@ -100,11 +84,11 @@ def _com_github_madler_zlib():
         http_archive,
         name = "zlib",
         build_file = "@yasl//bazel:zlib.BUILD",
-        strip_prefix = "zlib-1.2.11",
-        sha256 = "629380c90a77b964d896ed37163f5c3a34f6e6d897311f1df2a7016355c45eff",
+        strip_prefix = "zlib-1.2.12",
+        sha256 = "d8688496ea40fb61787500e863cc63c9afcbc524468cedeb478068924eb54932",
         type = ".tar.gz",
         urls = [
-            "https://github.com/madler/zlib/archive/refs/tags/v1.2.11.tar.gz",
+            "https://github.com/madler/zlib/archive/refs/tags/v1.2.12.tar.gz",
         ],
     )
 
@@ -124,23 +108,23 @@ def _com_google_absl():
     maybe(
         http_archive,
         name = "com_google_absl",
-        sha256 = "dcf71b9cba8dc0ca9940c4b316a0c796be8fab42b070bb6b7cab62b48f0e66c4",
+        sha256 = "4208129b49006089ba1d6710845a45e31c59b0ab6bff9e5788a87f55c5abd602",
         type = "tar.gz",
-        strip_prefix = "abseil-cpp-20211102.0",
+        strip_prefix = "abseil-cpp-20220623.0",
         urls = [
-            "https://github.com/abseil/abseil-cpp/archive/refs/tags/20211102.0.tar.gz",
+            "https://github.com/abseil/abseil-cpp/archive/refs/tags/20220623.0.tar.gz",
         ],
     )
 
 def _com_github_openssl_openssl():
     maybe(
         http_archive,
         name = "com_github_openssl_openssl",
-        sha256 = "dac036669576e83e8523afdb3971582f8b5d33993a2d6a5af87daa035f529b4f",
+        sha256 = "0686897afd3a08223760db73d8034550401b53ffc545798d7ca476564f80315e",
         type = "tar.gz",
-        strip_prefix = "openssl-OpenSSL_1_1_1l",
+        strip_prefix = "openssl-OpenSSL_1_1_1q",
         urls = [
-            "https://github.com/openssl/openssl/archive/refs/tags/OpenSSL_1_1_1l.tar.gz",
+            "https://github.com/openssl/openssl/archive/refs/tags/OpenSSL_1_1_1q.tar.gz",
         ],
         build_file = "@yasl//bazel:openssl.BUILD",
     )
@@ -161,24 +145,24 @@ def _com_github_gabime_spdlog():
     maybe(
         http_archive,
         name = "com_github_gabime_spdlog",
-        strip_prefix = "spdlog-1.9.2",
+        strip_prefix = "spdlog-1.10.0",
         type = "tar.gz",
-        sha256 = "6fff9215f5cb81760be4cc16d033526d1080427d236e86d70bb02994f85e3d38",
+        sha256 = "697f91700237dbae2326b90469be32b876b2b44888302afbc7aceb68bcfe8224",
         build_file = "@yasl//bazel:spdlog.BUILD",
         urls = [
-            "https://github.com/gabime/spdlog/archive/refs/tags/v1.9.2.tar.gz",
+            "https://github.com/gabime/spdlog/archive/refs/tags/v1.10.0.tar.gz",
         ],
     )
 
 def _com_google_googletest():
     maybe(
         http_archive,
         name = "com_google_googletest",
-        sha256 = "b4870bf121ff7795ba20d20bcdd8627b8e088f2d1dab299a031c1034eddc93d5",
+        sha256 = "81964fe578e9bd7c94dfdb09c8e4d6e6759e19967e397dbea48d1c10e45d0df2",
         type = "tar.gz",
-        strip_prefix = "googletest-release-1.11.0",
+        strip_prefix = "googletest-release-1.12.1",
         urls = [
-            "https://github.com/google/googletest/archive/refs/tags/release-1.11.0.tar.gz",
+            "https://github.com/google/googletest/archive/refs/tags/release-1.12.1.tar.gz",
         ],
     )
 
@@ -187,10 +171,10 @@ def _com_github_google_benchmark():
         http_archive,
         name = "com_github_google_benchmark",
         type = "tar.gz",
-        strip_prefix = "benchmark-1.6.1",
-        sha256 = "6132883bc8c9b0df5375b16ab520fac1a85dc9e4cf5be59480448ece74b278d4",
+        strip_prefix = "benchmark-1.7.0",
+        sha256 = "3aff99169fa8bdee356eaa1f691e835a6e57b1efeadb8a0f9f228531158246ac",
         urls = [
-            "https://github.com/google/benchmark/archive/refs/tags/v1.6.1.tar.gz",
+            "https://github.com/google/benchmark/archive/refs/tags/v1.7.0.tar.gz",
         ],
     )
 
@@ -199,10 +183,10 @@ def _com_github_gperftools_gperftools():
         http_archive,
         name = "com_github_gperftools_gperftools",
         type = "tar.gz",
-        strip_prefix = "gperftools-2.9.1",
-        sha256 = "ea566e528605befb830671e359118c2da718f721c27225cbbc93858c7520fee3",
+        strip_prefix = "gperftools-2.10",
+        sha256 = "83e3bfdd28b8bcf53222c3798d4d395d52dadbbae59e8730c4a6d31a9c3732d8",
         urls = [
-            "https://github.com/gperftools/gperftools/releases/download/gperftools-2.9.1/gperftools-2.9.1.tar.gz",
+            "https://github.com/gperftools/gperftools/releases/download/gperftools-2.10/gperftools-2.10.tar.gz",
         ],
         build_file = "@yasl//bazel:gperftools.BUILD",
     )
@@ -223,32 +207,21 @@ def _rule_python():
     maybe(
         http_archive,
         name = "rules_python",
-        sha256 = "a30abdfc7126d497a7698c29c46ea9901c6392d6ed315171a6df5ce433aa4502",
-        strip_prefix = "rules_python-0.6.0",
+        sha256 = "c03246c11efd49266e8e41e12931090b613e12a59e6f55ba2efd29a7cb8b4258",
+        strip_prefix = "rules_python-0.11.0",
         urls = [
-            "https://github.com/bazelbuild/rules_python/archive/refs/tags/0.6.0.tar.gz",
+            "https://github.com/bazelbuild/rules_python/archive/refs/tags/0.11.0.tar.gz",
         ],
     )
 
 def _rules_foreign_cc():
     maybe(
         http_archive,
         name = "rules_foreign_cc",
-        sha256 = "bcd0c5f46a49b85b384906daae41d277b3dc0ff27c7c752cc51e43048a58ec83",
-        strip_prefix = "rules_foreign_cc-0.7.1",
-        urls = [
-            "https://github.com/bazelbuild/rules_foreign_cc/archive/0.7.1.tar.gz",
-        ],
-    )
-
-def _com_bazelbuild_bazel_rules_docker():
-    maybe(
-        http_archive,
-        name = "io_bazel_rules_docker",
-        sha256 = "92779d3445e7bdc79b961030b996cb0c91820ade7ffa7edca69273f404b085d5",
-        strip_prefix = "rules_docker-0.20.0",
+        sha256 = "2a4d07cd64b0719b39a7c12218a3e507672b82a97b98c6a89d38565894cf7c51",
+        strip_prefix = "rules_foreign_cc-0.9.0",
         urls = [
-            "https://github.com/bazelbuild/rules_docker/releases/download/v0.20.0/rules_docker-v0.20.0.tar.gz",
+            "https://github.com/bazelbuild/rules_foreign_cc/archive/refs/tags/0.9.0.tar.gz",
         ],
     )
 

diff --git a/bazel/yasl.bzl b/bazel/yasl.bzl
@@ -20,9 +20,13 @@ RELEASE_FLAGS = ["-O2"]
 FAST_FLAGS = ["-O1"]
 
 EMP_COPT_FLAGS = select({
-     "@platforms//cpu:aarch64": ["-O3"],
-     "//conditions:default": ["-march=native"],
- })
+    "@platforms//cpu:aarch64": ["-O3"],
+    "//conditions:default": [
+        "-march=haswell",
+        "-mavx2",
+        "-maes",
+    ],
+})
 
 def _yasl_copts():
     return select({

diff --git a/reformat-all.sh b/reformat-all.sh
diff --git a/refresh-compile-commands.sh b/refresh-compile-commands.sh
diff --git a/yasl/base/BUILD.bazel b/yasl/base/BUILD.bazel
@@ -1,4 +1,3 @@
-
 # Copyright 2022 Ant Group Co., Ltd.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -13,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 load("//bazel:yasl.bzl", "yasl_cc_binary", "yasl_cc_library", "yasl_cc_test")
 
 package(default_visibility = ["//visibility:public"])
@@ -73,7 +71,8 @@ yasl_cc_binary(
         "@platforms//cpu:aarch64": [
         ],
         "//conditions:default": [
-            "-march=native",
+            "-march=haswell",
+            "-mavx2",
         ],
     }),
     defines = select({

diff --git a/yasl/base/buffer.cc b/yasl/base/buffer.cc
@@ -12,7 +12,6 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-
 #include "yasl/base/buffer.h"
 
 namespace yasl {

diff --git a/yasl/base/buffer.h b/yasl/base/buffer.h
@@ -12,7 +12,6 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-
 #pragma once
 
 #include <algorithm>
@@ -47,7 +46,7 @@ class Buffer final {
   template <typename ByteContainer,
             std::enable_if_t<sizeof(typename ByteContainer::value_type) == 1,
                              bool> = true>
-  /*implicit*/ Buffer(const ByteContainer& u) : Buffer(u.data(), u.size()) {}
+  explicit Buffer(const ByteContainer& u) : Buffer(u.data(), u.size()) {}
 
   // Allocate a new buffer and copy the contents of ptr
   Buffer(const void* ptr, size_t size) {
@@ -115,7 +114,8 @@ class Buffer final {
   }
 
   void resize(int64_t new_size) {
-    if (new_size == size_) {
+    if (new_size <= size_) {
+      size_ = new_size;
       return;
     }
 

diff --git a/yasl/base/byte_container_view.h b/yasl/base/byte_container_view.h
@@ -12,7 +12,6 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-
 #pragma once
 
 #include <string>

diff --git a/yasl/base/exception.h b/yasl/base/exception.h
@@ -12,7 +12,6 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-
 #pragma once
 
 #include <array>

diff --git a/yasl/base/exception_test.cc b/yasl/base/exception_test.cc
@@ -12,7 +12,6 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-
 #include "yasl/base/exception.h"
 
 #include "gtest/gtest.h"

diff --git a/yasl/base/int128.cc b/yasl/base/int128.cc
@@ -12,7 +12,6 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-
 #include "yasl/base/int128.h"
 
 // For importing ostream implementation.

diff --git a/yasl/base/int128_bench.cc b/yasl/base/int128_bench.cc
@@ -12,7 +12,6 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-
 #ifdef YASL_ENABLE_BMI2
 #include <immintrin.h>
 #endif

diff --git a/yasl/crypto/BUILD.bazel b/yasl/crypto/BUILD.bazel
@@ -1,4 +1,3 @@
-
 # Copyright 2022 Ant Group Co., Ltd.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -13,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 load("//bazel:yasl.bzl", "yasl_cc_binary", "yasl_cc_library", "yasl_cc_test")
 
 package(default_visibility = ["//visibility:public"])

diff --git a/yasl/crypto/asymmetric_rsa_crypto.cc b/yasl/crypto/asymmetric_rsa_crypto.cc
@@ -33,21 +33,8 @@ constexpr int kRsaPadding = RSA_PKCS1_OAEP_PADDING;
 
 std::unique_ptr<RsaEncryptor> RsaEncryptor::CreateFromX509(
     ByteContainerView x509_public_key) {
-  UniqueBio pem_bio(
-      BIO_new_mem_buf(x509_public_key.data(), x509_public_key.size()),
-      BIO_free);
-  X509* cert = PEM_read_bio_X509(pem_bio.get(), nullptr, nullptr, nullptr);
-  YASL_ENFORCE(cert, "No X509 from cert.");
-  UniqueX509 unique_cert(cert, ::X509_free);
-  EVP_PKEY* pubkey = X509_get_pubkey(unique_cert.get());
-  YASL_ENFORCE(pubkey, "No pubkey in x509.");
-  UniqueEVP unique_pkey(pubkey, ::EVP_PKEY_free);
-  RSA* rsa = EVP_PKEY_get1_RSA(unique_pkey.get());
-  YASL_ENFORCE(rsa, "No Rsa from pem string.");
-  // Using `new` to access a non-public constructor.
-  // ref https://abseil.io/tips/134
   return std::unique_ptr<RsaEncryptor>(
-      new RsaEncryptor(UniqueRsa(rsa, ::RSA_free)));
+      new RsaEncryptor(CreateRsaFromX509(x509_public_key)));
 }
 
 std::unique_ptr<RsaEncryptor> RsaEncryptor::CreateFromPem(