chore: Add gcp skeleton (#290)

Author: romange

cmake/third_party.cmake

@@ -352,7 +352,7 @@ add_third_party(
 add_third_party(
   rapidjson
   GIT_REPOSITORY https://github.com/Tencent/rapidjson.git
-  GIT_TAG 1a803826f1197b5e30703afe4b9c0e7dd48074f5
+  GIT_TAG ab1842a
   CMAKE_PASS_FLAGS "-DRAPIDJSON_BUILD_TESTS=OFF -DRAPIDJSON_BUILD_EXAMPLES=OFF \
                     -DRAPIDJSON_BUILD_DOC=OFF"
   LIB "none"

examples/CMakeLists.txt

@@ -13,5 +13,8 @@ cxx_link(echo_server base fibers2 http_server_lib TRDP::gperf)
 add_executable(s3_demo s3_demo.cc)
 cxx_link(s3_demo base awsv2_lib)
 
+add_executable(gcs_demo gcs_demo.cc)
+cxx_link(gcs_demo gcp_lib)
+
 add_executable(https_client_cli https_client_cli.cc)
 cxx_link(https_client_cli base fibers2 http_client_lib tls_lib)

examples/gcs_demo.cc

@@ -0,0 +1,59 @@
+// Copyright 2024, Roman Gershman.  All rights reserved.
+// See LICENSE for licensing terms.
+
+#include "base/flags.h"
+#include "base/init.h"
+#include "base/logging.h"
+#include "util/cloud/gcp/gcs.h"
+#include "util/fibers/pool.h"
+
+using namespace std;
+using namespace boost;
+using namespace util;
+
+using absl::GetFlag;
+
+ABSL_FLAG(string, bucket, "", "");
+ABSL_FLAG(string, access_token, "", "");
+ABSL_FLAG(uint32_t, connect_ms, 2000, "");
+ABSL_FLAG(bool, epoll, false, "Whether to use epoll instead of io_uring");
+
+
+void Run(SSL_CTX* ctx) {
+  fb2::ProactorBase* pb = fb2::ProactorBase::me();
+  cloud::GCS gcs(ctx, pb);
+  error_code ec = gcs.Connect(GetFlag(FLAGS_connect_ms));
+  CHECK(!ec) << "Could not connect " << ec;
+  auto res = gcs.ListBuckets();
+  CHECK(res) << res.error();
+  for (auto v : *res) {
+    CONSOLE_INFO << v;
+  }
+}
+
+int main(int argc, char** argv) {
+  MainInitGuard guard(&argc, &argv);
+
+  std::unique_ptr<util::ProactorPool> pp;
+
+#ifdef __linux__
+  if (absl::GetFlag(FLAGS_epoll)) {
+    pp.reset(util::fb2::Pool::Epoll());
+  } else {
+    pp.reset(util::fb2::Pool::IOUring(256));
+  }
+#else
+  pp.reset(util::fb2::Pool::Epoll());
+#endif
+
+  pp->Run();
+
+  SSL_CTX* ctx =  util::http::TlsClient::CreateSslContext();
+  pp->GetNextProactor()->Await([ctx] {
+    Run(ctx);
+  });
+  util::http::TlsClient::FreeContext(ctx);
+
+
+  return 0;
+}

util/CMakeLists.txt

@@ -7,6 +7,7 @@ add_subdirectory(html)
 add_subdirectory(metrics)
 add_subdirectory(tls)
 add_subdirectory(http)
+add_subdirectory(cloud)
 
 if (WITH_AWS)
   add_subdirectory(aws)

util/cloud/CMakeLists.txt

@@ -0,0 +1 @@
+add_subdirectory(gcp)

util/cloud/gcp/CMakeLists.txt

@@ -0,0 +1,3 @@
+add_library(gcp_lib gcs.cc)
+
+cxx_link(gcp_lib http_client_lib)

util/cloud/gcp/gcs.cc

@@ -0,0 +1,32 @@
+// Copyright 2024, Roman Gershman.  All rights reserved.
+// See LICENSE for licensing terms.
+
+#include "util/cloud/gcp/gcs.h"
+
+namespace util {
+namespace cloud {
+
+namespace  {
+constexpr char kDomain[] = "www.googleapis.com";
+}  // namespace
+
+
+GCS::GCS(SSL_CTX* ssl_cntx, fb2::ProactorBase* pb) {
+  client_.reset(new http::TlsClient(pb));
+}
+
+GCS::~GCS() {
+}
+
+std::error_code GCS::Connect(unsigned msec) {
+  client_->set_connect_timeout_ms(msec);
+
+  return client_->Connect(kDomain, "443");
+}
+
+auto GCS::ListBuckets() -> ListBucketResult {
+  return {};
+}
+
+}  // namespace cloud
+}  // namespace util

util/cloud/gcp/gcs.h

@@ -0,0 +1,39 @@
+// Copyright 2024, Roman Gershman.  All rights reserved.
+// See LICENSE for licensing terms.
+
+#pragma once
+
+#include <io/io.h>
+
+#include <vector>
+
+#include "util/http/http_client.h"
+
+typedef struct ssl_ctx_st SSL_CTX;
+
+namespace util {
+
+namespace fb2 {
+class ProactorBase;
+}  // namespace fb2
+
+namespace cloud {
+
+class GCS {
+ public:
+  using ListBucketResult = io::Result<std::vector<std::string>>;
+
+  GCS(SSL_CTX* ssl_cntx, fb2::ProactorBase* pb);
+  ~GCS();
+
+  std::error_code Connect(unsigned msec);
+
+  ListBucketResult ListBuckets();
+
+ private:
+  SSL_CTX* ssl_ctx_;
+  std::unique_ptr<http::Client> client_;
+};
+
+}  // namespace cloud
+}  // namespace util