YugabyteDB (2.13.1.0-b60, 21121d69985fbf76aa6958d8f04a9bfa936293b5)

// Copyright (c) YugaByte, Inc.

//

// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except

// in compliance with the License.  You may obtain a copy of the License at

//

// http://www.apache.org/licenses/LICENSE-2.0

//

// Unless required by applicable law or agreed to in writing, software distributed under the License

// is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express

// or implied.  See the License for the specific language governing permissions and limitations

// under the License.

#include "yb/cdc/cdc_service.h"

#include "yb/encryption/encrypted_file_factory.h"

#include "yb/encryption/header_manager_impl.h"

#include "yb/encryption/universe_key_manager.h"

#include "yb/rpc/secure_stream.h"

#include "yb/server/hybrid_clock.h"

#include "yb/server/secure.h"

#include "yb/rpc/rpc.h"

#include "yb/tablet/tablet_peer.h"

#include "yb/tserver/backup_service.h"

#include "yb/tserver/cdc_consumer.h"

#include "yb/tserver/tablet_server.h"

#include "yb/tserver/ts_tablet_manager.h"

#include "yb/util/flags.h"

#include "yb/util/flag_tags.h"

#include "yb/util/ntp_clock.h"

#include "yb/rocksutil/rocksdb_encrypted_file_factory.h"

DEFINE_int32(ts_backup_svc_num_threads, 4,

             "Number of RPC worker threads for the TS backup service");

TAG_FLAG(ts_backup_svc_num_threads, advanced);

DEFINE_int32(ts_backup_svc_queue_length, 50,

             "RPC queue length for the TS backup service");

TAG_FLAG(ts_backup_svc_queue_length, advanced);

DECLARE_int32(svc_queue_length_default);

DECLARE_string(cert_node_filename);

namespace yb {

namespace tserver {

namespace enterprise {

using cdc::CDCServiceImpl;

using yb::rpc::ServiceIf;

TabletServer::TabletServer(const TabletServerOptions& opts)

  : super(opts) {}

TabletServer::~TabletServer() {

  Shutdown();

}

void TabletServer::Shutdown() {

  auto cdc_consumer = GetCDCConsumer();

  if (cdc_consumer) {

    cdc_consumer->Shutdown();

  }

  super::Shutdown();

}

Status TabletServer::RegisterServices() {

#if !defined(__APPLE__)

  server::HybridClock::RegisterProvider(NtpClock::Name(), [](const std::string&) {

    return std::make_shared<NtpClock>();

  });

#endif

  RETURN_NOT_OK(RpcAndWebServerBase::RegisterService(

      FLAGS_ts_backup_svc_queue_length,

      std::make_unique<TabletServiceBackupImpl>(tablet_manager_.get(), metric_entity())));

  RETURN_NOT_OK(RpcAndWebServerBase::RegisterService(

      FLAGS_svc_queue_length_default,

      std::make_unique<CDCServiceImpl>(tablet_manager_.get(), metric_entity(), metric_registry())));

  return super::RegisterServices();

}

Status TabletServer::SetupMessengerBuilder(rpc::MessengerBuilder* builder) {

  RETURN_NOT_OK(super::SetupMessengerBuilder(builder));

  if (!FLAGS_cert_node_filename.empty()) {

    secure_context_ = VERIFY_RESULT(server::SetupSecureContext(

        server::DefaultRootDir(*fs_manager_),

        FLAGS_cert_node_filename,

        server::SecureContextType::kInternal,

        builder));

  } else {

    const string &hosts = !options_.server_broadcast_addresses.empty()

                        ? 
options_.server_broadcast_addresses0

                        : options_.rpc_opts.rpc_bind_addresses;

    secure_context_ = VERIFY_RESULT(server::SetupSecureContext(

        hosts, *fs_manager_, server::SecureContextType::kInternal, builder));

  }

  return Status::OK();

}

CDCConsumer* TabletServer::GetCDCConsumer() {

  std::lock_guard<decltype(cdc_consumer_mutex_)> l(cdc_consumer_mutex_);

  return cdc_consumer_.get();

}

encryption::UniverseKeyManager* TabletServer::GetUniverseKeyManager() {

  return opts_.universe_key_manager;

}

Status TabletServer::SetUniverseKeyRegistry(

    const encryption::UniverseKeyRegistryPB& universe_key_registry) {

  opts_.universe_key_manager->SetUniverseKeyRegistry(universe_key_registry);

  return Status::OK();

}

Status TabletServer::CreateCDCConsumer() {

  auto is_leader_clbk = [this](const string& tablet_id){

    std::shared_ptr<tablet::TabletPeer> tablet_peer;

    if (!tablet_manager_->LookupTablet(tablet_id, &tablet_peer)) {

      return false;

    }

    return tablet_peer->LeaderStatus() == consensus::LeaderStatus::LEADER_AND_READY;

  };

  cdc_consumer_ = VERIFY_RESULT(CDCConsumer::Create(std::move(is_leader_clbk), proxy_cache_.get(),

                                                    this));

  return Status::OK();

}

Status TabletServer::SetConfigVersionAndConsumerRegistry(int32_t cluster_config_version,

    const cdc::ConsumerRegistryPB* consumer_registry) {

  std::lock_guard<decltype(cdc_consumer_mutex_)> l(cdc_consumer_mutex_);

  // Only create a cdc consumer if consumer_registry is not null.

  if (!cdc_consumer_ && consumer_registry) {

    RETURN_NOT_OK(CreateCDCConsumer());

  }

  if (cdc_consumer_) {

    cdc_consumer_->RefreshWithNewRegistryFromMaster(consumer_registry, cluster_config_version);

  }

  return Status::OK();

}

int32_t TabletServer::cluster_config_version() const {

  std::lock_guard<decltype(cdc_consumer_mutex_)> l(cdc_consumer_mutex_);

  // If no CDC consumer, we will return -1, which will force the master to send the consumer

  // registry if one exists. If we receive one, we will create a new CDC consumer in

  // SetConsumerRegistry.

  if (!cdc_consumer_) {

    return -1;

  }

  return cdc_consumer_->cluster_config_version();

}

} // namespace enterprise

} // namespace tserver

} // namespace yb