ps/base/dist_sharded_client.h - GCC Code Coverage Report

Directory:	src/
Coverage:	low: ≥ 0% medium: ≥ 75.0% high: ≥ 90.0%
	Coverage	Exec / Excl / Total
Lines:	46.7%	553 / 0 / 1184
Functions:	55.7%	39 / 0 / 70
Branches:	24.8%	494 / 0 / 1992
    ps/base/dist_sharded_client.h
    
        Line
        Branch
        Exec
        Source
      
        #pragma once
      
        // Shared implementation for distributed, sharded parameter-server clients.
      
        //
      
        // DistributedGRPCParameterClient (grpc/dist_grpc_ps_client.*) and
      
        // DistributedBRPCParameterClient (brpc/dist_brpc_ps_client.*) are identical
      
        // apart from the underlying single-shard client type. The routing, chunking,
      
        // async fan-out, result merging and prefetch bookkeeping all live here as a
      
        // CRTP-free class template parameterised on that client type.
      
        #include <algorithm>
      
        #include <cstring>
      
        #include <future>
      
        #include <memory>
      
        #include <mutex>
      
        #include <string>
      
        #include <unordered_map>
      
        #include <vector>
      
        #include "base/array.h"
      
        #include "base/hash.h"
      
        #include "base/json.h"
      
        #include "base/log.h"
      
        #include "base/timer.h"
      
        #include "ps/base/base_client.h"
      
        #ifdef ENABLE_PERF_REPORT
      
        #  include <chrono>
      
        #  include "base/report/report_client.h"
      
        #endif
      
        using json = nlohmann::json;
      
        namespace recstore {
      
        // ClientT is the single-shard client type (GRPCParameterClient /
      
        // BRPCParameterClient). It must expose GetParameter/PutParameter/
      
        // UpdateParameter/Command/ClearPS/LoadFakeData/DumpFakeData/LoadCkpt/
      
        // InitEmbeddingTable and the Prefetch* family.
      
        template <typename ClientT>
      
        class DistributedShardedClient : public BasePSClient {
      
        public:
      
        26
          explicit DistributedShardedClient(json config, const char* transport_name)
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 2 taken 10 times.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 2 taken 16 times.
✗ Branch 3 not taken.

        26
              : BasePSClient(config), transport_name_(transport_name) {
      
        26
            json client_config;
      
          4/8recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 10 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 10 times.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 16 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 16 times.
✗ Branch 4 not taken.

        26
            if (config.contains("distributed_client")) {
      
          6/12recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 10 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 10 times.
✗ Branch 5 not taken.
✓ Branch 7 taken 10 times.
✗ Branch 8 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 16 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 16 times.
✗ Branch 5 not taken.
✓ Branch 7 taken 16 times.
✗ Branch 8 not taken.

        26
              LOG(INFO) << "Detected recstore config format, extracting "
      
                           "distributed_client section";
      
          4/8recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 10 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 10 times.
✗ Branch 5 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 16 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 16 times.
✗ Branch 5 not taken.

        26
              client_config = config["distributed_client"];
      
            } else {
      
        ✗
              LOG(FATAL)
      
                  << "Invalid config format. Expected either recstore config with "
      
                     "'distributed_client' section "
      
        ✗
                  << "or direct client config with 'servers' and 'num_shards' fields";
      
            }
      
          6/12recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 10 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 10 times.
✗ Branch 4 not taken.
✗ Branch 5 not taken.
✓ Branch 6 taken 10 times.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 16 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 16 times.
✗ Branch 4 not taken.
✗ Branch 5 not taken.
✓ Branch 6 taken 16 times.

        52
            if (!client_config.contains("servers") ||
      
          4/8recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 10 times.
✗ Branch 2 not taken.
✗ Branch 4 not taken.
✓ Branch 5 taken 10 times.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 16 times.
✗ Branch 2 not taken.
✗ Branch 4 not taken.
✓ Branch 5 taken 16 times.

        26
                !client_config["servers"].is_array()) {
      
        ✗
              LOG(FATAL)
      
        ✗
                  << "Missing or invalid 'servers' field in distributed client config";
      
            }
      
          6/12recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 10 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 10 times.
✗ Branch 4 not taken.
✗ Branch 5 not taken.
✓ Branch 6 taken 10 times.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 16 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 16 times.
✗ Branch 4 not taken.
✗ Branch 5 not taken.
✓ Branch 6 taken 16 times.

        52
            if (!client_config.contains("num_shards") ||
      
          4/8recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 10 times.
✗ Branch 2 not taken.
✗ Branch 4 not taken.
✓ Branch 5 taken 10 times.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 16 times.
✗ Branch 2 not taken.
✗ Branch 4 not taken.
✓ Branch 5 taken 16 times.

        26
                !client_config["num_shards"].is_number_integer()) {
      
        ✗
              LOG(FATAL) << "Missing or invalid 'num_shards' field in distributed "
      
                            "client config";
      
            }
      
          4/8recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 10 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 10 times.
✗ Branch 5 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 16 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 16 times.
✗ Branch 5 not taken.

        26
            num_shards_           = client_config["num_shards"].get<int>();
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 10 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 16 times.
✗ Branch 2 not taken.

        26
            max_keys_per_request_ = client_config.value("max_keys_per_request", 500);
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 10 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 16 times.
✗ Branch 2 not taken.

        26
            hash_method_          = client_config.value("hash_method", "city_hash");
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✗ Branch 0 not taken.
✓ Branch 1 taken 10 times.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✗ Branch 0 not taken.
✓ Branch 1 taken 16 times.

        26
            if (max_keys_per_request_ <= 0) {
      
        ✗
              LOG(FATAL) << "Invalid max_keys_per_request: " << max_keys_per_request_
      
        ✗
                         << ", must be > 0";
      
            }
      
          4/8recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 10 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 10 times.
✗ Branch 5 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 16 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 16 times.
✗ Branch 5 not taken.

        26
            auto servers = client_config["servers"];
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 2 taken 10 times.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 2 taken 16 times.
✗ Branch 3 not taken.

        26
            server_configs_.reserve(servers.size());
      
          4/4recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 20 times.
✓ Branch 2 taken 10 times.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 32 times.
✓ Branch 2 taken 16 times.

        78
            for (size_t i = 0; i < servers.size(); ++i) {
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 20 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 32 times.
✗ Branch 2 not taken.

        52
              const auto& server = servers[i];
      
          10/20recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 20 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 20 times.
✗ Branch 4 not taken.
✓ Branch 6 taken 20 times.
✗ Branch 7 not taken.
✓ Branch 8 taken 20 times.
✗ Branch 9 not taken.
✗ Branch 10 not taken.
✓ Branch 11 taken 20 times.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 32 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 32 times.
✗ Branch 4 not taken.
✓ Branch 6 taken 32 times.
✗ Branch 7 not taken.
✓ Branch 8 taken 32 times.
✗ Branch 9 not taken.
✗ Branch 10 not taken.
✓ Branch 11 taken 32 times.

        104
              if (!server.contains("host") || !server.contains("port") ||
      
          4/8recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 20 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 20 times.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 32 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 32 times.

        52
                  !server.contains("shard")) {
      
        ✗
                LOG(FATAL) << "Server config " << i
      
        ✗
                           << " missing required fields (host, port, shard)";
      
              }
      
        52
              ServerConfig cfg;
      
          4/8recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 20 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 20 times.
✗ Branch 5 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 32 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 32 times.
✗ Branch 5 not taken.

        52
              cfg.host  = server["host"].get<std::string>();
      
          4/8recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 20 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 20 times.
✗ Branch 5 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 32 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 32 times.
✗ Branch 5 not taken.

        52
              cfg.port  = server["port"].get<int>();
      
          4/8recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 20 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 20 times.
✗ Branch 5 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 32 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 32 times.
✗ Branch 5 not taken.

        52
              cfg.shard = server["shard"].get<int>();
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 20 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 32 times.
✗ Branch 2 not taken.

        52
              server_configs_.push_back(cfg);
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 20 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 32 times.
✗ Branch 2 not taken.

        52
              shard_to_client_index_[cfg.shard] = i;
      
            }
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✗ Branch 1 not taken.
✓ Branch 2 taken 10 times.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✗ Branch 1 not taken.
✓ Branch 2 taken 16 times.

        26
            if (server_configs_.size() != static_cast<size_t>(num_shards_)) {
      
        ✗
              LOG(WARNING) << "Number of servers (" << server_configs_.size()
      
        ✗
                           << ") doesn't match num_shards (" << num_shards_ << ")";
      
            }
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 10 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 16 times.
✗ Branch 2 not taken.

        26
            partitioned_key_buffer_.resize(num_shards_);
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 10 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 16 times.
✗ Branch 2 not taken.

        26
            key_index_mapping_.resize(num_shards_);
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 10 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 16 times.
✗ Branch 2 not taken.

        26
            InitializeClients();
      
          4/8recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 10 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 10 times.
✗ Branch 5 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 16 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 16 times.
✗ Branch 5 not taken.

        52
            LOG(INFO) << "Initialized Distributed" << transport_name_
      
          6/12recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 10 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 10 times.
✗ Branch 5 not taken.
✓ Branch 7 taken 10 times.
✗ Branch 8 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 16 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 16 times.
✗ Branch 5 not taken.
✓ Branch 7 taken 16 times.
✗ Branch 8 not taken.

        26
                      << "ParameterClient with " << num_shards_
      
          6/12recstore::DistributedShardedClient<BRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 10 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 10 times.
✗ Branch 5 not taken.
✓ Branch 7 taken 10 times.
✗ Branch 8 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::DistributedShardedClient(nlohmann::json_abi_v3_11_2::basic_json<std::map, std::vector, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, unsigned long, double, std::allocator, nlohmann::json_abi_v3_11_2::adl_serializer, std::vector<unsigned char, std::allocator<unsigned char> >, void>, char const*):
✓ Branch 1 taken 16 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 16 times.
✗ Branch 5 not taken.
✓ Branch 7 taken 16 times.
✗ Branch 8 not taken.

        26
                      << " shards, hash method: " << hash_method_;
      
        26
          }
      
        26
          ~DistributedShardedClient() override = default;
      
        8
          int shard_count() const { return num_shards_; }
      
          // ---- Extended (non-virtual) API ----------------------------------------
      
        54
          bool GetParameter(const base::ConstArray<uint64_t>& keys,
      
                            std::vector<std::vector<float>>* values) {
      
        #ifdef ENABLE_PERF_REPORT
      
            auto start_time = std::chrono::high_resolution_clock::now();
      
        #endif
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 1 not taken.
✓ Branch 2 taken 14 times.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 1 not taken.
✓ Branch 2 taken 40 times.

        54
            if (keys.Size() == 0) {
      
        ✗
              values->clear();
      
        ✗
              return true;
      
            }
      
          8/16recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 2 taken 14 times.
✗ Branch 3 not taken.
✓ Branch 5 taken 14 times.
✗ Branch 6 not taken.
✓ Branch 8 taken 14 times.
✗ Branch 9 not taken.
✓ Branch 11 taken 14 times.
✗ Branch 12 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 2 taken 40 times.
✗ Branch 3 not taken.
✓ Branch 5 taken 40 times.
✗ Branch 6 not taken.
✓ Branch 8 taken 40 times.
✗ Branch 9 not taken.
✓ Branch 11 taken 40 times.
✗ Branch 12 not taken.

        108
            xmh::Timer timer(std::string("Distributed") + transport_name_ +
      
                             "ParameterClient::GetParameter");
      
        54
            std::vector<std::vector<uint64_t>> partitioned_keys;
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 1 taken 14 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 1 taken 40 times.
✗ Branch 2 not taken.

        54
            PartitionKeys(keys, partitioned_keys);
      
        54
            std::vector<std::future<int>> futures;
      
        54
            std::vector<std::vector<std::vector<float>>> partitioned_results(
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 1 taken 14 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 1 taken 40 times.
✗ Branch 2 not taken.

        54
                num_shards_);
      
          4/4recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 0 taken 28 times.
✓ Branch 1 taken 14 times.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 0 taken 80 times.
✓ Branch 1 taken 40 times.

        162
            for (int shard_id = 0; shard_id < num_shards_; ++shard_id) {
      
          3/4recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 2 not taken.
✓ Branch 3 taken 28 times.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 2 taken 8 times.
✓ Branch 3 taken 72 times.

        108
              if (partitioned_keys[shard_id].empty()) {
      
        8
                continue;
      
              }
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 1 taken 28 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 1 taken 72 times.
✗ Branch 2 not taken.

        100
              auto it = shard_to_client_index_.find(shard_id);
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 2 not taken.
✓ Branch 3 taken 28 times.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 2 not taken.
✓ Branch 3 taken 72 times.

        100
              if (it == shard_to_client_index_.end()) {
      
        ✗
                LOG(ERROR) << "No client found for shard " << shard_id;
      
        ✗
                return false;
      
              }
      
        100
              int client_index = it->second;
      
        100
              auto* client     = clients_[client_index].get();
      
          4/8recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 1 taken 28 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 28 times.
✗ Branch 5 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 1 taken 72 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 72 times.
✗ Branch 5 not taken.

        100
              futures.push_back(std::async(
      
        238
                  std::launch::async, [=, &partitioned_keys, &partitioned_results]() {
      
        44
                    const auto& shard_keys_vec = partitioned_keys[shard_id];
      
        44
                    auto& shard_result_vec     = partitioned_results[shard_id];
      
        44
                    shard_result_vec.clear();
      
        44
                    shard_result_vec.reserve(shard_keys_vec.size());
      
          6/8recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*)::{lambda()#1}::operator()() const:
✓ Branch 1 taken 30 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 30 times.
✓ Branch 5 taken 28 times.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*)::{lambda()#1}::operator()() const:
✓ Branch 1 taken 20 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 20 times.
✓ Branch 5 taken 16 times.

        144
                    for (size_t start = 0; start < shard_keys_vec.size();
      
        50
                         start += static_cast<size_t>(max_keys_per_request_)) {
      
        50
                      size_t end =
      
        100
                          std::min(start + static_cast<size_t>(max_keys_per_request_),
      
        50
                                   shard_keys_vec.size());
      
        100
                      base::ConstArray<uint64_t> shard_chunk(
      
        50
                          shard_keys_vec.data() + start, static_cast<int>(end - start));
      
        50
                      std::vector<std::vector<float>> chunk_result;
      
          4/8recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*)::{lambda()#1}::operator()() const:
✓ Branch 1 taken 30 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 30 times.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*)::{lambda()#1}::operator()() const:
✓ Branch 1 taken 20 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 20 times.

        50
                      if (!client->GetParameter(shard_chunk, &chunk_result)) {
      
        ✗
                        return 0;
      
                      }
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*)::{lambda()#1}::operator()() const:
✓ Branch 5 taken 30 times.
✗ Branch 6 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*)::{lambda()#1}::operator()() const:
✓ Branch 5 taken 20 times.
✗ Branch 6 not taken.

        50
                      shard_result_vec.insert(shard_result_vec.end(),
      
                                              chunk_result.begin(),
      
                                              chunk_result.end());
      
                    }
      
        44
                    return 1;
      
                  }));
      
            }
      
          6/8recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 5 not taken.
✗ Branch 6 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*)::{lambda()#1}::operator()() const:
✓ Branch 5 taken 28 times.
✓ Branch 6 taken 14 times.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 5 taken 56 times.
✓ Branch 6 taken 32 times.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*)::{lambda()#1}::operator()() const:
✓ Branch 5 taken 16 times.
✓ Branch 6 taken 8 times.

        154
            for (auto& future : futures) {
      
          6/16recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*)::{lambda()#1}::operator()() const:
✓ Branch 1 taken 28 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 28 times.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 1 taken 56 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 56 times.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*)::{lambda()#1}::operator()() const:
✓ Branch 1 taken 16 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 16 times.

        100
              if (!future.get()) {
      
        ✗
                LOG(ERROR) << "Failed to get parameters from one of the shards";
      
        ✗
                return false;
      
              }
      
            }
      
          3/8recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*)::{lambda()#1}::operator()() const:
✓ Branch 1 taken 14 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 1 taken 32 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*)::{lambda()#1}::operator()() const:
✓ Branch 1 taken 8 times.
✗ Branch 2 not taken.

        54
            MergeResults(keys, partitioned_results, values);
      
        #ifdef ENABLE_PERF_REPORT
      
            auto end_time = std::chrono::high_resolution_clock::now();
      
            auto duration = std::chrono::duration_cast<std::chrono::microseconds>(
      
                                end_time - start_time)
      
                                .count();
      
            double start_us = std::chrono::duration_cast<std::chrono::microseconds>(
      
                                  start_time.time_since_epoch())
      
                                  .count();
      
            FlameGraphData fg_data = {
      
                "dist_client::GetParameter",
      
                start_us,
      
                1, // level
      
                static_cast<double>(duration),
      
                static_cast<double>(duration)};
      
            std::string unique_id =
      
                "embread_debug" + std::to_string(recstore::g_trace_id);
      
            report_flame_graph("emb_read_flame_map", unique_id.c_str(), fg_data);
      
        #endif
      
        54
            return true;
      
        54
          }
      
        20
          bool ClearPS() {
      
        20
            std::vector<std::future<bool>> futures;
      
          4/4recstore::DistributedShardedClient<BRPCParameterClient>::ClearPS():
✓ Branch 4 taken 20 times.
✓ Branch 5 taken 10 times.
recstore::DistributedShardedClient<GRPCParameterClient>::ClearPS():
✓ Branch 4 taken 20 times.
✓ Branch 5 taken 10 times.

        60
            for (auto& client : clients_) {
      
          4/8recstore::DistributedShardedClient<BRPCParameterClient>::ClearPS():
✓ Branch 1 taken 20 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 20 times.
✗ Branch 5 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::ClearPS():
✓ Branch 1 taken 20 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 20 times.
✗ Branch 5 not taken.

        40
              futures.push_back(std::async(std::launch::async,
      
        40
                                           [&client]() { return client->ClearPS(); }));
      
            }
      
        20
            bool all_success = true;
      
          4/4recstore::DistributedShardedClient<BRPCParameterClient>::ClearPS()::{lambda()#1}::operator()() const:
✓ Branch 5 taken 20 times.
✓ Branch 6 taken 10 times.
recstore::DistributedShardedClient<GRPCParameterClient>::ClearPS()::{lambda()#1}::operator()() const:
✓ Branch 5 taken 20 times.
✓ Branch 6 taken 10 times.

        60
            for (auto& future : futures) {
      
          4/8recstore::DistributedShardedClient<BRPCParameterClient>::ClearPS()::{lambda()#1}::operator()() const:
✓ Branch 1 taken 20 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 20 times.
recstore::DistributedShardedClient<GRPCParameterClient>::ClearPS()::{lambda()#1}::operator()() const:
✓ Branch 1 taken 20 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 20 times.

        40
              if (!future.get()) {
      
        ✗
                all_success = false;
      
              }
      
            }
      
        20
            return all_success;
      
        20
          }
      
        2
          bool LoadFakeData(int64_t n) {
      
        2
            std::vector<std::future<bool>> futures;
      
          2/2✓ Branch 4 taken 4 times.
✓ Branch 5 taken 2 times.

        6
            for (auto& client : clients_) {
      
        4
              ClientT* raw = client.get();
      
          2/4✓ Branch 1 taken 4 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 4 times.
✗ Branch 5 not taken.

        4
              futures.push_back(std::async(std::launch::async,
      
        4
                                           [raw, n]() { return raw->LoadFakeData(n); }));
      
            }
      
        2
            bool all_success = true;
      
          2/2✓ Branch 5 taken 4 times.
✓ Branch 6 taken 2 times.

        6
            for (auto& future : futures) {
      
          2/4✓ Branch 1 taken 4 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 4 times.

        4
              if (!future.get()) {
      
        ✗
                all_success = false;
      
              }
      
            }
      
        2
            return all_success;
      
        2
          }
      
        2
          bool DumpFakeData(int64_t n) {
      
        2
            std::vector<std::future<bool>> futures;
      
          2/2✓ Branch 4 taken 4 times.
✓ Branch 5 taken 2 times.

        6
            for (auto& client : clients_) {
      
        4
              ClientT* raw = client.get();
      
          2/4✓ Branch 1 taken 4 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 4 times.
✗ Branch 5 not taken.

        4
              futures.push_back(std::async(std::launch::async,
      
        4
                                           [raw, n]() { return raw->DumpFakeData(n); }));
      
            }
      
        2
            bool all_success = true;
      
          2/2✓ Branch 5 taken 4 times.
✓ Branch 6 taken 2 times.

        6
            for (auto& future : futures) {
      
          2/4✓ Branch 1 taken 4 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 4 times.

        4
              if (!future.get()) {
      
        ✗
                all_success = false;
      
              }
      
            }
      
        2
            return all_success;
      
        2
          }
      
          bool LoadCkpt(const std::vector<std::string>& model_config_path,
      
                        const std::vector<std::string>& emb_file_path) {
      
            std::vector<std::future<bool>> futures;
      
            for (auto& client : clients_) {
      
              futures.push_back(std::async(
      
                  std::launch::async, [&client, &model_config_path, &emb_file_path]() {
      
                    return client->LoadCkpt(model_config_path, emb_file_path);
      
                  }));
      
            }
      
            bool all_success = true;
      
            for (auto& future : futures) {
      
              if (!future.get()) {
      
                all_success = false;
      
              }
      
            }
      
            return all_success;
      
          }
      
        ✗
          bool SaveCheckpoint(const std::string& path,
      
                              const std::string& metadata) override {
      
        ✗
            return FanOutCheckpoint(path, metadata, true);
      
          }
      
        ✗
          bool LoadCheckpoint(const std::string& path,
      
                              const std::string& metadata) override {
      
        ✗
            return FanOutCheckpoint(path, metadata, false);
      
          }
      
          // ---- BasePSClient virtual overrides ------------------------------------
      
        32
          int GetParameter(const base::ConstArray<uint64_t>& keys,
      
                           float* values) override {
      
        32
            std::vector<std::vector<float>> result_vectors;
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, float*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, float*):
✓ Branch 1 taken 32 times.
✗ Branch 2 not taken.

        32
            bool success = GetParameter(keys, &result_vectors);
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, float*):
✗ Branch 0 not taken.
✗ Branch 1 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, float*):
✗ Branch 0 not taken.
✓ Branch 1 taken 32 times.

        32
            if (!success) {
      
        ✗
              return -1;
      
            }
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, float*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, float*):
✗ Branch 1 not taken.
✓ Branch 2 taken 32 times.

        32
            if (keys.Size() == 0) {
      
        ✗
              return 0;
      
            }
      
        32
            int emb_dim = 0;
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, float*):
✗ Branch 5 not taken.
✗ Branch 6 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, float*):
✓ Branch 5 taken 32 times.
✗ Branch 6 not taken.

        32
            for (const auto& row : result_vectors) {
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, float*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, float*):
✓ Branch 1 taken 32 times.
✗ Branch 2 not taken.

        32
              if (!row.empty()) {
      
        32
                emb_dim = static_cast<int>(row.size());
      
        32
                break;
      
              }
      
            }
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, float*):
✗ Branch 0 not taken.
✗ Branch 1 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, float*):
✗ Branch 0 not taken.
✓ Branch 1 taken 32 times.

        32
            if (emb_dim == 0) {
      
        ✗
              LOG(WARNING) << "No valid embeddings found";
      
        ✗
              return 0;
      
            }
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, float*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, float*):
✓ Branch 1 taken 92 times.
✓ Branch 2 taken 32 times.

        124
            for (size_t i = 0; i < result_vectors.size(); ++i) {
      
        92
              const auto& row = result_vectors[i];
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, float*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, float*):
✗ Branch 1 not taken.
✓ Branch 2 taken 92 times.

        92
              if (row.empty()) {
      
        ✗
                continue;
      
              }
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, float*):
✗ Branch 3 not taken.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetParameter(base::ConstArray<unsigned long> const&, float*):
✓ Branch 3 taken 92 times.
✗ Branch 4 not taken.

        92
              std::copy(row.begin(), row.end(), values + i * emb_dim);
      
            }
      
        32
            return 0;
      
        32
          }
      
        ✗
          int AsyncGetParameter(const base::ConstArray<uint64_t>& keys,
      
                                float* values) override {
      
        ✗
            return GetParameter(keys, values);
      
          }
      
        62
          int PutParameter(const base::ConstArray<uint64_t>& keys,
      
                           const std::vector<std::vector<float>>& values) override {
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✗ Branch 2 not taken.
✓ Branch 3 taken 6 times.
recstore::DistributedShardedClient<GRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✗ Branch 2 not taken.
✓ Branch 3 taken 56 times.

        62
            if (keys.Size() != values.size()) {
      
        ✗
              LOG(ERROR) << "Keys and values size mismatch: " << keys.Size() << " vs "
      
        ✗
                         << values.size();
      
        ✗
              return -1;
      
            }
      
        62
            std::vector<std::vector<uint64_t>> partitioned_keys;
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✓ Branch 1 taken 6 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✓ Branch 1 taken 56 times.
✗ Branch 2 not taken.

        62
            PartitionKeys(keys, partitioned_keys);
      
        62
            std::vector<std::vector<std::vector<float>>> partitioned_values(
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✓ Branch 1 taken 6 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✓ Branch 1 taken 56 times.
✗ Branch 2 not taken.

        62
                num_shards_);
      
          4/4recstore::DistributedShardedClient<BRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✓ Branch 0 taken 12 times.
✓ Branch 1 taken 6 times.
recstore::DistributedShardedClient<GRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✓ Branch 0 taken 112 times.
✓ Branch 1 taken 56 times.

        186
            for (int shard_id = 0; shard_id < num_shards_; ++shard_id) {
      
          4/4recstore::DistributedShardedClient<BRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✓ Branch 2 taken 212 times.
✓ Branch 3 taken 12 times.
recstore::DistributedShardedClient<GRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✓ Branch 2 taken 1238 times.
✓ Branch 3 taken 112 times.

        1574
              for (size_t i = 0; i < key_index_mapping_[shard_id].size(); ++i) {
      
        1450
                size_t original_index = key_index_mapping_[shard_id][i];
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✓ Branch 3 taken 212 times.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✓ Branch 3 taken 1238 times.
✗ Branch 4 not taken.

        1450
                partitioned_values[shard_id].push_back(values[original_index]);
      
              }
      
            }
      
        62
            std::vector<std::future<int>> futures;
      
          4/4recstore::DistributedShardedClient<BRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✓ Branch 0 taken 12 times.
✓ Branch 1 taken 6 times.
recstore::DistributedShardedClient<GRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✓ Branch 0 taken 112 times.
✓ Branch 1 taken 56 times.

        186
            for (int shard_id = 0; shard_id < num_shards_; ++shard_id) {
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✗ Branch 2 not taken.
✓ Branch 3 taken 12 times.
recstore::DistributedShardedClient<GRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✗ Branch 2 not taken.
✓ Branch 3 taken 112 times.

        124
              if (partitioned_keys[shard_id].empty()) {
      
        ✗
                continue;
      
              }
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✓ Branch 1 taken 12 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✓ Branch 1 taken 112 times.
✗ Branch 2 not taken.

        124
              auto it = shard_to_client_index_.find(shard_id);
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✗ Branch 2 not taken.
✓ Branch 3 taken 12 times.
recstore::DistributedShardedClient<GRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✗ Branch 2 not taken.
✓ Branch 3 taken 112 times.

        124
              if (it == shard_to_client_index_.end()) {
      
        ✗
                LOG(ERROR) << "No client found for shard " << shard_id;
      
        ✗
                return -1;
      
              }
      
        124
              int client_index = it->second;
      
        124
              auto* client     = clients_[client_index].get();
      
          4/8recstore::DistributedShardedClient<BRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✓ Branch 1 taken 12 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 12 times.
✗ Branch 5 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✓ Branch 1 taken 112 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 112 times.
✗ Branch 5 not taken.

        124
              futures.push_back(std::async(
      
        542
                  std::launch::async, [=, &partitioned_keys, &partitioned_values]() {
      
        88
                    const auto& shard_keys_vec = partitioned_keys[shard_id];
      
        88
                    const auto& shard_vals_vec = partitioned_values[shard_id];
      
          6/8recstore::DistributedShardedClient<BRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&)::{lambda()#1}::operator()() const:
✓ Branch 1 taken 14 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 14 times.
✓ Branch 5 taken 12 times.
recstore::DistributedShardedClient<GRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&)::{lambda()#1}::operator()() const:
✓ Branch 1 taken 108 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 108 times.
✓ Branch 5 taken 76 times.

        332
                    for (size_t start = 0; start < shard_keys_vec.size();
      
        122
                         start += static_cast<size_t>(max_keys_per_request_)) {
      
        122
                      size_t end =
      
        244
                          std::min(start + static_cast<size_t>(max_keys_per_request_),
      
        122
                                   shard_keys_vec.size());
      
        244
                      base::ConstArray<uint64_t> shard_chunk(
      
        122
                          shard_keys_vec.data() + start, static_cast<int>(end - start));
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&)::{lambda()#1}::operator()() const:
✓ Branch 4 taken 14 times.
✗ Branch 5 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&)::{lambda()#1}::operator()() const:
✓ Branch 4 taken 108 times.
✗ Branch 5 not taken.

        366
                      std::vector<std::vector<float>> value_chunk(
      
        366
                          shard_vals_vec.begin() + start, shard_vals_vec.begin() + end);
      
          4/8recstore::DistributedShardedClient<BRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&)::{lambda()#1}::operator()() const:
✓ Branch 1 taken 14 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 14 times.
recstore::DistributedShardedClient<GRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&)::{lambda()#1}::operator()() const:
✓ Branch 1 taken 108 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 108 times.

        122
                      if (client->PutParameter(shard_chunk, value_chunk) != 1) {
      
        ✗
                        return 0;
      
                      }
      
                    }
      
        88
                    return 1;
      
                  }));
      
            }
      
          6/8recstore::DistributedShardedClient<BRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✗ Branch 5 not taken.
✗ Branch 6 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&)::{lambda()#1}::operator()() const:
✓ Branch 5 taken 12 times.
✓ Branch 6 taken 6 times.
recstore::DistributedShardedClient<GRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✓ Branch 5 taken 36 times.
✓ Branch 6 taken 18 times.
recstore::DistributedShardedClient<GRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&)::{lambda()#1}::operator()() const:
✓ Branch 5 taken 76 times.
✓ Branch 6 taken 38 times.

        186
            for (auto& future : futures) {
      
          6/16recstore::DistributedShardedClient<BRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&)::{lambda()#1}::operator()() const:
✓ Branch 1 taken 12 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 12 times.
recstore::DistributedShardedClient<GRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&):
✓ Branch 1 taken 36 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 36 times.
recstore::DistributedShardedClient<GRPCParameterClient>::PutParameter(base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const&)::{lambda()#1}::operator()() const:
✓ Branch 1 taken 76 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 76 times.

        124
              if (future.get() != 1) {
      
        ✗
                LOG(ERROR) << "Failed to put parameters to one of the shards";
      
        ✗
                return -1;
      
              }
      
            }
      
        62
            return 0;
      
        62
          }
      
        ✗
          void Command(PSCommand command) override {
      
        ✗
            std::vector<std::future<void>> futures;
      
        ✗
            for (auto& client : clients_) {
      
        ✗
              futures.push_back(std::async(std::launch::async, [&client, command]() {
      
        ✗
                client->Command(command);
      
              }));
      
            }
      
        ✗
            for (auto& future : futures) {
      
        ✗
              future.wait();
      
            }
      
        ✗
          }
      
        2
          int UpdateParameter(const std::string& table_name,
      
                              const base::ConstArray<uint64_t>& keys,
      
                              const std::vector<std::vector<float>>* grads) override {
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✗ Branch 0 not taken.
✗ Branch 1 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.

        2
            if (grads == nullptr) {
      
        ✗
              LOG(ERROR) << "UpdateParameter grads pointer is null";
      
        ✗
              return -1;
      
            }
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✗ Branch 2 not taken.
✓ Branch 3 taken 2 times.

        2
            if (keys.Size() != grads->size()) {
      
        ✗
              LOG(ERROR) << "UpdateParameter keys/grads size mismatch: " << keys.Size()
      
        ✗
                         << " vs " << grads->size();
      
        ✗
              return -1;
      
            }
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✗ Branch 1 not taken.
✓ Branch 2 taken 2 times.

        2
            if (keys.Size() == 0) {
      
        ✗
              return 0;
      
            }
      
        2
            std::vector<std::vector<uint64_t>> partitioned_keys;
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✓ Branch 1 taken 2 times.
✗ Branch 2 not taken.

        2
            PartitionKeys(keys, partitioned_keys);
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✓ Branch 2 taken 2 times.
✗ Branch 3 not taken.

        2
            std::vector<std::vector<std::vector<float>>> partitioned_grads(num_shards_);
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✗ Branch 0 not taken.
✗ Branch 1 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✓ Branch 0 taken 4 times.
✓ Branch 1 taken 2 times.

        6
            for (int shard_id = 0; shard_id < num_shards_; ++shard_id) {
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✓ Branch 2 taken 4 times.
✓ Branch 3 taken 4 times.

        8
              for (size_t i = 0; i < key_index_mapping_[shard_id].size(); ++i) {
      
        4
                size_t original_index = key_index_mapping_[shard_id][i];
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✗ Branch 3 not taken.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✓ Branch 3 taken 4 times.
✗ Branch 4 not taken.

        4
                partitioned_grads[shard_id].push_back((*grads)[original_index]);
      
              }
      
            }
      
        2
            std::vector<std::future<int>> futures;
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✗ Branch 0 not taken.
✗ Branch 1 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✓ Branch 0 taken 4 times.
✓ Branch 1 taken 2 times.

        6
            for (int shard_id = 0; shard_id < num_shards_; ++shard_id) {
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✓ Branch 2 taken 2 times.
✓ Branch 3 taken 2 times.

        4
              if (partitioned_keys[shard_id].empty()) {
      
        2
                continue;
      
              }
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✓ Branch 1 taken 2 times.
✗ Branch 2 not taken.

        2
              auto it = shard_to_client_index_.find(shard_id);
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✗ Branch 2 not taken.
✓ Branch 3 taken 2 times.

        2
              if (it == shard_to_client_index_.end()) {
      
        ✗
                LOG(ERROR) << "No client found for shard " << shard_id;
      
        ✗
                return -1;
      
              }
      
        2
              int client_index = it->second;
      
        2
              auto* client     = clients_[client_index].get();
      
          3/12recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✗ Branch 4 not taken.
✗ Branch 5 not taken.
✗ Branch 7 not taken.
✗ Branch 8 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✓ Branch 1 taken 2 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 2 times.
✗ Branch 5 not taken.
✓ Branch 7 taken 2 times.
✗ Branch 8 not taken.

        2
              futures.push_back(std::async(
      
        ✗
                  std::launch::async, [=, &partitioned_keys, &partitioned_grads]() {
      
        ✗
                    const auto& shard_keys_vec  = partitioned_keys[shard_id];
      
        ✗
                    const auto& shard_grads_vec = partitioned_grads[shard_id];
      
        ✗
                    for (size_t start = 0; start < shard_keys_vec.size();
      
        ✗
                         start += static_cast<size_t>(max_keys_per_request_)) {
      
        ✗
                      size_t end =
      
        ✗
                          std::min(start + static_cast<size_t>(max_keys_per_request_),
      
        ✗
                                   shard_keys_vec.size());
      
        ✗
                      base::ConstArray<uint64_t> shard_chunk(
      
        ✗
                          shard_keys_vec.data() + start, static_cast<int>(end - start));
      
        ✗
                      std::vector<std::vector<float>> grad_chunk(
      
        ✗
                          shard_grads_vec.begin() + start,
      
        ✗
                          shard_grads_vec.begin() + end);
      
        ✗
                      if (client->UpdateParameter(
      
        ✗
                              table_name, shard_chunk, &grad_chunk) != 0) {
      
        ✗
                        return -1;
      
                      }
      
                    }
      
        ✗
                    return 0;
      
                  }));
      
            }
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✗ Branch 5 not taken.
✗ Branch 6 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*)::{lambda()#1}::operator()() const:
✗ Branch 5 not taken.
✗ Branch 6 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✓ Branch 5 taken 2 times.
✓ Branch 6 taken 2 times.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*)::{lambda()#1}::operator()() const:
✗ Branch 5 not taken.
✗ Branch 6 not taken.

        4
            for (auto& future : futures) {
      
          2/16recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*)::{lambda()#1}::operator()() const:
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*):
✓ Branch 1 taken 2 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameter(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > const*)::{lambda()#1}::operator()() const:
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✗ Branch 4 not taken.

        2
              if (future.get() != 0) {
      
        ✗
                LOG(ERROR) << "Failed to update parameters on one of the shards";
      
        ✗
                return -1;
      
              }
      
            }
      
        2
            return 0;
      
        2
          }
      
        2
          int UpdateParameterFlat(const std::string& table_name,
      
                                  const base::ConstArray<uint64_t>& keys,
      
                                  const float* grads,
      
                                  int64_t num_rows,
      
                                  int64_t embedding_dim) override {
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameterFlat(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, float const*, long, long):
✗ Branch 0 not taken.
✗ Branch 1 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameterFlat(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, float const*, long, long):
✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.

        2
            if (grads == nullptr) {
      
        ✗
              LOG(ERROR) << "UpdateParameterFlat grads pointer is null";
      
        ✗
              return -1;
      
            }
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameterFlat(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, float const*, long, long):
✗ Branch 0 not taken.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameterFlat(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, float const*, long, long):
✓ Branch 0 taken 2 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 2 times.

        2
            if (num_rows < 0 || embedding_dim <= 0) {
      
        ✗
              LOG(ERROR) << "UpdateParameterFlat invalid shape: rows=" << num_rows
      
        ✗
                         << " dim=" << embedding_dim;
      
        ✗
              return -1;
      
            }
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameterFlat(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, float const*, long, long):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameterFlat(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, float const*, long, long):
✗ Branch 1 not taken.
✓ Branch 2 taken 2 times.

        2
            if (keys.Size() != static_cast<size_t>(num_rows)) {
      
        ✗
              LOG(ERROR) << "UpdateParameterFlat keys/grads size mismatch: "
      
        ✗
                         << keys.Size() << " vs " << num_rows;
      
        ✗
              return -1;
      
            }
      
        2
            std::vector<std::vector<float>> row_grads;
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameterFlat(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, float const*, long, long):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameterFlat(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, float const*, long, long):
✓ Branch 1 taken 2 times.
✗ Branch 2 not taken.

        2
            row_grads.reserve(static_cast<size_t>(num_rows));
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameterFlat(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, float const*, long, long):
✗ Branch 0 not taken.
✗ Branch 1 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameterFlat(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, float const*, long, long):
✓ Branch 0 taken 4 times.
✓ Branch 1 taken 2 times.

        6
            for (int64_t i = 0; i < num_rows; ++i) {
      
        4
              const float* row = grads + i * embedding_dim;
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameterFlat(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, float const*, long, long):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameterFlat(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, float const*, long, long):
✓ Branch 1 taken 4 times.
✗ Branch 2 not taken.

        4
              row_grads.emplace_back(row, row + embedding_dim);
      
            }
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::UpdateParameterFlat(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, float const*, long, long):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::UpdateParameterFlat(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, base::ConstArray<unsigned long> const&, float const*, long, long):
✓ Branch 1 taken 2 times.
✗ Branch 2 not taken.

        2
            return UpdateParameter(table_name, keys, &row_grads);
      
        2
          }
      
        10
          int InitEmbeddingTable(const std::string& table_name,
      
                                 const recstore::EmbeddingTableConfig& config) override {
      
        10
            std::vector<std::future<int>> futures;
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::InitEmbeddingTable(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, recstore::EmbeddingTableConfig const&):
✗ Branch 4 not taken.
✗ Branch 5 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::InitEmbeddingTable(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, recstore::EmbeddingTableConfig const&):
✓ Branch 4 taken 20 times.
✓ Branch 5 taken 10 times.

        30
            for (auto& client : clients_) {
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::InitEmbeddingTable(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, recstore::EmbeddingTableConfig const&):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✗ Branch 4 not taken.
✗ Branch 5 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::InitEmbeddingTable(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, recstore::EmbeddingTableConfig const&):
✓ Branch 1 taken 20 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 20 times.
✗ Branch 5 not taken.

        20
              futures.push_back(
      
        ✗
                  std::async(std::launch::async, [&client, &table_name, &config]() {
      
        ✗
                    return client->InitEmbeddingTable(table_name, config);
      
                  }));
      
            }
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::InitEmbeddingTable(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, recstore::EmbeddingTableConfig const&):
✗ Branch 5 not taken.
✗ Branch 6 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::InitEmbeddingTable(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, recstore::EmbeddingTableConfig const&)::{lambda()#1}::operator()() const:
✗ Branch 5 not taken.
✗ Branch 6 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::InitEmbeddingTable(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, recstore::EmbeddingTableConfig const&):
✓ Branch 5 taken 20 times.
✓ Branch 6 taken 10 times.
recstore::DistributedShardedClient<GRPCParameterClient>::InitEmbeddingTable(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, recstore::EmbeddingTableConfig const&)::{lambda()#1}::operator()() const:
✗ Branch 5 not taken.
✗ Branch 6 not taken.

        30
            for (auto& future : futures) {
      
          2/16recstore::DistributedShardedClient<BRPCParameterClient>::InitEmbeddingTable(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, recstore::EmbeddingTableConfig const&):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::InitEmbeddingTable(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, recstore::EmbeddingTableConfig const&)::{lambda()#1}::operator()() const:
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::InitEmbeddingTable(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, recstore::EmbeddingTableConfig const&):
✓ Branch 1 taken 20 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 20 times.
recstore::DistributedShardedClient<GRPCParameterClient>::InitEmbeddingTable(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, recstore::EmbeddingTableConfig const&)::{lambda()#1}::operator()() const:
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✗ Branch 4 not taken.

        20
              if (future.get() != 0) {
      
        ✗
                LOG(ERROR) << "InitEmbeddingTable failed on one of the shards";
      
        ✗
                return -1;
      
              }
      
            }
      
        10
            return 0;
      
        10
          }
      
          uint64_t
      
        38
          PrefetchParameter(const base::ConstArray<uint64_t>& keys) override {
      
        2
            auto cleanup_state = [this](const DistPrefetchState& state) {
      
        ✗
              for (const auto& shard_state : state.shard_states) {
      
        ✗
                if (shard_state.client_index < 0 ||
      
        ✗
                    shard_state.client_index >= static_cast<int>(clients_.size())) {
      
        ✗
                  continue;
      
                }
      
        ✗
                auto* client = clients_[shard_state.client_index].get();
      
        ✗
                for (uint64_t child_prefetch_id : shard_state.child_prefetch_ids) {
      
        ✗
                  client->WaitForPrefetch(child_prefetch_id);
      
        ✗
                  std::vector<std::vector<float>> tmp;
      
        ✗
                  client->GetPrefetchResult(child_prefetch_id, &tmp);
      
                }
      
              }
      
            };
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 1 not taken.
✓ Branch 2 taken 2 times.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 1 not taken.
✓ Branch 2 taken 36 times.

        38
            if (keys.Size() == 0) {
      
        ✗
              std::lock_guard<std::mutex> lk(prefetch_mu_);
      
        ✗
              uint64_t prefetch_id          = next_prefetch_id_++;
      
        ✗
              auto state                    = std::make_shared<DistPrefetchState>();
      
        ✗
              state->total_keys             = 0;
      
        ✗
              prefetch_states_[prefetch_id] = state;
      
        ✗
              return prefetch_id;
      
        ✗
            }
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✓ Branch 2 taken 2 times.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&) const:
✓ Branch 2 taken 36 times.
✗ Branch 3 not taken.

        38
            std::vector<std::vector<uint64_t>> shard_keys(num_shards_);
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✓ Branch 2 taken 2 times.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&) const:
✓ Branch 2 taken 36 times.
✗ Branch 3 not taken.

        38
            std::vector<std::vector<size_t>> shard_indices(num_shards_);
      
          4/8recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✓ Branch 1 taken 8 times.
✓ Branch 2 taken 2 times.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&) const:
✓ Branch 1 taken 416 times.
✓ Branch 2 taken 36 times.

        462
            for (size_t i = 0; i < keys.Size(); ++i) {
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✓ Branch 2 taken 8 times.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&) const:
✓ Branch 2 taken 416 times.
✗ Branch 3 not taken.

        424
              const int shard_id = GetShardId(keys[i]);
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 3 not taken.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 3 not taken.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✓ Branch 3 taken 8 times.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&) const:
✓ Branch 3 taken 416 times.
✗ Branch 4 not taken.

        424
              shard_keys[shard_id].push_back(keys[i]);
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✓ Branch 2 taken 8 times.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&) const:
✓ Branch 2 taken 416 times.
✗ Branch 3 not taken.

        424
              shard_indices[shard_id].push_back(i);
      
            }
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✓ Branch 1 taken 2 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&) const:
✓ Branch 1 taken 36 times.
✗ Branch 2 not taken.

        38
            auto state        = std::make_shared<DistPrefetchState>();
      
        38
            state->total_keys = keys.Size();
      
          6/16recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✓ Branch 1 taken 4 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 4 times.
✓ Branch 4 taken 2 times.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&) const:
✓ Branch 1 taken 72 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 72 times.
✓ Branch 4 taken 36 times.

        190
            for (int shard_id = 0; shard_id < num_shards_; ++shard_id) {
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 2 not taken.
✓ Branch 3 taken 4 times.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 2 not taken.
✓ Branch 3 taken 72 times.

        76
              if (shard_keys[shard_id].empty()) {
      
        ✗
                continue;
      
              }
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✓ Branch 1 taken 4 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&) const:
✓ Branch 1 taken 72 times.
✗ Branch 2 not taken.

        76
              auto it = shard_to_client_index_.find(shard_id);
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 2 not taken.
✓ Branch 3 taken 4 times.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 2 not taken.
✓ Branch 3 taken 72 times.

        76
              if (it == shard_to_client_index_.end()) {
      
        ✗
                LOG(ERROR) << "No client found for shard " << shard_id;
      
        ✗
                cleanup_state(*state);
      
        ✗
                return 0;
      
              }
      
        76
              DistPrefetchShardState shard_state;
      
        76
              shard_state.shard_id         = shard_id;
      
        76
              shard_state.client_index     = it->second;
      
        76
              shard_state.original_indices = std::move(shard_indices[shard_id]);
      
        76
              const auto& skeys = shard_keys[shard_id];
      
          4/8recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✓ Branch 1 taken 4 times.
✓ Branch 2 taken 4 times.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&) const:
✓ Branch 1 taken 100 times.
✓ Branch 2 taken 72 times.

        180
              for (size_t start = 0; start < skeys.size();
      
        104
                   start += static_cast<size_t>(max_keys_per_request_)) {
      
        208
                size_t end = std::min(
      
        104
                    start + static_cast<size_t>(max_keys_per_request_), skeys.size());
      
        208
                base::ConstArray<uint64_t> chunk(
      
        104
                    skeys.data() + start, static_cast<int>(end - start));
      
        104
                uint64_t child_prefetch_id =
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 3 not taken.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 3 not taken.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✓ Branch 3 taken 4 times.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&) const:
✓ Branch 3 taken 100 times.
✗ Branch 4 not taken.

        104
                    clients_[shard_state.client_index]->PrefetchParameter(chunk);
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 0 not taken.
✗ Branch 1 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 0 not taken.
✗ Branch 1 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 0 not taken.
✓ Branch 1 taken 4 times.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 0 not taken.
✓ Branch 1 taken 100 times.

        104
                if (child_prefetch_id == 0) {
      
        ✗
                  LOG(ERROR) << "PrefetchParameter failed for shard " << shard_id;
      
        ✗
                  cleanup_state(*state);
      
        ✗
                  return 0;
      
                }
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✓ Branch 1 taken 4 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&) const:
✓ Branch 1 taken 100 times.
✗ Branch 2 not taken.

        104
                shard_state.child_prefetch_ids.push_back(child_prefetch_id);
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✓ Branch 1 taken 4 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&) const:
✓ Branch 1 taken 100 times.
✗ Branch 2 not taken.

        104
                shard_state.chunk_sizes.push_back(static_cast<int>(end - start));
      
              }
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 3 not taken.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 3 not taken.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✓ Branch 3 taken 4 times.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&) const:
✓ Branch 3 taken 72 times.
✗ Branch 4 not taken.

        76
              state->shard_states.push_back(std::move(shard_state));
      
            }
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✓ Branch 1 taken 2 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&) const:
✓ Branch 1 taken 36 times.
✗ Branch 2 not taken.

        38
            std::lock_guard<std::mutex> lk(prefetch_mu_);
      
        38
            uint64_t prefetch_id          = next_prefetch_id_++;
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<BRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<BRPCParameterClient>::DistPrefetchState const&) const:
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&):
✓ Branch 2 taken 2 times.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PrefetchParameter(base::ConstArray<unsigned long> const&)::{lambda(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&)#1}::operator()(recstore::DistributedShardedClient<GRPCParameterClient>::DistPrefetchState const&) const:
✓ Branch 2 taken 36 times.
✗ Branch 3 not taken.

        38
            prefetch_states_[prefetch_id] = std::move(state);
      
        38
            return prefetch_id;
      
        38
          }
      
        4
          bool IsPrefetchDone(uint64_t prefetch_id) override {
      
        4
            std::shared_ptr<DistPrefetchState> state;
      
            {
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::IsPrefetchDone(unsigned long):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::IsPrefetchDone(unsigned long):
✓ Branch 1 taken 4 times.
✗ Branch 2 not taken.

        4
              std::lock_guard<std::mutex> lk(prefetch_mu_);
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::IsPrefetchDone(unsigned long):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::IsPrefetchDone(unsigned long):
✓ Branch 1 taken 4 times.
✗ Branch 2 not taken.

        4
              auto it = prefetch_states_.find(prefetch_id);
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::IsPrefetchDone(unsigned long):
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::IsPrefetchDone(unsigned long):
✓ Branch 2 taken 2 times.
✓ Branch 3 taken 2 times.

        4
              if (it == prefetch_states_.end()) {
      
          4/16recstore::DistributedShardedClient<BRPCParameterClient>::IsPrefetchDone(unsigned long):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✗ Branch 4 not taken.
✗ Branch 5 not taken.
✗ Branch 7 not taken.
✗ Branch 8 not taken.
✗ Branch 10 not taken.
✗ Branch 11 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::IsPrefetchDone(unsigned long):
✓ Branch 1 taken 2 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 2 times.
✗ Branch 5 not taken.
✓ Branch 7 taken 2 times.
✗ Branch 8 not taken.
✓ Branch 10 taken 2 times.
✗ Branch 11 not taken.

        2
                LOG(ERROR) << "Invalid prefetch_id: " << prefetch_id;
      
        2
                return false;
      
              }
      
        2
              state = it->second;
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::IsPrefetchDone(unsigned long):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::IsPrefetchDone(unsigned long):
✓ Branch 1 taken 2 times.
✓ Branch 2 taken 2 times.

        4
            }
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::IsPrefetchDone(unsigned long):
✗ Branch 6 not taken.
✗ Branch 7 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::IsPrefetchDone(unsigned long):
✓ Branch 6 taken 4 times.
✓ Branch 7 taken 2 times.

        6
            for (const auto& shard_state : state->shard_states) {
      
        4
              auto* client = clients_[shard_state.client_index].get();
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::IsPrefetchDone(unsigned long):
✗ Branch 5 not taken.
✗ Branch 6 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::IsPrefetchDone(unsigned long):
✓ Branch 5 taken 4 times.
✓ Branch 6 taken 4 times.

        8
              for (uint64_t child_prefetch_id : shard_state.child_prefetch_ids) {
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::IsPrefetchDone(unsigned long):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::IsPrefetchDone(unsigned long):
✓ Branch 1 taken 4 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 4 times.

        4
                if (!client->IsPrefetchDone(child_prefetch_id)) {
      
        ✗
                  return false;
      
                }
      
              }
      
            }
      
        2
            return true;
      
        4
          }
      
        74
          void WaitForPrefetch(uint64_t prefetch_id) override {
      
        74
            std::shared_ptr<DistPrefetchState> state;
      
            {
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::WaitForPrefetch(unsigned long):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::WaitForPrefetch(unsigned long):
✓ Branch 1 taken 74 times.
✗ Branch 2 not taken.

        74
              std::lock_guard<std::mutex> lk(prefetch_mu_);
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::WaitForPrefetch(unsigned long):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::WaitForPrefetch(unsigned long):
✓ Branch 1 taken 74 times.
✗ Branch 2 not taken.

        74
              auto it = prefetch_states_.find(prefetch_id);
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::WaitForPrefetch(unsigned long):
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::WaitForPrefetch(unsigned long):
✗ Branch 2 not taken.
✓ Branch 3 taken 74 times.

        74
              if (it == prefetch_states_.end()) {
      
        ✗
                LOG(ERROR) << "Invalid prefetch_id: " << prefetch_id;
      
        ✗
                return;
      
              }
      
        74
              state = it->second;
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::WaitForPrefetch(unsigned long):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::WaitForPrefetch(unsigned long):
✓ Branch 1 taken 74 times.
✗ Branch 2 not taken.

        74
            }
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::WaitForPrefetch(unsigned long):
✗ Branch 6 not taken.
✗ Branch 7 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::WaitForPrefetch(unsigned long):
✓ Branch 6 taken 148 times.
✓ Branch 7 taken 74 times.

        222
            for (const auto& shard_state : state->shard_states) {
      
        148
              auto* client = clients_[shard_state.client_index].get();
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::WaitForPrefetch(unsigned long):
✗ Branch 5 not taken.
✗ Branch 6 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::WaitForPrefetch(unsigned long):
✓ Branch 5 taken 204 times.
✓ Branch 6 taken 148 times.

        352
              for (uint64_t child_prefetch_id : shard_state.child_prefetch_ids) {
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::WaitForPrefetch(unsigned long):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::WaitForPrefetch(unsigned long):
✓ Branch 1 taken 204 times.
✗ Branch 2 not taken.

        204
                client->WaitForPrefetch(child_prefetch_id);
      
              }
      
            }
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::WaitForPrefetch(unsigned long):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::WaitForPrefetch(unsigned long):
✓ Branch 1 taken 74 times.
✗ Branch 2 not taken.

        74
          }
      
        42
          bool GetPrefetchResult(uint64_t prefetch_id,
      
                                 std::vector<std::vector<float>>* values) override {
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 0 not taken.
✗ Branch 1 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 0 not taken.
✓ Branch 1 taken 42 times.

        42
            if (values == nullptr) {
      
        ✗
              LOG(ERROR) << "GetPrefetchResult output pointer is null";
      
        ✗
              return false;
      
            }
      
        42
            std::shared_ptr<DistPrefetchState> state;
      
            {
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 1 taken 42 times.
✗ Branch 2 not taken.

        42
              std::lock_guard<std::mutex> lk(prefetch_mu_);
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 1 taken 42 times.
✗ Branch 2 not taken.

        42
              auto it = prefetch_states_.find(prefetch_id);
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 2 taken 4 times.
✓ Branch 3 taken 38 times.

        42
              if (it == prefetch_states_.end()) {
      
          4/16recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✗ Branch 4 not taken.
✗ Branch 5 not taken.
✗ Branch 7 not taken.
✗ Branch 8 not taken.
✗ Branch 10 not taken.
✗ Branch 11 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 1 taken 4 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 4 times.
✗ Branch 5 not taken.
✓ Branch 7 taken 4 times.
✗ Branch 8 not taken.
✓ Branch 10 taken 4 times.
✗ Branch 11 not taken.

        4
                LOG(ERROR) << "Invalid prefetch_id: " << prefetch_id;
      
        4
                return false;
      
              }
      
        38
              state = it->second;
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 1 taken 38 times.
✓ Branch 2 taken 4 times.

        42
            }
      
            // Ensure all child RPCs are completed before consuming payloads.
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 1 taken 38 times.
✗ Branch 2 not taken.

        38
            WaitForPrefetch(prefetch_id);
      
        38
            values->clear();
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 2 taken 38 times.
✗ Branch 3 not taken.

        38
            values->resize(state->total_keys);
      
        38
            bool ok_all = true;
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 6 not taken.
✗ Branch 7 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 6 taken 76 times.
✓ Branch 7 taken 38 times.

        114
            for (const auto& shard_state : state->shard_states) {
      
        76
              auto* client        = clients_[shard_state.client_index].get();
      
        76
              size_t shard_offset = 0;
      
          3/8recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✗ Branch 4 not taken.
✗ Branch 5 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 1 taken 104 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 104 times.
✓ Branch 5 taken 76 times.

        284
              for (size_t i = 0; i < shard_state.child_prefetch_ids.size(); ++i) {
      
        104
                std::vector<std::vector<float>> chunk_values;
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
✗ Branch 5 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 2 taken 104 times.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
✓ Branch 5 taken 104 times.

        104
                if (!client->GetPrefetchResult(shard_state.child_prefetch_ids[i],
      
                                               &chunk_values)) {
      
        ✗
                  ok_all = false;
      
        ✗
                  break;
      
                }
      
        104
                const int expected =
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 1 taken 104 times.
✗ Branch 2 not taken.

        104
                    (i < shard_state.chunk_sizes.size() ? shard_state.chunk_sizes[i]
      
                                                        : -1);
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 0 not taken.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 0 taken 104 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 104 times.

        208
                if (expected >= 0 &&
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 1 not taken.
✓ Branch 2 taken 104 times.

        104
                    static_cast<int>(chunk_values.size()) != expected) {
      
        ✗
                  LOG(ERROR) << "Prefetch chunk size mismatch: got "
      
        ✗
                             << chunk_values.size() << ", expected " << expected;
      
        ✗
                  ok_all = false;
      
        ✗
                  break;
      
                }
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 5 not taken.
✗ Branch 6 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 5 taken 424 times.
✓ Branch 6 taken 104 times.

        528
                for (const auto& row : chunk_values) {
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 1 not taken.
✓ Branch 2 taken 424 times.

        424
                  if (shard_offset >= shard_state.original_indices.size()) {
      
        ✗
                    LOG(ERROR) << "Prefetch result overflow in shard "
      
        ✗
                               << shard_state.shard_id;
      
        ✗
                    ok_all = false;
      
        ✗
                    break;
      
                  }
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 3 not taken.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 3 taken 424 times.
✗ Branch 4 not taken.

        424
                  (*values)[shard_state.original_indices[shard_offset++]] = row;
      
                }
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 0 not taken.
✗ Branch 1 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 0 not taken.
✓ Branch 1 taken 104 times.

        104
                if (!ok_all) {
      
        ✗
                  break;
      
                }
      
              }
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 0 not taken.
✗ Branch 1 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 0 not taken.
✓ Branch 1 taken 76 times.

        76
              if (!ok_all) {
      
        ✗
                break;
      
              }
      
            }
      
            {
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 1 taken 38 times.
✗ Branch 2 not taken.

        38
              std::lock_guard<std::mutex> lk(prefetch_mu_);
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResult(unsigned long, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*):
✓ Branch 1 taken 38 times.
✗ Branch 2 not taken.

        38
              prefetch_states_.erase(prefetch_id);
      
        38
            }
      
        38
            return ok_all;
      
        42
          }
      
        6
          bool GetPrefetchResultFlat(uint64_t prefetch_id,
      
                                     std::vector<float>* values,
      
                                     int64_t* num_rows,
      
                                     int64_t embedding_dim) override {
      
          2/8recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResultFlat(unsigned long, std::vector<float, std::allocator<float> >*, long*, long):
✗ Branch 0 not taken.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResultFlat(unsigned long, std::vector<float, std::allocator<float> >*, long*, long):
✓ Branch 0 taken 6 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 6 times.

        6
            if (values == nullptr || num_rows == nullptr) {
      
        ✗
              LOG(ERROR) << "GetPrefetchResultFlat output pointer is null";
      
        ✗
              return false;
      
            }
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResultFlat(unsigned long, std::vector<float, std::allocator<float> >*, long*, long):
✗ Branch 0 not taken.
✗ Branch 1 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResultFlat(unsigned long, std::vector<float, std::allocator<float> >*, long*, long):
✗ Branch 0 not taken.
✓ Branch 1 taken 6 times.

        6
            if (embedding_dim <= 0) {
      
        ✗
              LOG(ERROR) << "GetPrefetchResultFlat invalid embedding_dim: "
      
        ✗
                         << embedding_dim;
      
        ✗
              return false;
      
            }
      
        6
            std::vector<std::vector<float>> merged_values;
      
          3/8recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResultFlat(unsigned long, std::vector<float, std::allocator<float> >*, long*, long):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResultFlat(unsigned long, std::vector<float, std::allocator<float> >*, long*, long):
✓ Branch 1 taken 6 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 2 times.
✓ Branch 4 taken 4 times.

        6
            if (!GetPrefetchResult(prefetch_id, &merged_values)) {
      
        2
              return false;
      
            }
      
        4
            *num_rows = static_cast<int64_t>(merged_values.size());
      
        4
            values->assign(
      
        4
                static_cast<size_t>(*num_rows) * static_cast<size_t>(embedding_dim),
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResultFlat(unsigned long, std::vector<float, std::allocator<float> >*, long*, long):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResultFlat(unsigned long, std::vector<float, std::allocator<float> >*, long*, long):
✓ Branch 1 taken 4 times.
✗ Branch 2 not taken.

        4
                0.0f);
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResultFlat(unsigned long, std::vector<float, std::allocator<float> >*, long*, long):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResultFlat(unsigned long, std::vector<float, std::allocator<float> >*, long*, long):
✓ Branch 1 taken 24 times.
✓ Branch 2 taken 4 times.

        28
            for (size_t i = 0; i < merged_values.size(); ++i) {
      
        24
              const auto& row = merged_values[i];
      
          1/4recstore::DistributedShardedClient<BRPCParameterClient>::GetPrefetchResultFlat(unsigned long, std::vector<float, std::allocator<float> >*, long*, long):
✗ Branch 1 not taken.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetPrefetchResultFlat(unsigned long, std::vector<float, std::allocator<float> >*, long*, long):
✗ Branch 1 not taken.
✓ Branch 2 taken 24 times.

        24
              if (row.empty()) {
      
        ✗
                continue;
      
              }
      
        24
              const int64_t copy_d =
      
        24
                  std::min<int64_t>(embedding_dim, static_cast<int64_t>(row.size()));
      
        24
              std::memcpy(values->data() + i * static_cast<size_t>(embedding_dim),
      
        24
                          row.data(),
      
        24
                          static_cast<size_t>(copy_d) * sizeof(float));
      
            }
      
        4
            return true;
      
        6
          }
      
        private:
      
          struct ServerConfig {
      
            std::string host;
      
            int port;
      
            int shard;
      
          };
      
          struct DistPrefetchShardState {
      
            int shard_id     = -1;
      
            int client_index = -1;
      
            std::vector<size_t> original_indices;
      
            std::vector<uint64_t> child_prefetch_ids;
      
            std::vector<int> chunk_sizes;
      
          };
      
          struct DistPrefetchState {
      
            size_t total_keys = 0;
      
            std::vector<DistPrefetchShardState> shard_states;
      
          };
      
          static std::string
      
        ✗
          ShardCheckpointPath(const std::string& path, int shard_id) {
      
        ✗
            const std::string prefix =
      
        ✗
                path.empty() || path.back() == '/' ? path : path + "/";
      
        ✗
            return prefix + "recstore-shard-" + std::to_string(shard_id) + ".bin";
      
        ✗
          }
      
        ✗
          bool FanOutCheckpoint(
      
              const std::string& path, const std::string& metadata, bool save) {
      
        ✗
            if (path.empty() || metadata.empty()) {
      
        ✗
              LOG(ERROR) << "Checkpoint path and metadata must be non-empty";
      
        ✗
              return false;
      
            }
      
        ✗
            std::vector<std::future<bool>> futures;
      
        ✗
            for (const auto& server : server_configs_) {
      
        ✗
              const auto it = shard_to_client_index_.find(server.shard);
      
        ✗
              if (it == shard_to_client_index_.end()) {
      
        ✗
                LOG(ERROR) << "No client found for shard " << server.shard;
      
        ✗
                return false;
      
              }
      
        ✗
              ClientT* client        = clients_[it->second].get();
      
        ✗
              const std::string file = ShardCheckpointPath(path, server.shard);
      
        ✗
              futures.push_back(
      
        ✗
                  std::async(std::launch::async, [client, file, metadata, save]() {
      
        ✗
                    return save ? client->SaveCheckpoint(file, metadata)
      
        ✗
                                : client->LoadCheckpoint(file, metadata);
      
                  }));
      
            }
      
        ✗
            bool all_success = true;
      
        ✗
            for (auto& future : futures) {
      
        ✗
              all_success = future.get() && all_success;
      
            }
      
        ✗
            return all_success;
      
        ✗
          }
      
        26
          void InitializeClients() {
      
        26
            clients_.clear();
      
        26
            clients_.reserve(server_configs_.size());
      
          4/4recstore::DistributedShardedClient<BRPCParameterClient>::InitializeClients():
✓ Branch 5 taken 20 times.
✓ Branch 6 taken 10 times.
recstore::DistributedShardedClient<GRPCParameterClient>::InitializeClients():
✓ Branch 5 taken 32 times.
✓ Branch 6 taken 16 times.

        78
            for (const auto& server_config : server_configs_) {
      
          16/32recstore::DistributedShardedClient<BRPCParameterClient>::InitializeClients():
✓ Branch 1 taken 20 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 20 times.
✗ Branch 5 not taken.
✓ Branch 7 taken 20 times.
✗ Branch 8 not taken.
✓ Branch 10 taken 20 times.
✗ Branch 11 not taken.
✓ Branch 13 taken 20 times.
✗ Branch 14 not taken.
✓ Branch 16 taken 20 times.
✗ Branch 17 not taken.
✓ Branch 19 taken 20 times.
✗ Branch 20 not taken.
✓ Branch 22 taken 20 times.
✗ Branch 23 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::InitializeClients():
✓ Branch 1 taken 32 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 32 times.
✗ Branch 5 not taken.
✓ Branch 7 taken 32 times.
✗ Branch 8 not taken.
✓ Branch 10 taken 32 times.
✗ Branch 11 not taken.
✓ Branch 13 taken 32 times.
✗ Branch 14 not taken.
✓ Branch 16 taken 32 times.
✗ Branch 17 not taken.
✓ Branch 19 taken 32 times.
✗ Branch 20 not taken.
✓ Branch 22 taken 32 times.
✗ Branch 23 not taken.

        780
              json client_config = {{"host", server_config.host},
      
        52
                                    {"port", server_config.port},
      
        52
                                    {"shard", server_config.shard}};
      
          4/8recstore::DistributedShardedClient<BRPCParameterClient>::InitializeClients():
✓ Branch 1 taken 20 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 20 times.
✗ Branch 5 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::InitializeClients():
✓ Branch 1 taken 32 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 32 times.
✗ Branch 5 not taken.

        52
              clients_.push_back(std::make_unique<ClientT>(client_config));
      
          10/20recstore::DistributedShardedClient<BRPCParameterClient>::InitializeClients():
✓ Branch 1 taken 20 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 20 times.
✗ Branch 5 not taken.
✓ Branch 7 taken 20 times.
✗ Branch 8 not taken.
✓ Branch 10 taken 20 times.
✗ Branch 11 not taken.
✓ Branch 13 taken 20 times.
✗ Branch 14 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::InitializeClients():
✓ Branch 1 taken 32 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 32 times.
✗ Branch 5 not taken.
✓ Branch 7 taken 32 times.
✗ Branch 8 not taken.
✓ Branch 10 taken 32 times.
✗ Branch 11 not taken.
✓ Branch 13 taken 32 times.
✗ Branch 14 not taken.

        104
              LOG(INFO) << "Created " << transport_name_ << " client for shard "
      
          8/16recstore::DistributedShardedClient<BRPCParameterClient>::InitializeClients():
✓ Branch 1 taken 20 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 20 times.
✗ Branch 5 not taken.
✓ Branch 7 taken 20 times.
✗ Branch 8 not taken.
✓ Branch 10 taken 20 times.
✗ Branch 11 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::InitializeClients():
✓ Branch 1 taken 32 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 32 times.
✗ Branch 5 not taken.
✓ Branch 7 taken 32 times.
✗ Branch 8 not taken.
✓ Branch 10 taken 32 times.
✗ Branch 11 not taken.

        52
                        << server_config.shard << " at " << server_config.host << ":"
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::InitializeClients():
✓ Branch 1 taken 20 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::InitializeClients():
✓ Branch 1 taken 32 times.
✗ Branch 2 not taken.

        52
                        << server_config.port;
      
            }
      
        26
          }
      
        2464
          int GetShardId(uint64_t key) const {
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::GetShardId(unsigned long) const:
✓ Branch 1 taken 448 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::GetShardId(unsigned long) const:
✓ Branch 1 taken 2016 times.
✗ Branch 2 not taken.

        2464
            if (hash_method_ == "city_hash") {
      
        2464
              return GetHash(key) % num_shards_;
      
        ✗
            } else if (hash_method_ == "simple_mod") {
      
        ✗
              return key % num_shards_;
      
            } else {
      
        ✗
              LOG(ERROR) << "Unknown hash method: " << hash_method_
      
        ✗
                         << ", using city_hash";
      
        ✗
              return GetHash(key) % num_shards_;
      
            }
      
          }
      
        118
          void PartitionKeys(
      
              const base::ConstArray<uint64_t>& keys,
      
              std::vector<std::vector<uint64_t>>& partitioned_keys) const {
      
          4/4recstore::DistributedShardedClient<BRPCParameterClient>::PartitionKeys(base::ConstArray<unsigned long> const&, std::vector<std::vector<unsigned long, std::allocator<unsigned long> >, std::allocator<std::vector<unsigned long, std::allocator<unsigned long> > > >&) const:
✓ Branch 5 taken 40 times.
✓ Branch 6 taken 20 times.
recstore::DistributedShardedClient<GRPCParameterClient>::PartitionKeys(base::ConstArray<unsigned long> const&, std::vector<std::vector<unsigned long, std::allocator<unsigned long> >, std::allocator<std::vector<unsigned long, std::allocator<unsigned long> > > >&) const:
✓ Branch 5 taken 196 times.
✓ Branch 6 taken 98 times.

        354
            for (auto& partition : partitioned_key_buffer_) {
      
        236
              partition.clear();
      
            }
      
          4/4recstore::DistributedShardedClient<BRPCParameterClient>::PartitionKeys(base::ConstArray<unsigned long> const&, std::vector<std::vector<unsigned long, std::allocator<unsigned long> >, std::allocator<std::vector<unsigned long, std::allocator<unsigned long> > > >&) const:
✓ Branch 5 taken 40 times.
✓ Branch 6 taken 20 times.
recstore::DistributedShardedClient<GRPCParameterClient>::PartitionKeys(base::ConstArray<unsigned long> const&, std::vector<std::vector<unsigned long, std::allocator<unsigned long> >, std::allocator<std::vector<unsigned long, std::allocator<unsigned long> > > >&) const:
✓ Branch 5 taken 196 times.
✓ Branch 6 taken 98 times.

        354
            for (auto& mapping : key_index_mapping_) {
      
        236
              mapping.clear();
      
            }
      
          4/4recstore::DistributedShardedClient<BRPCParameterClient>::PartitionKeys(base::ConstArray<unsigned long> const&, std::vector<std::vector<unsigned long, std::allocator<unsigned long> >, std::allocator<std::vector<unsigned long, std::allocator<unsigned long> > > >&) const:
✓ Branch 1 taken 448 times.
✓ Branch 2 taken 20 times.
recstore::DistributedShardedClient<GRPCParameterClient>::PartitionKeys(base::ConstArray<unsigned long> const&, std::vector<std::vector<unsigned long, std::allocator<unsigned long> >, std::allocator<std::vector<unsigned long, std::allocator<unsigned long> > > >&) const:
✓ Branch 1 taken 1592 times.
✓ Branch 2 taken 98 times.

        2158
            for (size_t i = 0; i < keys.Size(); ++i) {
      
        2040
              uint64_t key = keys[i];
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::PartitionKeys(base::ConstArray<unsigned long> const&, std::vector<std::vector<unsigned long, std::allocator<unsigned long> >, std::allocator<std::vector<unsigned long, std::allocator<unsigned long> > > >&) const:
✓ Branch 1 taken 448 times.
✗ Branch 2 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PartitionKeys(base::ConstArray<unsigned long> const&, std::vector<std::vector<unsigned long, std::allocator<unsigned long> >, std::allocator<std::vector<unsigned long, std::allocator<unsigned long> > > >&) const:
✓ Branch 1 taken 1592 times.
✗ Branch 2 not taken.

        2040
              int shard_id = GetShardId(key);
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::PartitionKeys(base::ConstArray<unsigned long> const&, std::vector<std::vector<unsigned long, std::allocator<unsigned long> >, std::allocator<std::vector<unsigned long, std::allocator<unsigned long> > > >&) const:
✓ Branch 2 taken 448 times.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PartitionKeys(base::ConstArray<unsigned long> const&, std::vector<std::vector<unsigned long, std::allocator<unsigned long> >, std::allocator<std::vector<unsigned long, std::allocator<unsigned long> > > >&) const:
✓ Branch 2 taken 1592 times.
✗ Branch 3 not taken.

        2040
              partitioned_key_buffer_[shard_id].push_back(key);
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::PartitionKeys(base::ConstArray<unsigned long> const&, std::vector<std::vector<unsigned long, std::allocator<unsigned long> >, std::allocator<std::vector<unsigned long, std::allocator<unsigned long> > > >&) const:
✓ Branch 2 taken 448 times.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::PartitionKeys(base::ConstArray<unsigned long> const&, std::vector<std::vector<unsigned long, std::allocator<unsigned long> >, std::allocator<std::vector<unsigned long, std::allocator<unsigned long> > > >&) const:
✓ Branch 2 taken 1592 times.
✗ Branch 3 not taken.

        2040
              key_index_mapping_[shard_id].push_back(i);
      
            }
      
        118
            partitioned_keys = partitioned_key_buffer_;
      
        118
          }
      
        54
          void MergeResults(
      
              const base::ConstArray<uint64_t>& keys,
      
              const std::vector<std::vector<std::vector<float>>>& partitioned_results,
      
              std::vector<std::vector<float>>* values) const {
      
        54
            values->clear();
      
        54
            values->resize(keys.Size());
      
          4/4recstore::DistributedShardedClient<BRPCParameterClient>::MergeResults(base::ConstArray<unsigned long> const&, std::vector<std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >, std::allocator<std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > > > const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*) const:
✓ Branch 0 taken 28 times.
✓ Branch 1 taken 14 times.
recstore::DistributedShardedClient<GRPCParameterClient>::MergeResults(base::ConstArray<unsigned long> const&, std::vector<std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >, std::allocator<std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > > > const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*) const:
✓ Branch 0 taken 80 times.
✓ Branch 1 taken 40 times.

        162
            for (int shard_id = 0; shard_id < num_shards_; ++shard_id) {
      
          4/4recstore::DistributedShardedClient<BRPCParameterClient>::MergeResults(base::ConstArray<unsigned long> const&, std::vector<std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >, std::allocator<std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > > > const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*) const:
✓ Branch 2 taken 236 times.
✓ Branch 3 taken 28 times.
recstore::DistributedShardedClient<GRPCParameterClient>::MergeResults(base::ConstArray<unsigned long> const&, std::vector<std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >, std::allocator<std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > > > const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*) const:
✓ Branch 2 taken 350 times.
✓ Branch 3 taken 80 times.

        694
              for (size_t i = 0; i < key_index_mapping_[shard_id].size(); ++i) {
      
        586
                size_t original_index = key_index_mapping_[shard_id][i];
      
          2/4recstore::DistributedShardedClient<BRPCParameterClient>::MergeResults(base::ConstArray<unsigned long> const&, std::vector<std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >, std::allocator<std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > > > const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*) const:
✓ Branch 2 taken 236 times.
✗ Branch 3 not taken.
recstore::DistributedShardedClient<GRPCParameterClient>::MergeResults(base::ConstArray<unsigned long> const&, std::vector<std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >, std::allocator<std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > > > > const&, std::vector<std::vector<float, std::allocator<float> >, std::allocator<std::vector<float, std::allocator<float> > > >*) const:
✓ Branch 2 taken 350 times.
✗ Branch 3 not taken.

        586
                if (i < partitioned_results[shard_id].size()) {
      
        586
                  (*values)[original_index] = partitioned_results[shard_id][i];
      
                }
      
              }
      
            }
      
        54
          }
      
          const char* transport_name_;
      
          // Config
      
          int num_shards_;
      
          int max_keys_per_request_;
      
          std::string hash_method_;
      
          std::vector<ServerConfig> server_configs_;
      
          // Single-shard clients (one per server entry).
      
          std::vector<std::unique_ptr<ClientT>> clients_;
      
          // Logical shard id -> index in clients_.
      
          std::unordered_map<int, int> shard_to_client_index_;
      
          // Partition buffers (reused).
      
          mutable std::vector<std::vector<uint64_t>> partitioned_key_buffer_;
      
          mutable std::vector<std::vector<size_t>> key_index_mapping_;
      
          std::mutex prefetch_mu_;
      
          std::unordered_map<uint64_t, std::shared_ptr<DistPrefetchState>>
      
              prefetch_states_;
      
          uint64_t next_prefetch_id_ = 1;
      
        };
      
        } // namespace recstore