/* * MasterInterface.h * * This source file is part of the FoundationDB open source project * * Copyright 2013-2022 Apple Inc. and the FoundationDB project authors * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef FDBSERVER_MASTERINTERFACE_H #define FDBSERVER_MASTERINTERFACE_H #pragma once #include "fdbclient/CommitProxyInterface.h" #include "fdbclient/CommitTransaction.h" #include "fdbclient/DatabaseConfiguration.h" #include "fdbclient/VersionVector.h" #include "fdbserver/TLogInterface.h" #include "fdbclient/FDBTypes.h" #include "fdbclient/Notified.h" #include "fdbclient/StorageServerInterface.h" #include "fdbserver/ResolverInterface.h" #include "fdbserver/TLogInterface.h" using DBRecoveryCount = uint64_t; struct MasterInterface { constexpr static FileIdentifier file_identifier = 5979145; LocalityData locality; RequestStream> waitFailure; RequestStream getCommitVersion; // Get the centralized live committed version reported by commit proxies. RequestStream getLiveCommittedVersion; // Report a proxy's committed version. RequestStream reportLiveCommittedVersion; RequestStream updateRecoveryData; NetworkAddress address() const { return getCommitVersion.getEndpoint().getPrimaryAddress(); } NetworkAddressList addresses() const { return getCommitVersion.getEndpoint().addresses; } UID id() const { return getCommitVersion.getEndpoint().token; } template void serialize(Archive& ar) { if constexpr (!is_fb_function) { ASSERT(ar.protocolVersion().isValid()); } serializer(ar, locality, waitFailure); if (Archive::isDeserializing) { getCommitVersion = RequestStream(waitFailure.getEndpoint().getAdjustedEndpoint(1)); getLiveCommittedVersion = RequestStream(waitFailure.getEndpoint().getAdjustedEndpoint(2)); reportLiveCommittedVersion = RequestStream( waitFailure.getEndpoint().getAdjustedEndpoint(3)); updateRecoveryData = RequestStream(waitFailure.getEndpoint().getAdjustedEndpoint(4)); } } void initEndpoints() { std::vector> streams; streams.push_back(waitFailure.getReceiver()); streams.push_back(getCommitVersion.getReceiver(TaskPriority::GetConsistentReadVersion)); streams.push_back(getLiveCommittedVersion.getReceiver(TaskPriority::GetLiveCommittedVersion)); streams.push_back(reportLiveCommittedVersion.getReceiver(TaskPriority::ReportLiveCommittedVersion)); streams.push_back(updateRecoveryData.getReceiver(TaskPriority::UpdateRecoveryTransactionVersion)); FlowTransport::transport().addEndpoints(streams); } }; struct ChangeCoordinatorsRequest { constexpr static FileIdentifier file_identifier = 13605416; Standalone newConnectionString; ReplyPromise reply; // normally throws even on success! ChangeCoordinatorsRequest() {} ChangeCoordinatorsRequest(Standalone newConnectionString) : newConnectionString(newConnectionString) {} template void serialize(Ar& ar) { serializer(ar, newConnectionString, reply); } }; struct ResolverMoveRef { constexpr static FileIdentifier file_identifier = 11945475; KeyRangeRef range; int dest; ResolverMoveRef() : dest(0) {} ResolverMoveRef(KeyRangeRef const& range, int dest) : range(range), dest(dest) {} ResolverMoveRef(Arena& a, const ResolverMoveRef& copyFrom) : range(a, copyFrom.range), dest(copyFrom.dest) {} bool operator==(ResolverMoveRef const& rhs) const { return range == rhs.range && dest == rhs.dest; } bool operator!=(ResolverMoveRef const& rhs) const { return range != rhs.range || dest != rhs.dest; } size_t expectedSize() const { return range.expectedSize(); } template void serialize(Ar& ar) { serializer(ar, range, dest); } }; struct GetCommitVersionReply { constexpr static FileIdentifier file_identifier = 3568822; Standalone> resolverChanges; Version resolverChangesVersion; Version version; Version prevVersion; uint64_t requestNum; GetCommitVersionReply() : resolverChangesVersion(0), version(0), prevVersion(0), requestNum(0) {} explicit GetCommitVersionReply(Version version, Version prevVersion, uint64_t requestNum) : resolverChangesVersion(0), version(version), prevVersion(prevVersion), requestNum(requestNum) {} template void serialize(Ar& ar) { serializer(ar, resolverChanges, resolverChangesVersion, version, prevVersion, requestNum); } }; struct GetCommitVersionRequest { constexpr static FileIdentifier file_identifier = 16683181; SpanID spanContext; uint64_t requestNum; uint64_t mostRecentProcessedRequestNum; UID requestingProxy; ReplyPromise reply; GetCommitVersionRequest() {} GetCommitVersionRequest(SpanID spanContext, uint64_t requestNum, uint64_t mostRecentProcessedRequestNum, UID requestingProxy) : spanContext(spanContext), requestNum(requestNum), mostRecentProcessedRequestNum(mostRecentProcessedRequestNum), requestingProxy(requestingProxy) {} template void serialize(Ar& ar) { serializer(ar, requestNum, mostRecentProcessedRequestNum, requestingProxy, reply, spanContext); } }; struct GetTLogPrevCommitVersionReply { constexpr static FileIdentifier file_identifier = 16683183; GetTLogPrevCommitVersionReply() {} template void serialize(Ar& ar) { serializer(ar); } }; struct UpdateRecoveryDataRequest { constexpr static FileIdentifier file_identifier = 13605417; Version recoveryTransactionVersion; Version lastEpochEnd; std::vector commitProxies; std::vector resolvers; Optional versionEpoch; ReplyPromise reply; UpdateRecoveryDataRequest() = default; UpdateRecoveryDataRequest(Version recoveryTransactionVersion, Version lastEpochEnd, const std::vector& commitProxies, const std::vector& resolvers, Optional versionEpoch) : recoveryTransactionVersion(recoveryTransactionVersion), lastEpochEnd(lastEpochEnd), commitProxies(commitProxies), resolvers(resolvers), versionEpoch(versionEpoch) {} template void serialize(Ar& ar) { serializer(ar, recoveryTransactionVersion, lastEpochEnd, commitProxies, resolvers, versionEpoch, reply); } }; struct ReportRawCommittedVersionRequest { constexpr static FileIdentifier file_identifier = 1853148; Version version; bool locked; Optional metadataVersion; Version minKnownCommittedVersion; Optional prevVersion; // if present, wait for prevVersion to be committed before replying Optional> writtenTags; ReplyPromise reply; ReportRawCommittedVersionRequest() : version(invalidVersion), locked(false), minKnownCommittedVersion(0) {} ReportRawCommittedVersionRequest(Version version, bool locked, Optional metadataVersion, Version minKnownCommittedVersion, Optional prevVersion, Optional> writtenTags = Optional>()) : version(version), locked(locked), metadataVersion(metadataVersion), minKnownCommittedVersion(minKnownCommittedVersion), prevVersion(prevVersion), writtenTags(writtenTags) {} template void serialize(Ar& ar) { serializer(ar, version, locked, metadataVersion, minKnownCommittedVersion, prevVersion, writtenTags, reply); } }; struct LifetimeToken { UID ccID; int64_t count; LifetimeToken() : count(0) {} bool isStillValid(LifetimeToken const& latestToken, bool isLatestID) const { return ccID == latestToken.ccID && (count >= latestToken.count || isLatestID); } bool isEqual(LifetimeToken const& toCompare) { return ccID.compare(toCompare.ccID) == 0 && count == toCompare.count; } std::string toString() const { return ccID.shortString() + format("#%lld", count); } void operator++() { ++count; } template void serialize(Ar& ar) { serializer(ar, ccID, count); } }; struct CommitProxyVersionReplies { std::map replies; NotifiedVersion latestRequestNum; CommitProxyVersionReplies(CommitProxyVersionReplies&& r) noexcept : replies(std::move(r.replies)), latestRequestNum(std::move(r.latestRequestNum)) {} void operator=(CommitProxyVersionReplies&& r) noexcept { replies = std::move(r.replies); latestRequestNum = std::move(r.latestRequestNum); } CommitProxyVersionReplies() : latestRequestNum(0) {} }; #endif