mirror of
https://github.com/apple/foundationdb.git
synced 2025-05-14 18:02:31 +08:00
7d365bd1bb
* initial structure for remote IKVS server * moved struct to .h file, added new files to CMakeList * happy path implementation, connection error when testing * saved minor local change * changed tracing to debug * fixed onClosed and getError being called before init is finished * fix spawn process bug, now use absolute path * added server knob to set ikvs process port number * added server knob for remote/local kv store * implement simulator remote process spawning * fixed bug for simulator timeout * commit all changes * removed print lines in trace * added FlowProcess implementation by Markus * initial debug of FlowProcess, stuck at parent sending OpenKVStoreRequest to child * temporary fix for process factory throwing segfault on create * specify public address in command * change remote kv store knob to false for jenkins build * made port 0 open random unused port * change remote store knob to true for benchmark * set listening port to randomly opened port * added print lines for jenkins run open kv store timeout debug * removed most tracing and print lines * removed tutorial changes * update handleIOErrors error handling to handle remote-ikvs cases * Push all debugging changes * A version where worker bug exists * A version where restarting tests fail * Use both the name and the port to determine the child process * Remove unnecessary update on local address * Disable remote-kvs for DiskFailureCycle test * A version where restarting stuck * A version where most restarting tests green * Reset connection with child process explicitly * Remove change on unnecessary files * Unify flags from _ to - * fix merging unexpected changes * fix trac.error to .errorUnsuppressed * Add license header * Remove unnecessary header in FlowProcess.actor.cpp * Fix Windows build * Fix Windows build, add missing ; * Fix a stupid bug caused by code dropped by code merging * Disable remote kvs by default * Pass the conn_file path to the flow process, though not needed, but the buildNetwork is difficult to tune * serialization change on readrange * Update traces * Refactor the RemoteIKVS interface * Format files * Update sim2 interface to not clog connections between parent and child processes in simulation * Update comments; remove debugging symbols; Add error handling for remote_kvs_cancelled * Add comments, format files * Change method name from isBuggifyDisabled to isStableConnection; Decrease(0.1x) latency for stable connections * Commit the IConnection interface change, forgot in previous commit * Fix the issue that onClosed request is cancelled by ActorCollection * Enable the remote kv store knob * Remove FlowProcess.actor.cpp and move functions to RemoteIKeyValueStore.actor.cpp; Add remote kv store delay to avoid race; Bind the child process to die with parent process * Fix the bug where one process starts storage server more than once * Add a please_reboot_remote_kv_store error to restart the storage server worker if remote kvs died abnormally * Remove unreachable code path and add comments * Clang format the code * Fix a simple wait error * Clang format after merging the main branch * Testing mixed mode in simulation if remote_kvs knob is enabled, setting the default to false * Disable remote kvs for PhysicalShardMove which is for RocksDB * Cleanup #include orders, remove debugging traces * Revert the reorder in fdbserver.actor.cpp, which fails the gcc build Co-authored-by: “Lincoln <“lincoln.xiao@snowflake.com”>
95 lines
2.5 KiB
C++
95 lines
2.5 KiB
C++
/*
|
|
* FlowProcess.actor.h
|
|
*
|
|
* This source file is part of the FoundationDB open source project
|
|
*
|
|
* Copyright 2013-2022 Apple Inc. and the FoundationDB project authors
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#if defined(NO_INTELLISENSE) && !defined(FDBRPC_FLOW_PROCESS_ACTOR_G_H)
|
|
#define FDBRPC_FLOW_PROCESS_ACTOR_G_H
|
|
#include "fdbrpc/FlowProcess.actor.g.h"
|
|
#elif !defined(FDBRPC_FLOW_PROCESS_ACTOR_H)
|
|
#define FDBRPC_FLOW_PROCESS_ACTOR_H
|
|
|
|
#include "fdbrpc/fdbrpc.h"
|
|
|
|
#include <string>
|
|
#include <map>
|
|
|
|
#include <flow/actorcompiler.h> // has to be last include
|
|
|
|
struct FlowProcessInterface {
|
|
constexpr static FileIdentifier file_identifier = 3491839;
|
|
RequestStream<struct FlowProcessRegistrationRequest> registerProcess;
|
|
|
|
template <class Ar>
|
|
void serialize(Ar& ar) {
|
|
serializer(ar, registerProcess);
|
|
}
|
|
};
|
|
|
|
struct FlowProcessRegistrationRequest {
|
|
constexpr static FileIdentifier file_identifier = 3411838;
|
|
Standalone<StringRef> flowProcessInterface;
|
|
|
|
template <class Ar>
|
|
void serialize(Ar& ar) {
|
|
serializer(ar, flowProcessInterface);
|
|
}
|
|
};
|
|
|
|
class FlowProcess {
|
|
|
|
public:
|
|
virtual ~FlowProcess() {}
|
|
virtual StringRef name() const = 0;
|
|
virtual StringRef serializedInterface() const = 0;
|
|
virtual Future<Void> run() = 0;
|
|
virtual void registerEndpoint(Endpoint p) = 0;
|
|
};
|
|
|
|
struct IProcessFactory {
|
|
static FlowProcess* create(std::string const& name) {
|
|
auto it = factories().find(name);
|
|
if (it == factories().end())
|
|
return nullptr; // or throw?
|
|
return it->second->create();
|
|
}
|
|
static std::map<std::string, IProcessFactory*>& factories() {
|
|
static std::map<std::string, IProcessFactory*> theFactories;
|
|
return theFactories;
|
|
}
|
|
|
|
virtual FlowProcess* create() = 0;
|
|
|
|
virtual const char* getName() = 0;
|
|
};
|
|
|
|
template <class ProcessType>
|
|
struct ProcessFactory : IProcessFactory {
|
|
ProcessFactory(const char* name) : name(name) { factories()[name] = this; }
|
|
FlowProcess* create() override { return new ProcessType(); }
|
|
const char* getName() override { return this->name; }
|
|
|
|
private:
|
|
const char* name;
|
|
};
|
|
|
|
#include <flow/unactorcompiler.h>
|
|
#endif
|