mirror of
https://github.com/apple/foundationdb.git
synced 2025-05-14 01:42:37 +08:00
7d365bd1bb
* initial structure for remote IKVS server * moved struct to .h file, added new files to CMakeList * happy path implementation, connection error when testing * saved minor local change * changed tracing to debug * fixed onClosed and getError being called before init is finished * fix spawn process bug, now use absolute path * added server knob to set ikvs process port number * added server knob for remote/local kv store * implement simulator remote process spawning * fixed bug for simulator timeout * commit all changes * removed print lines in trace * added FlowProcess implementation by Markus * initial debug of FlowProcess, stuck at parent sending OpenKVStoreRequest to child * temporary fix for process factory throwing segfault on create * specify public address in command * change remote kv store knob to false for jenkins build * made port 0 open random unused port * change remote store knob to true for benchmark * set listening port to randomly opened port * added print lines for jenkins run open kv store timeout debug * removed most tracing and print lines * removed tutorial changes * update handleIOErrors error handling to handle remote-ikvs cases * Push all debugging changes * A version where worker bug exists * A version where restarting tests fail * Use both the name and the port to determine the child process * Remove unnecessary update on local address * Disable remote-kvs for DiskFailureCycle test * A version where restarting stuck * A version where most restarting tests green * Reset connection with child process explicitly * Remove change on unnecessary files * Unify flags from _ to - * fix merging unexpected changes * fix trac.error to .errorUnsuppressed * Add license header * Remove unnecessary header in FlowProcess.actor.cpp * Fix Windows build * Fix Windows build, add missing ; * Fix a stupid bug caused by code dropped by code merging * Disable remote kvs by default * Pass the conn_file path to the flow process, though not needed, but the buildNetwork is difficult to tune * serialization change on readrange * Update traces * Refactor the RemoteIKVS interface * Format files * Update sim2 interface to not clog connections between parent and child processes in simulation * Update comments; remove debugging symbols; Add error handling for remote_kvs_cancelled * Add comments, format files * Change method name from isBuggifyDisabled to isStableConnection; Decrease(0.1x) latency for stable connections * Commit the IConnection interface change, forgot in previous commit * Fix the issue that onClosed request is cancelled by ActorCollection * Enable the remote kv store knob * Remove FlowProcess.actor.cpp and move functions to RemoteIKeyValueStore.actor.cpp; Add remote kv store delay to avoid race; Bind the child process to die with parent process * Fix the bug where one process starts storage server more than once * Add a please_reboot_remote_kv_store error to restart the storage server worker if remote kvs died abnormally * Remove unreachable code path and add comments * Clang format the code * Fix a simple wait error * Clang format after merging the main branch * Testing mixed mode in simulation if remote_kvs knob is enabled, setting the default to false * Disable remote kvs for PhysicalShardMove which is for RocksDB * Cleanup #include orders, remove debugging traces * Revert the reorder in fdbserver.actor.cpp, which fails the gcc build Co-authored-by: “Lincoln <“lincoln.xiao@snowflake.com”>
92 lines
3.4 KiB
C++
92 lines
3.4 KiB
C++
/*
|
|
* FDBExecHelper.actor.h
|
|
*
|
|
* This source file is part of the FoundationDB open source project
|
|
*
|
|
* Copyright 2013-2022 Apple Inc. and the FoundationDB project authors
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#pragma once
|
|
#if defined(NO_INTELLISENSE) && !defined(FDBSERVER_EXEC_HELPER_ACTOR_G_H)
|
|
#define FDBSERVER_EXEC_HELPER_ACTOR_G_H
|
|
#include "fdbserver/FDBExecHelper.actor.g.h"
|
|
#elif !defined(FDBSERVER_EXEC_HELPER_ACTOR_H)
|
|
#define FDBSERVER_EXEC_HELPER_ACTOR_H
|
|
|
|
#include <string>
|
|
#include <vector>
|
|
#include <map>
|
|
#include "flow/Arena.h"
|
|
#include "flow/flow.h"
|
|
#include "fdbclient/FDBTypes.h"
|
|
|
|
#include "flow/actorcompiler.h" // This must be the last #include.
|
|
|
|
// execute/snapshot command takes two arguments: <param1> <param2>
|
|
// param1 - represents the command type/name
|
|
// param2 - takes a binary path followed by a set of arguments in the following
|
|
// format <binary-path>:<key1=val1>,<key2=val2>...
|
|
// this class will abstract the format and give functions to get various pieces
|
|
// of information
|
|
class ExecCmdValueString {
|
|
public: // ctor & dtor
|
|
ExecCmdValueString() {}
|
|
explicit ExecCmdValueString(StringRef cmdValueString);
|
|
|
|
public: // interfaces
|
|
StringRef getBinaryPath() const;
|
|
VectorRef<StringRef> getBinaryArgs() const;
|
|
void setCmdValueString(StringRef cmdValueString);
|
|
StringRef getCmdValueString(void) const;
|
|
|
|
public: // helper functions
|
|
void dbgPrint() const;
|
|
|
|
private: // functions
|
|
void parseCmdValue();
|
|
|
|
private: // data
|
|
Standalone<StringRef> cmdValueString;
|
|
Standalone<VectorRef<StringRef>> binaryArgs;
|
|
StringRef binaryPath;
|
|
};
|
|
|
|
class IClosable; // Forward declaration
|
|
|
|
// FIXME: move this function to a common location
|
|
// spawns a process pointed by `binPath` and the arguments provided at `paramList`,
|
|
// if the process spawned takes more than `maxWaitTime` then it will be killed, if `maxWaitTime` < 0, then there won't
|
|
// be timeout if isSync is set to true then the process will be synchronously executed if async and in simulator then
|
|
// delay spawning the process to max of maxSimDelayTime
|
|
ACTOR Future<int> spawnProcess(std::string binPath,
|
|
std::vector<std::string> paramList,
|
|
double maxWaitTime,
|
|
bool isSync,
|
|
double maxSimDelayTime,
|
|
IClosable* parent = nullptr);
|
|
|
|
// helper to run all the work related to running the exec command
|
|
ACTOR Future<int> execHelper(ExecCmdValueString* execArg, UID snapUID, std::string folder, std::string role);
|
|
|
|
// set the data version for the specified storage server UID
|
|
void setDataVersion(UID uid, Version version);
|
|
// set the data durable version for the specified storage server UID
|
|
void setDataDurableVersion(UID uid, Version version);
|
|
// print the version info all the storages servers on this node
|
|
void printStorageVersionInfo();
|
|
|
|
#include "flow/unactorcompiler.h"
|
|
#endif
|