123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644 |
- #include <errno.h>
- #include <stdio.h>
- #include <stdlib.h>
- #include <string>
- #include <string.h>
- #include <sys/stat.h>
- #include <sys/types.h>
- #include <dirent.h>
- #include <fcntl.h>
- #include "srpc_controller.h"
- static constexpr const char *DEPENDENCIES_ERROR = R"(Warning:
- Default dependencies path : %s does not have third_party dependencies.
- This may cause link error in project : %s
- Please check or specify srpc path with '-d'
- Or use the following command to pull srpc:
- "git clone --recursive https://github.com/sogou/srpc.git"
- "cd srpc && make"
- )";
- static constexpr const char *CMAKE_PROTOC_CODES = R"(
- find_program(PROTOC "protoc")
- if(${PROTOC} STREQUAL "PROTOC-NOTFOUND")
- message(FATAL_ERROR "Protobuf compiler is missing!")
- endif ()
- protobuf_generate_cpp(PROTO_SRCS PROTO_HDRS ${IDL_FILE}))";
- int mkdir_p(const char *name, mode_t mode)
- {
- int ret = mkdir(name, mode);
- if (ret == 0 || errno != ENOENT)
- return ret;
- size_t len = strlen(name);
- if (len > MAXPATHLEN)
- {
- errno = ENAMETOOLONG;
- return -1;
- }
- char path[MAXPATHLEN + 1] = {};
- memcpy(path, name, len);
- if (name[len - 1] != '/')
- {
- path[len] = '/';
- len++;
- }
- bool has_valid = false;
- for (int i = 0; i < len; i++)
- {
- if (path[i] != '/' && path[i] != '.') // simple check of valid path
- {
- has_valid = true;
- continue;
- }
- if (path[i] == '/' && has_valid == true)
- {
- path[i] = '\0';
- ret = mkdir(path, mode);
- if (ret != 0 && errno != EEXIST)
- return ret;
- path[i] = '/';
- has_valid = false;
- }
- }
- return ret;
- }
- static const char *get_proxy_rpc_string(const char *type)
- {
- if (strcasecmp(type, "SRPCHttp") == 0)
- return "SRPCHttp";
- if (strcasecmp(type, "SRPC") == 0)
- return "SRPC";
- if (strcasecmp(type, "BRPC") == 0)
- return "BRPC";
- if (strcasecmp(type, "ThriftHttp") == 0)
- return "ThriftHttp";
- if (strcasecmp(type, "Thrift") == 0)
- return "Thrift";
- if (strcasecmp(type, "TRPCHttp") == 0)
- return "TRPCHttp";
- if (strcasecmp(type, "TRPC") == 0)
- return "TRPC";
- return "Unknown type";
- }
- // path=/root/a/
- // file=b/c/d.txt
- // make the middle path and return the full file name
- static std::string make_file_path(const char *path, const std::string& file)
- {
- DIR *dir;
- auto pos = file.find_last_of('/');
- std::string file_name;
- if (pos != std::string::npos)
- {
- file_name = file.substr(pos + 1);
- std::string dir_name = std::string(path) + std::string("/") +
- file.substr(0, pos + 1);
- dir = opendir(dir_name.c_str());
- if (dir == NULL)
- {
- if (mkdir_p(dir_name.c_str(), 0755) != 0)
- return "";
- }
- else
- closedir(dir);
- }
- file_name = path;
- file_name += "/";
- file_name += file;
- return file_name;
- }
- static std::string rpc_client_file_codes(const struct srpc_config *config)
- {
- std::string ret;
- if (config->compress_type != COMPRESS_TYPE_NONE)
- {
- ret += "\tparams.task_params.compress_type = ";
- ret += config->rpc_compress_string();
- ret += ";\n";
- }
- if (config->data_type != DATA_TYPE_DEFAULT)
- {
- ret += "\tparams.task_params.data_type = ";
- ret += config->rpc_data_string();
- ret += ";\n";
- }
- return ret;
- }
- static std::string rpc_server_file_codes(const struct srpc_config *config)
- {
- std::string ret;
- if (config->compress_type != COMPRESS_TYPE_NONE)
- {
- ret += " ctx->set_compress_type(";
- ret += config->rpc_compress_string();
- ret += ");\n";
- }
- if (config->data_type != DATA_TYPE_DEFAULT)
- {
- ret += " ctx->set_data_type(";
- ret += config->rpc_data_string();
- ret += ");\n";
- }
- ret += " ";
- return ret;
- }
- bool rpc_idl_transform(const std::string& format, FILE *out,
- const struct srpc_config *config)
- {
- size_t len = fprintf(out, format.c_str(), config->service_name);
- return len > 0;
- }
- bool rpc_client_transform(const std::string& format, FILE *out,
- const struct srpc_config *config)
- {
- std::string prepare_params = rpc_client_file_codes(config);
- const char *rpc_type;
- if (config->type == COMMAND_PROXY)
- rpc_type = get_proxy_rpc_string(config->proxy_client_type_string());
- else
- rpc_type = config->rpc_type_string();
- const char *thrift_namespace = "";
- if (config->idl_type == IDL_TYPE_THRIFT)
- thrift_namespace = config->project_name;
- size_t len = fprintf(out, format.c_str(),
- config->service_name, prepare_params.c_str(),
- config->service_name, rpc_type,
- thrift_namespace, thrift_namespace);
- return len > 0;
- }
- bool rpc_server_transform(const std::string& format, FILE *out,
- const struct srpc_config *config)
- {
- std::string prepare_ctx = rpc_server_file_codes(config);
- const char *rpc_type;
- if (config->type == COMMAND_PROXY)
- rpc_type = get_proxy_rpc_string(config->proxy_server_type_string());
- else
- rpc_type = config->rpc_type_string();
- size_t len = fprintf(out, format.c_str(),
- config->service_name, config->service_name,
- prepare_ctx.c_str(), rpc_type,
- config->project_name, rpc_type);
- return len > 0;
- }
- bool CommandController::parse_args(int argc, const char **argv)
- {
- if (argc < 3)
- {
- if (argc == 2 && strncmp(argv[1], "api", strlen(argv[1])) == 0)
- printf(COLOR_RED "Missing: FILE_NAME\n\n" COLOR_OFF);
- else
- printf(COLOR_RED "Missing: PROJECT_NAME\n\n" COLOR_OFF);
- return false;
- }
- memset(this->config.output_path, 0, MAXPATHLEN);
- if (get_path(__FILE__, this->config.depend_path, 2) == false)
- return false;
- if (get_path(__FILE__, this->config.template_path, 1) == false)
- return false;
- snprintf(this->config.template_path + strlen(this->config.template_path),
- MAXPATHLEN - strlen(this->config.template_path), "templates/");
- if (this->get_opt(argc, argv) == false)
- return false;
- if (this->check_args() == false)
- return false;
- return true;
- }
- bool CommandController::check_args()
- {
- size_t path_len = strlen(this->config.output_path);
- if (strlen(this->config.project_name) >= MAXPATHLEN - path_len - 2)
- {
- printf(COLOR_RED"Error:\n project name" COLOR_BLUE " %s "
- COLOR_RED"or path" COLOR_BLUE " %s "
- COLOR_RED" is too long. Total limit : %d.\n\n" COLOR_OFF,
- this->config.project_name, this->config.output_path, MAXPATHLEN);
- return false;
- }
- if (path_len != 0 && this->config.output_path[path_len - 1] != '/')
- {
- this->config.output_path[path_len] = '/';
- path_len++;
- }
- snprintf(this->config.output_path + path_len, MAXPATHLEN - path_len, "%s/",
- this->config.project_name);
- return true;
- }
- static inline bool is_with_srpc(const struct srpc_config *config)
- {
- if (config->type == COMMAND_RPC ||
- (config->type == COMMAND_PROXY &&
- check_proxy_type(config->proxy_server_type) != PROXY_BASIC_TYPE &&
- check_proxy_type(config->proxy_client_type) != PROXY_BASIC_TYPE))
- {
- return true;
- }
- return false;
- }
- static bool check_dependencies_and_init(const struct srpc_config *config)
- {
- int status;
- bool with_srpc = is_with_srpc(config);
- // the specified_depend_path must for workflow
- if (config->specified_depend_path == true && with_srpc == false)
- return true;
- std::string check_file = config->depend_path;
- if (with_srpc == false)
- check_file += "workflow/workflow-config.cmake.in";
- else
- check_file += "third_party/snappy/cmake";
- if (access(check_file.c_str(), 0) != 0)
- {
- std::string cmd = "cd ";
- cmd += config->depend_path;
- cmd += "&& git submodule update --init";
- if (with_srpc == false)
- cmd += " workflow";
- status = system(cmd.c_str());
- if (status == -1 || status == 127)
- {
- perror("git submodule update failed");
- return false;
- }
- if (access(check_file.c_str(), 0) != 0)
- {
- printf(DEPENDENCIES_ERROR, config->depend_path,
- config->project_name);
- return false;
- }
- }
- return true;
- }
- static bool check_libraries_and_compile(const struct srpc_config *config)
- {
- int status;
- std::string library_path;
- std::string compile_path = config->depend_path;
- if (is_with_srpc(config) == false && config->specified_depend_path == false)
- compile_path += "/workflow";
- library_path = compile_path;
- library_path += "/_lib";
- if (access(library_path.c_str(), 0) != 0)
- {
- std::string cmd = "cd ";
- cmd += compile_path;
- cmd += " && make -j4";
- status = system(cmd.c_str());
- if (status == -1 || status == 127)
- {
- perror("execute command make failed");
- return false;
- }
- }
- return true;
- }
- bool CommandController::dependencies_and_dir()
- {
- struct srpc_config *config = &this->config;
- DIR *dir;
- dir = opendir(config->output_path);
- if (dir != NULL)
- {
- printf(COLOR_RED "Error:\n project path "
- COLOR_BLUE " %s " COLOR_RED " EXISTS.\n\n" COLOR_OFF,
- config->output_path);
- closedir(dir);
- return false;
- }
- dir = opendir(config->template_path);
- if (dir == NULL)
- {
- printf(COLOR_RED "Error:\n template path "
- COLOR_BLUE " %s " COLOR_RED "does NOT exist.\n" COLOR_OFF,
- config->template_path);
- return false;
- }
- closedir(dir);
- if (check_dependencies_and_init(config) == false)
- return false;
- if (check_libraries_and_compile(config) == false)
- return false;
- if (mkdir_p(config->output_path, 0755) != 0)
- {
- perror("Error:\n failed to make project ");
- return false;
- }
- std::string config_path = config->output_path;
- config_path += "/config";
- if (mkdir(config_path.c_str(), 0755) != 0)
- {
- perror("Error:\n failed to make project config path ");
- return false;
- }
- return true;
- }
- // get the depth-th upper path of file
- bool CommandController::get_path(const char *file, char *path, int depth)
- {
- size_t len = strlen(file);
- size_t i;
- memset(path, 0, MAXPATHLEN);
- if (len == 0 || depth <= 0)
- return false;
-
- int state = 0;
- for (i = len - 1; i >= 0; i--)
- {
- if (file[i] == '/')
- {
- state++;
- if (state >= depth)
- break;
- }
- }
- if (state != depth)
- return false;
- memcpy(path, file, i + 1);
- return true;
- }
- bool CommandController::copy_single_file(const std::string& in_file,
- const std::string& out_file,
- transform_function_t transform)
- {
- FILE *read_fp;
- FILE *write_fp;
- size_t size;
- char *buf;
- bool ret = false;
- read_fp = fopen(in_file.c_str(), "r");
- if (read_fp)
- {
- write_fp = fopen(out_file.c_str(), "w");
- if (write_fp)
- {
- fseek(read_fp, 0, SEEK_END);
- size = ftell(read_fp);
- buf = (char *)malloc(size);
- if (buf)
- {
- fseek(read_fp, 0, SEEK_SET);
- if (fread(buf, size, 1, read_fp) == 1)
- {
- if (transform != nullptr)
- {
- std::string format = std::string(buf, size);
- ret = transform(format, write_fp, &this->config);
- }
- else
- ret = fwrite(buf, size, 1, write_fp) >= 0 ? true : false;
- }
- else
- {
- printf(COLOR_RED"Error:\n read " COLOR_WHITE
- " %s " COLOR_RED "failed\n\n" COLOR_OFF,
- in_file.c_str());
- }
- free(buf);
- }
- else
- printf(COLOR_RED"Error:\n system error.\n\n" COLOR_OFF);
- fclose(write_fp);
- }
- else
- {
- printf(COLOR_RED"Error:\n write" COLOR_WHITE " %s "
- COLOR_RED"failed\n\n" COLOR_OFF, out_file.c_str());
- }
- }
- else
- {
- printf(COLOR_RED"Error:\n open" COLOR_WHITE " %s "
- COLOR_RED " failed.\n\n" COLOR_OFF, in_file.c_str());
- }
- return ret;
- }
- bool CommandController::copy_files()
- {
- std::string read_file;
- std::string write_file;
- bool ret = true;
- for (auto it = this->default_files.begin();
- it != this->default_files.end() && ret == true; it++)
- {
- read_file = this->config.template_path;
- read_file += it->in_file;
- write_file = make_file_path(this->config.output_path, it->out_file);
- if (write_file.empty())
- ret = false;
- else
- ret = this->copy_single_file(read_file, write_file, it->transform);
- }
- return ret;
- }
- void CommandController::print_success_info() const
- {
- printf(COLOR_GREEN"Success!\n make project path"
- COLOR_BLUE" %s " COLOR_GREEN " done.\n\n",
- this->config.output_path);
- printf(COLOR_PINK"Commands:\n " COLOR_BLUE "cd %s\n make -j\n\n",
- this->config.output_path);
- printf(COLOR_PINK"Execute:\n "
- COLOR_GREEN "./server\n ./client\n\n" COLOR_OFF);
- }
- bool common_cmake_transform(const std::string& format, FILE *out,
- const struct srpc_config *config)
- {
- std::string path = config->depend_path;
- if (config->specified_depend_path == false)
- path += "workflow";
- std::string codes_str;
- std::string executors_str;
- if (config->type == COMMAND_FILE)
- codes_str = " file_service.cc";
- if (config->type != COMMAND_FILE && config->type != COMMAND_COMPUTE)
- executors_str = " client";
- if (config->type == COMMAND_PROXY)
- executors_str += " proxy";
- size_t len = fprintf(out, format.c_str(), config->project_name,
- path.c_str(), codes_str.c_str(), executors_str.c_str());
- return len > 0;
- }
- void CommandController::fill_rpc_default_files()
- {
- struct file_info info;
- std::string idl_file_name, client_file_name, server_file_name;
- std::string out_file_name = this->config.project_name;
- if (this->config.idl_type == IDL_TYPE_PROTOBUF)
- {
- out_file_name += ".proto";
- idl_file_name = "rpc/rpc.proto";
- client_file_name = "rpc/client_protobuf.cc";
- server_file_name = "rpc/server_protobuf.cc";
- }
- else
- {
- out_file_name += ".thrift";
- idl_file_name = "rpc/rpc.thrift";
- client_file_name = "rpc/client_thrift.cc";
- server_file_name = "rpc/server_thrift.cc";
- }
- info = { idl_file_name , out_file_name, rpc_idl_transform };
- this->default_files.push_back(info);
- info = { client_file_name, "client_main.cc", rpc_client_transform };
- this->default_files.push_back(info);
- info = { server_file_name, "server_main.cc", rpc_server_transform };
- this->default_files.push_back(info);
- info = { "rpc/server.conf", "server.conf", nullptr };
- this->default_files.push_back(info);
- if (this->config.type == COMMAND_RPC)
- info = { "rpc/client.conf", "client.conf", nullptr };
- else
- info = { "proxy/client_rpc.conf", "client.conf", nullptr };
- this->default_files.push_back(info);
- }
- bool rpc_cmake_transform(const std::string& format, FILE *out,
- const struct srpc_config *config)
- {
- std::string idl_file_name;
- std::string srpc_path = config->depend_path;
- std::string workflow_path = config->depend_path;
- workflow_path += "workflow";
- if (config->specified_idl_file != NULL)
- {
- idl_file_name = config->specified_idl_file;
- size_t pos = idl_file_name.find_last_of('/');
- if (pos != std::string::npos)
- idl_file_name = idl_file_name.substr(pos + 1);
- }
- else if (config->idl_type == IDL_TYPE_PROTOBUF)
- {
- idl_file_name = config->project_name;
- idl_file_name += ".proto";
- }
- else
- {
- idl_file_name = config->project_name;
- idl_file_name += ".thrift";
- }
- std::string is_proxy_str = config->type == COMMAND_PROXY ? " proxy" : "";
- size_t len = fprintf(out, format.c_str(), config->project_name,
- workflow_path.c_str(), srpc_path.c_str(),
- idl_file_name.c_str(),
- config->idl_type == IDL_TYPE_PROTOBUF ?
- CMAKE_PROTOC_CODES : "",
- is_proxy_str.c_str());
- return len > 0;
- }
|