RemoteLogger.cpp 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936
  1. /**
  2. * Tencent is pleased to support the open source community by making Tars available.
  3. *
  4. * Copyright (C) 2016THL A29 Limited, a Tencent company. All rights reserved.
  5. *
  6. * Licensed under the BSD 3-Clause License (the "License"); you may not use this file except
  7. * in compliance with the License. You may obtain a copy of the License at
  8. *
  9. * https://opensource.org/licenses/BSD-3-Clause
  10. *
  11. * Unless required by applicable law or agreed to in writing, software distributed
  12. * under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
  13. * CONDITIONS OF ANY KIND, either express or implied. See the License for the
  14. * specific language governing permissions and limitations under the License.
  15. */
  16. #include "servant/RemoteLogger.h"
  17. #include "servant/Communicator.h"
  18. #include "servant/Application.h"
  19. namespace tars
  20. {
  21. //int RollWriteT::_dyeingThread = 0;
  22. int TimeWriteT::_dyeing = 0;
  23. /////////////////////////////////////////////////////////////////////////////////////
  24. RollWriteT::RollWriteT():_dyeingRollLogger(NULL), _maxSize(10000), _maxNum(1), _logPrx(NULL)
  25. {
  26. }
  27. RollWriteT::~RollWriteT()
  28. {
  29. if(_dyeingRollLogger)
  30. {
  31. delete _dyeingRollLogger;
  32. }
  33. }
  34. void RollWriteT::operator()(ostream &of, const deque<pair<size_t, string> > &ds)
  35. {
  36. vector<string> vRemoteDyeing;
  37. deque<pair<size_t, string> >::const_iterator it = ds.begin();
  38. while(it != ds.end())
  39. {
  40. of << it->second;
  41. //染色线程id不存在
  42. if(it->first != 0)
  43. {
  44. if(!_dyeingRollLogger)
  45. {
  46. string sDyeingDir = _logPath;
  47. sDyeingDir += FILE_SEP;
  48. sDyeingDir += DYEING_DIR;
  49. sDyeingDir += FILE_SEP;
  50. string sDyeingFile = TC_File::simplifyDirectory(sDyeingDir + DYEING_FILE);
  51. TC_File::makeDirRecursive(sDyeingDir);
  52. //初始化染色循环日志
  53. _dyeingRollLogger = new TC_RollLogger();
  54. _dyeingRollLogger->init(sDyeingFile, _maxSize, _maxNum);
  55. _dyeingRollLogger->modFlag(TC_DayLogger::HAS_TIME, false);
  56. _dyeingRollLogger->modFlag(TC_DayLogger::HAS_TIME|TC_DayLogger::HAS_LEVEL|TC_DayLogger::HAS_PID, true);
  57. _dyeingRollLogger->setLogLevel("DEBUG");
  58. }
  59. _dyeingRollLogger->roll(make_pair(it->first, _app + "." + _server + "|" + it->second ));
  60. vRemoteDyeing.push_back(_app + "." + _server + "|" + it->second);
  61. }
  62. ++it;
  63. }
  64. of.flush();
  65. if(_logPrx && !vRemoteDyeing.empty())
  66. {
  67. try
  68. {
  69. _logPrx->logger(DYEING_DIR, DYEING_FILE, "roll", "%Y%m%d", vRemoteDyeing, ServerConfig::Context);
  70. }
  71. catch(exception &ex)
  72. {
  73. TLOGERROR("[dyeing log write to remote log server error:" << ex.what() << "]" << endl);
  74. }
  75. }
  76. }
  77. void RollWriteT::setDyeingLogInfo(const string &sApp, const string &sServer, const string & sLogPath, int iMaxSize, int iMaxNum, const LogPrx &logPrx, const string &sLogObj)
  78. {
  79. _app = sApp;
  80. _server = sServer;
  81. _logPath = sLogPath;
  82. _maxSize = iMaxSize;
  83. _maxNum = iMaxNum;
  84. }
  85. /////////////////////////////////////////////////////////////////////////////////////
  86. LocalRollLogger::~LocalRollLogger()
  87. {
  88. for(auto e : _logger_ex)
  89. {
  90. delete e.second;
  91. }
  92. _logger_ex.clear();
  93. }
  94. void LocalRollLogger::terminate()
  95. {
  96. if (!_terminate)
  97. {
  98. _terminate = true;
  99. _local.terminate();
  100. }
  101. }
  102. void LocalRollLogger::setLogInfo(const string &sApp, const string &sServer, const string &sLogpath, int iMaxSize, int iMaxNum, const CommunicatorPtr &comm, const string &sLogObj)
  103. {
  104. _app = sApp;
  105. _server = sServer;
  106. _logpath = sLogpath;
  107. _logObj = sLogObj;
  108. if(comm && !sLogObj.empty())
  109. {
  110. _logPrx = comm->stringToProxy<LogPrx>(sLogObj);
  111. //单独设置超时时间
  112. _logPrx->tars_timeout(3000);
  113. }
  114. //生成目录
  115. TC_File::makeDirRecursive(_logpath + FILE_SEP + _app + FILE_SEP + _server);
  116. _local.start(1);
  117. //初始化本地循环日志
  118. _logger.init(TC_File::simplifyDirectory(_logpath + FILE_SEP + _app + FILE_SEP + _server + FILE_SEP + _app + "." + _server), iMaxSize, iMaxNum);
  119. _logger.modFlag(TC_DayLogger::HAS_TIME, false);
  120. _logger.modFlag(TC_DayLogger::HAS_TIME|TC_DayLogger::HAS_LEVEL|TC_DayLogger::HAS_PID, true);
  121. //设置为异步
  122. sync(false);
  123. //设置染色日志信息
  124. _logger.getWriteT().setDyeingLogInfo(sApp, sServer, sLogpath, iMaxSize, iMaxNum, _logPrx, sLogObj);
  125. }
  126. void LocalRollLogger::sync(bool bSync)
  127. {
  128. if(bSync)
  129. {
  130. _logger.unSetupThread();
  131. TC_ThreadRLock lock(_mutex);
  132. for(auto e : _logger_ex)
  133. {
  134. e.second->unSetupThread();
  135. }
  136. }
  137. else
  138. {
  139. _logger.setupThread(&_local);
  140. TC_ThreadRLock lock(_mutex);
  141. for(auto e : _logger_ex)
  142. {
  143. e.second->setupThread(&_local);
  144. }
  145. }
  146. }
  147. void LocalRollLogger::enableDyeing(bool bEnable, const string& sDyeingKey/* = ""*/)
  148. {
  149. _logger.getRoll()->enableDyeing(bEnable, sDyeingKey);
  150. TC_ThreadRLock lock(_mutex);
  151. for(auto e : _logger_ex)
  152. {
  153. e.second->getRoll()->enableDyeing(bEnable, sDyeingKey);
  154. }
  155. }
  156. LocalRollLogger::RollLogger *LocalRollLogger::logger(const string &suffix)
  157. {
  158. if(suffix.empty())
  159. {
  160. return &_logger;
  161. }
  162. unordered_map<string, RollLogger*>::iterator it;
  163. {
  164. TC_ThreadRLock lock(_mutex);
  165. it = _logger_ex.find(suffix);
  166. if (it != _logger_ex.end())
  167. {
  168. return it->second;
  169. }
  170. }
  171. TC_ThreadWLock lock(_mutex);
  172. it = _logger_ex.find(suffix);
  173. if (it != _logger_ex.end())
  174. {
  175. return it->second;
  176. }
  177. RollLogger *logger = new RollLogger();
  178. //初始化本地循环日志
  179. logger->init(_logpath + FILE_SEP + _app + FILE_SEP + _server + FILE_SEP + _app + "." + _server + "." + suffix, _logger.getMaxSize(), _logger.getMaxNum());
  180. logger->modFlag(TC_DayLogger::HAS_TIME, false);
  181. logger->modFlag(TC_DayLogger::HAS_TIME|TC_DayLogger::HAS_LEVEL|TC_DayLogger::HAS_PID, true);
  182. //设置染色日志信息
  183. logger->getWriteT().setDyeingLogInfo(_app, _server, _logpath, _logger.getMaxSize(), _logger.getMaxSize(), _logPrx, _logObj);
  184. _logger_ex[suffix] = logger;
  185. return logger;
  186. }
  187. /////////////////////////////////////////////////////////////////////////////////////
  188. TarsLoggerThread::TarsLoggerThread()
  189. {
  190. _local.start(1);
  191. _remote.start(1);
  192. }
  193. TarsLoggerThread::~TarsLoggerThread()
  194. {
  195. terminate();
  196. }
  197. void TarsLoggerThread::terminate()
  198. {
  199. if (!_terminate)
  200. {
  201. _terminate = true;
  202. //先刷新本地日志
  203. _local.flush();
  204. //再刷新远程日志, 保证不会丢日志
  205. _remote.flush();
  206. //终止
  207. _local.terminate();
  208. _remote.terminate();
  209. }
  210. }
  211. TC_LoggerThreadGroup* TarsLoggerThread::local()
  212. {
  213. return &_local;
  214. }
  215. TC_LoggerThreadGroup* TarsLoggerThread::remote()
  216. {
  217. return &_remote;
  218. }
  219. /////////////////////////////////////////////////////////////////////////////////////
  220. RemoteTimeWriteT::RemoteTimeWriteT():_timeWrite(NULL)
  221. {
  222. }
  223. RemoteTimeWriteT::~RemoteTimeWriteT()
  224. {
  225. }
  226. void RemoteTimeWriteT::setTimeWriteT(TimeWriteT *pTimeWrite)
  227. {
  228. _timeWrite = pTimeWrite;
  229. }
  230. void RemoteTimeWriteT::operator()(ostream &of, const deque<pair<size_t, string> > &buffer)
  231. {
  232. const static uint32_t len = 2000;
  233. //写远程日志
  234. if(_timeWrite->_logPrx && !buffer.empty())
  235. {
  236. //大于50w条, 直接抛弃掉,否则容易导致内存泄漏
  237. if(buffer.size() > 500000)
  238. {
  239. _timeWrite->writeError(buffer);
  240. return;
  241. }
  242. vector<string> v;
  243. v.reserve(len);
  244. deque<pair<size_t, string> >::const_iterator it = buffer.begin();
  245. while(it != buffer.end())
  246. {
  247. v.push_back(it->second);
  248. ++it;
  249. //每次最多同步len条
  250. if(v.size() >= len)
  251. {
  252. sync2remote(v);
  253. v.clear();
  254. v.reserve(len);
  255. }
  256. }
  257. if(v.size() > 0)
  258. {
  259. sync2remote(v);
  260. }
  261. }
  262. }
  263. void RemoteTimeWriteT::sync2remote(const vector<string> &v)
  264. {
  265. try
  266. {
  267. //此处传递set信息到远程logserver
  268. LogInfo stInfo;
  269. stInfo.appname = _timeWrite->_app;
  270. stInfo.servername = _timeWrite->_server;
  271. stInfo.sFilename = _timeWrite->_file;
  272. stInfo.sFormat = _timeWrite->_format;
  273. stInfo.setdivision = _timeWrite->_setDivision;
  274. stInfo.bHasSufix = _timeWrite->_hasSufix;
  275. stInfo.bHasAppNamePrefix = _timeWrite->_hasAppNamePrefix;
  276. stInfo.sConcatStr = _timeWrite->_concatStr;
  277. stInfo.bHasSquareBracket = _timeWrite->_hasSquareBracket;
  278. stInfo.sSepar = _timeWrite->_separ;
  279. stInfo.sLogType = _timeWrite->_logType;
  280. _timeWrite->_logPrx->loggerbyInfo(stInfo,v, ServerConfig::Context);
  281. if (_timeWrite->_reportSuccPtr)
  282. {
  283. _timeWrite->_reportSuccPtr->report(v.size());
  284. }
  285. }
  286. catch(exception &ex)
  287. {
  288. TLOGERROR("[write to remote log server error:" << ex.what() << ": buffer size:" << v.size() << "]"<< endl);
  289. _timeWrite->writeError(v);
  290. if (_timeWrite->_reportFailPtr)
  291. {
  292. _timeWrite->_reportFailPtr->report(v.size());
  293. }
  294. }
  295. }
  296. void RemoteTimeWriteT::sync2remoteDyeing(const vector<string> &v)
  297. {
  298. try
  299. {
  300. _timeWrite->_logPrx->logger(DYEING_DIR, DYEING_FILE, "", _timeWrite->_format, v, ServerConfig::Context);
  301. }
  302. catch(exception &ex)
  303. {
  304. TLOGERROR("[write dyeing log to remote log server error:" << ex.what() << ": buffer size:" << v.size() << "]" << endl);
  305. _timeWrite->writeError(v);
  306. }
  307. }
  308. /////////////////////////////////////////////////////////////////////////////////////
  309. //
  310. TimeWriteT::~TimeWriteT()
  311. {
  312. if(_remoteTimeLogger)
  313. {
  314. delete _remoteTimeLogger;
  315. }
  316. }
  317. TimeWriteT::TimeWriteT() : _remoteTimeLogger(NULL), _local(true), _remote(true), _dyeingTimeLogger(NULL),_setDivision(""),
  318. _hasSufix(true),_hasAppNamePrefix(true),_concatStr("_"),_separ("|"),_hasSquareBracket(false),_logType("")
  319. {
  320. }
  321. void TimeWriteT::setLogInfo(const LogPrx &logPrx, const string &sApp, const string &sServer, const string &sFile, const string &sLogpath, const string &sFormat, const string& setdivision, const string& sLogType, const PropertyReportPtr &reportSuccPtr, const PropertyReportPtr &reportFailPtr)
  322. {
  323. _logPrx = logPrx;
  324. _app = sApp;
  325. _server = sServer;
  326. _format = sFormat;
  327. _file = sFile;
  328. _setDivision = setdivision;
  329. _logType = sLogType;
  330. _reportSuccPtr = reportSuccPtr;
  331. _reportFailPtr = reportFailPtr;
  332. string sAppSrvName = _hasAppNamePrefix?(_app + "." + _server):"";
  333. _filePath = sLogpath + FILE_SEP + _app + FILE_SEP + _server + FILE_SEP + sAppSrvName;
  334. if(!_file.empty())
  335. {
  336. _filePath += (_hasAppNamePrefix?_concatStr:"") + sFile;
  337. }
  338. string sDyeingDir = sLogpath;
  339. sDyeingDir += FILE_SEP;
  340. sDyeingDir += DYEING_DIR;
  341. sDyeingDir += FILE_SEP;
  342. _dyeingFilePath = sDyeingDir;
  343. _remoteTimeLogger = new RemoteTimeLogger();
  344. _remoteTimeLogger->init(_filePath, _format,_hasSufix,_concatStr,NULL,true);
  345. _remoteTimeLogger->modFlag(0xffff, false);
  346. _remoteTimeLogger->setSeparator(_separ);
  347. _remoteTimeLogger->enableSqareWrapper(_hasSquareBracket);
  348. _remoteTimeLogger->setupThread(TarsLoggerThread::getInstance()->remote());
  349. _remoteTimeLogger->getWriteT().setTimeWriteT(this);
  350. if(!_local)
  351. {
  352. initError();
  353. }
  354. }
  355. void TimeWriteT::initDyeingLog()
  356. {
  357. TC_File::makeDirRecursive(_dyeingFilePath);
  358. string sDyeingFile = _dyeingFilePath;
  359. sDyeingFile += FILE_SEP;
  360. sDyeingFile += DYEING_FILE;
  361. _dyeingTimeLogger = new DyeingTimeLogger();
  362. _dyeingTimeLogger->init(sDyeingFile, _format);
  363. _dyeingTimeLogger->modFlag(0xffff, false);
  364. }
  365. void TimeWriteT::setLogPrx(const LogPrx &logPrx)
  366. {
  367. _logPrx = logPrx;
  368. }
  369. void TimeWriteT::initError()
  370. {
  371. //远程错误日志
  372. _logger.init(_filePath + ".remote.error", _format);
  373. _logger.modFlag(0xffff, false);
  374. }
  375. void TimeWriteT::enableLocal(bool bEnable)
  376. {
  377. _local = bEnable;
  378. if(!_local)
  379. {
  380. initError();
  381. }
  382. }
  383. void TimeWriteT::operator()(ostream &of, const deque<pair<size_t, string> > &buffer)
  384. {
  385. if(_local && of && !buffer.empty())
  386. {
  387. try
  388. {
  389. _wt(of, buffer);
  390. }
  391. catch(...)
  392. {
  393. }
  394. }
  395. if(_remote && _remoteTimeLogger && !buffer.empty())
  396. {
  397. deque<pair<size_t, string> >::const_iterator it = buffer.begin();
  398. while(it != buffer.end())
  399. {
  400. _remoteTimeLogger->any() << it->second;
  401. ++it;
  402. }
  403. }
  404. vector<string> vDyeingLog;
  405. deque<pair<size_t, string> >::const_iterator it = buffer.begin();
  406. while(it != buffer.end())
  407. {
  408. if(it->first != 0)
  409. {
  410. if(!_dyeingTimeLogger)
  411. {
  412. initDyeingLog();
  413. }
  414. _dyeingTimeLogger->any() << _app << "." << _server << "|" << it->second;
  415. vDyeingLog.push_back(_app + "." + _server + "|" + it->second);
  416. }
  417. ++it;
  418. }
  419. if(_logPrx && !vDyeingLog.empty())
  420. {
  421. try
  422. {
  423. _logPrx->logger(DYEING_DIR, DYEING_FILE, "day", "%Y%m%d", vDyeingLog, ServerConfig::Context);
  424. }
  425. catch(exception &ex)
  426. {
  427. TLOGERROR("[dyeing log write to remote log server error:" << ex.what() << "]" << endl);
  428. }
  429. }
  430. }
  431. void TimeWriteT::writeError(const vector<string> &buffer)
  432. {
  433. if(!_local)
  434. {
  435. for(size_t i = 0; i < buffer.size(); i++)
  436. {
  437. _logger.any() << buffer[i];
  438. }
  439. }
  440. // //告警
  441. // string sInfo = _app + "." + _server + "|";
  442. // sInfo += ServerConfig::LocalIp + "|sync log to remote tarslog error";
  443. // FDLOG("tarserror") << sInfo <<endl;
  444. //TARS_NOTIFY_ERROR(sInfo);
  445. }
  446. void TimeWriteT::writeError(const deque<pair<size_t, string> > &buffer)
  447. {
  448. if(!_local)
  449. {
  450. deque<pair<size_t, string> >::const_iterator it = buffer.begin();
  451. while(it != buffer.end())
  452. {
  453. _logger.any() << it->second;
  454. ++it;
  455. }
  456. }
  457. // //告警
  458. // string sInfo = _app + "." + _server + "|";
  459. // sInfo += ServerConfig::LocalIp + "|sync log to remote tarslog error(buffer.size>500000)";
  460. // FDLOG("tarserror") << sInfo <<endl;
  461. //TARS_NOTIFY_ERROR(sInfo);
  462. }
  463. /////////////////////////////////////////////////////////////////////////////////////
  464. RemoteTimeLogger::RemoteTimeLogger() : _defaultLogger(NULL),_hasSufix(true),_hasAppNamePrefix(true),_concatStr("_"),_separ("|"),_hasSquareBracket(false),_local(true),_remote(true)
  465. {
  466. }
  467. RemoteTimeLogger::~RemoteTimeLogger()
  468. {
  469. terminate();
  470. }
  471. void RemoteTimeLogger::terminate()
  472. {
  473. if (!_terminate)
  474. {
  475. _terminate = true;
  476. if (_defaultLogger != NULL)
  477. {
  478. delete _defaultLogger;
  479. }
  480. auto it = _loggers.begin();
  481. while (it != _loggers.end())
  482. {
  483. delete it->second;
  484. ++it;
  485. }
  486. _loggers.clear();
  487. }
  488. }
  489. void RemoteTimeLogger::initTimeLogger(TimeLogger *pTimeLogger, const string &sFile, const string &sFormat,const LogTypePtr& logTypePtr)
  490. {
  491. string sAppSrvName;
  492. string sFilePath;
  493. if(_app.empty() && _server.empty())
  494. {
  495. sAppSrvName = "";
  496. if(_logpath.empty())
  497. {
  498. sFilePath = sAppSrvName;
  499. }
  500. else
  501. {
  502. sFilePath = _logpath + FILE_SEP + sAppSrvName;
  503. }
  504. _hasAppNamePrefix = false;
  505. }
  506. else
  507. {
  508. sAppSrvName = _hasAppNamePrefix?(_app + "." + _server):"";
  509. sFilePath = _logpath + FILE_SEP + _app + FILE_SEP + _server + FILE_SEP + sAppSrvName;
  510. }
  511. if(!sFile.empty())
  512. {
  513. sFilePath += (_hasAppNamePrefix?_concatStr:"") + sFile;
  514. }
  515. //本地日志格式
  516. pTimeLogger->init(sFilePath, sFormat,_hasSufix,_concatStr,logTypePtr,!_local);
  517. pTimeLogger->modFlag(0xffff, false);
  518. pTimeLogger->modFlag(TC_DayLogger::HAS_TIME, true);
  519. pTimeLogger->setSeparator(_separ);
  520. pTimeLogger->enableSqareWrapper(_hasSquareBracket);
  521. pTimeLogger->setupThread(TarsLoggerThread::getInstance()->local());
  522. //远程日志格式
  523. pTimeLogger->getWriteT().enableSufix(_hasSufix);
  524. pTimeLogger->getWriteT().enablePrefix(_hasAppNamePrefix);
  525. pTimeLogger->getWriteT().setFileNameConcatStr(_concatStr);
  526. pTimeLogger->getWriteT().setSeparator(_separ);
  527. pTimeLogger->getWriteT().enableSqareWrapper(_hasSquareBracket);
  528. pTimeLogger->getWriteT().enableLocal(_local);
  529. pTimeLogger->getWriteT().enableRemote(_remote);
  530. string sLogType = "";
  531. if(logTypePtr)
  532. {
  533. sLogType = logTypePtr->toString();
  534. }
  535. ////////////
  536. PropertyReportPtr reportSuccPtr = NULL;
  537. PropertyReportPtr reportFailPtr = NULL;
  538. if (_remote && _logStatReport)
  539. {
  540. string sKey = _app + "." + _server + "." + sFile;
  541. reportSuccPtr = _comm->getStatReport()->createPropertyReport(sKey + "_log_send_succ", PropertyReport::sum());
  542. reportFailPtr = _comm->getStatReport()->createPropertyReport(sKey + "_log_send_fail", PropertyReport::sum());
  543. }
  544. pTimeLogger->getWriteT().setLogInfo(_logPrx, _app, _server, sFile, _logpath, sFormat, _setDivision, sLogType, reportSuccPtr, reportFailPtr);
  545. }
  546. void RemoteTimeLogger::initTimeLogger(TimeLogger *pTimeLogger,const string &sApp, const string &sServer, const string &sFile, const string &sFormat,const LogTypePtr& logTypePtr)
  547. {
  548. string sAppSrvName;
  549. string sFilePath;
  550. if(sApp.empty() && sServer.empty())
  551. {
  552. sAppSrvName = "";
  553. if(_logpath.empty())
  554. {
  555. sFilePath = sAppSrvName;
  556. }
  557. else
  558. {
  559. sFilePath = _logpath + FILE_SEP + sAppSrvName;
  560. }
  561. _hasAppNamePrefix = false;
  562. }
  563. else
  564. {
  565. sAppSrvName = _hasAppNamePrefix?(sApp + "." + sServer):"";
  566. sFilePath = _logpath + FILE_SEP + sApp + FILE_SEP + sServer + FILE_SEP + sAppSrvName;
  567. }
  568. if(!sFile.empty())
  569. {
  570. sFilePath += (_hasAppNamePrefix?_concatStr:"") + sFile;
  571. }
  572. //本地日志格式
  573. pTimeLogger->init(sFilePath,sFormat,_hasSufix,_concatStr,logTypePtr,!_local);
  574. pTimeLogger->modFlag(0xffff, false);
  575. pTimeLogger->modFlag(TC_DayLogger::HAS_TIME, true);
  576. pTimeLogger->setSeparator(_separ);
  577. pTimeLogger->enableSqareWrapper(_hasSquareBracket);
  578. pTimeLogger->setupThread(TarsLoggerThread::getInstance()->local());
  579. //远程日志格式
  580. pTimeLogger->getWriteT().enableSufix(_hasSufix);
  581. pTimeLogger->getWriteT().enablePrefix(_hasAppNamePrefix);
  582. pTimeLogger->getWriteT().setFileNameConcatStr(_concatStr);
  583. pTimeLogger->getWriteT().setSeparator(_separ);
  584. pTimeLogger->getWriteT().enableSqareWrapper(_hasSquareBracket);
  585. pTimeLogger->getWriteT().enableLocal(_local);
  586. pTimeLogger->getWriteT().enableRemote(_remote);
  587. string sLogType = "";
  588. if(logTypePtr)
  589. {
  590. sLogType = logTypePtr->toString();
  591. }
  592. PropertyReportPtr reportSuccPtr = NULL;
  593. PropertyReportPtr reportFailPtr = NULL;
  594. if (_remote && _logStatReport)
  595. {
  596. string sKey = _app + "." + _server + "." + sFile;
  597. reportSuccPtr = _comm->getStatReport()->createPropertyReport(sKey + "_log_send_succ", PropertyReport::sum());
  598. reportFailPtr = _comm->getStatReport()->createPropertyReport(sKey + "_log_send_fail", PropertyReport::sum());
  599. }
  600. pTimeLogger->getWriteT().setLogInfo(_logPrx, sApp, sServer, sFile, _logpath, sFormat, _setDivision, sLogType, reportSuccPtr, reportFailPtr);
  601. }
  602. void RemoteTimeLogger::setLogInfo(const CommunicatorPtr &comm, const string &obj, const string &sApp, const string &sServer, const string &sLogpath, const string& setdivision, const bool &bLogStatReport)
  603. {
  604. _app = sApp;
  605. _server = sServer;
  606. _logpath = sLogpath;
  607. _comm = comm;
  608. _setDivision = setdivision;
  609. _logStatReport = bLogStatReport;
  610. if(!obj.empty())
  611. {
  612. _logPrx = _comm->stringToProxy<LogPrx>(obj);
  613. //单独设置超时时间
  614. _logPrx->tars_timeout(3000);
  615. if(_defaultLogger)
  616. {
  617. _defaultLogger->getWriteT().setLogPrx(_logPrx);
  618. }
  619. }
  620. //创建本地目录
  621. TC_File::makeDirRecursive(_logpath + FILE_SEP + _app + FILE_SEP + _server);
  622. }
  623. void RemoteTimeLogger::initFormat(const string &sFile, const string &sFormat,const LogTypePtr& logTypePtr)
  624. {
  625. if(sFile.empty())
  626. {
  627. if(!_defaultLogger)
  628. {
  629. _defaultLogger = new TimeLogger();
  630. }
  631. initTimeLogger(_defaultLogger, "", sFormat,logTypePtr);
  632. }
  633. else
  634. {
  635. string s = _app + FILE_SEP + _server + FILE_SEP + sFile;
  636. Lock lock(*this);
  637. auto it = _loggers.find(s);
  638. if( it == _loggers.end())
  639. {
  640. TimeLogger *p = new TimeLogger();
  641. initTimeLogger(p, sFile, sFormat,logTypePtr);
  642. _loggers[s] = p;
  643. return;
  644. }
  645. initTimeLogger(it->second, sFile, sFormat,logTypePtr);
  646. }
  647. }
  648. void RemoteTimeLogger::initFormat(const string &sApp, const string &sServer,const string &sFile, const string &sFormat,const LogTypePtr& logTypePtr)
  649. {
  650. string s = sApp + FILE_SEP + sServer + FILE_SEP+ sFile;
  651. if (sFile.empty())
  652. {
  653. if (!_defaultLogger)
  654. {
  655. _defaultLogger = new TimeLogger();
  656. initTimeLogger(_defaultLogger, "", "%Y%m%d");
  657. }
  658. }
  659. else
  660. {
  661. Lock lock(*this);
  662. auto it = _loggers.find(s);
  663. if (it == _loggers.end())
  664. {
  665. TimeLogger *p = new TimeLogger();
  666. initTimeLogger(p, sApp, sServer, sFile, sFormat, logTypePtr);
  667. _loggers[s] = p;
  668. return;
  669. }
  670. initTimeLogger(it->second, sApp, sServer, sFile, sFormat, logTypePtr);
  671. }
  672. }
  673. RemoteTimeLogger::TimeLogger* RemoteTimeLogger::logger(const string &sFile)
  674. {
  675. if(sFile.empty())
  676. {
  677. if(!_defaultLogger)
  678. {
  679. _defaultLogger = new TimeLogger();
  680. initTimeLogger(_defaultLogger, "", "%Y%m%d");
  681. }
  682. return _defaultLogger;
  683. }
  684. string s = _app + FILE_SEP + _server + FILE_SEP + sFile;
  685. Lock lock(*this);
  686. auto it = _loggers.find(s);
  687. if (it == _loggers.end())
  688. {
  689. TimeLogger *p = new TimeLogger();
  690. initTimeLogger(p, sFile, "%Y%m%d");
  691. _loggers[s] = p;
  692. return p;
  693. }
  694. return it->second;
  695. }
  696. RemoteTimeLogger::TimeLogger* RemoteTimeLogger::logger(const string &sApp, const string &sServer,const string &sFile)
  697. {
  698. string s = sApp + FILE_SEP + sServer + FILE_SEP+ sFile;
  699. if (sFile.empty())
  700. {
  701. if (!_defaultLogger)
  702. {
  703. _defaultLogger = new TimeLogger();
  704. initTimeLogger(_defaultLogger, "", "%Y%m%d");
  705. }
  706. return _defaultLogger;
  707. }
  708. else
  709. {
  710. Lock lock(*this);
  711. auto it = _loggers.find(s);
  712. if (it == _loggers.end())
  713. {
  714. TimeLogger *p = new TimeLogger();
  715. initTimeLogger(p, sApp, sServer, sFile, "%Y%m%d");
  716. _loggers[s] = p;
  717. return p;
  718. }
  719. return it->second;
  720. }
  721. }
  722. void RemoteTimeLogger::sync(const string &sFile, bool bSync)
  723. {
  724. if(bSync)
  725. {
  726. logger(sFile)->unSetupThread();
  727. }
  728. else
  729. {
  730. logger(sFile)->setupThread(TarsLoggerThread::getInstance()->local());
  731. }
  732. }
  733. void RemoteTimeLogger::enableRemote(const string &sFile, bool bEnable)
  734. {
  735. logger(sFile)->getWriteT().enableRemote(bEnable);
  736. }
  737. void RemoteTimeLogger::enableRemoteEx(const string &sApp, const string &sServer,const string &sFile, bool bEnable)
  738. {
  739. logger(sApp,sServer,sFile)->getWriteT().enableRemote(bEnable);
  740. }
  741. void RemoteTimeLogger::enableLocal(const string &sFile, bool bEnable)
  742. {
  743. logger(sFile)->getWriteT().enableLocal(bEnable);
  744. logger(sFile)->setRemote(!bEnable);
  745. }
  746. void RemoteTimeLogger::enableLocalEx(const string &sApp, const string &sServer,const string &sFile, bool bEnable)
  747. {
  748. logger(sApp,sServer,sFile)->getWriteT().enableLocal(bEnable);
  749. logger(sApp,sServer,sFile)->setRemote(!bEnable);
  750. }
  751. TarsDyeingSwitch::~TarsDyeingSwitch()
  752. {
  753. if(_needDyeing)
  754. {
  755. LocalRollLogger::getInstance()->enableDyeing(false);
  756. ServantProxyThreadData * td = ServantProxyThreadData::getData();
  757. assert(NULL != td);
  758. if (td)
  759. {
  760. td->_data._dyeing = false;
  761. td->_data._dyeingKey = "";
  762. }
  763. }
  764. }
  765. bool TarsDyeingSwitch::getDyeingKey(string & sDyeingkey)
  766. {
  767. ServantProxyThreadData * td = ServantProxyThreadData::getData();
  768. assert(NULL != td);
  769. if (td && td->_data._dyeing == true)
  770. {
  771. sDyeingkey = td->_data._dyeingKey;
  772. return true;
  773. }
  774. return false;
  775. }
  776. void TarsDyeingSwitch::enableDyeing(const string & sDyeingKey)
  777. {
  778. LocalRollLogger::getInstance()->enableDyeing(true);
  779. ServantProxyThreadData * td = ServantProxyThreadData::getData();
  780. assert(NULL != td);
  781. if(td)
  782. {
  783. td->_data._dyeing = true;
  784. td->_data._dyeingKey = sDyeingKey;
  785. }
  786. _needDyeing = true;
  787. _dyeingKey = sDyeingKey;
  788. }
  789. }