1 Abstract

这一个部分其实可以写的内容不多，因为实际解决问题的部分是很简单的，但是实际上的任务还是很多的，首先需要跟进到原来的代码当中去，代码主要分为两个模块，分别运行在两个容器中，所以就先后跟进了代码，对日志收集模块和日志产生模块进行分析。结合网关的参数，以及程序中实际使用的参数，最后发现是因为请求时的URL是错误的（如description中所示），正确的Url应该为： http://localhost:8080/web

学习到的东西：这种问题，是程序运行无法察觉的（例如使用Log函数或者是System.out），所以必须使用调试来进行，所以证明了一门调试的好手艺有多么的重要，在进行这个模块之前，我还学习了一下关于Intellij Idea里面的一些调参的方法。也为我未来的开发工作提升了效率。

2 Task Description

其他模块通过调用运维模块提供的日志记录功能将日志记录到数据库中，初步判断是其他模块的配置的日志记录接口有问题。如下图中url的配置是错误的。

3 Solution

3.1 日志发送模块

package com.dist.arsweb.controller;import com.dist.arsweb.define.logger.LogCollect;
import com.dist.base.exception.IllegalParameterException;
import com.dist.base.response.ResponseData;
import com.dist.base.response.ResponseUtil;
import com.dist.oms.client.model.vo.user.OmsUserVO;
import io.swagger.annotations.Api;
import io.swagger.annotations.ApiOperation;
import io.swagger.annotations.ApiParam;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RequestBody;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;
import java.util.List;
import java.util.Map;@RestController
@RequestMapping(value = "rest/ars")
@Api(tags = {"LogCollectController"}, description = "日志采集")
public class LogCollectController extends BaseController {@Autowiredprivate LogCollect logCollect;@ApiOperation( value="批量保存日志")@PostMapping(value = "public/v1/log/batch")public ResponseData SaveLog(@ApiParam(value = "日志参数说明请查看接口public/v1/log/parameter")@RequestBody List<Map<String,String>> logParams) throws Exception {if (logParams == null) {throw new IllegalParameterException();}for (Map<String, String> logParam : logParams) {appendToParams(logParam);logCollect.collectLog(logParam);}return ResponseUtil.success(true);}@ApiOperation( value="单个保存日志")@PostMapping(value = "public/v1/log")public ResponseData SaveLog(@ApiParam(value = "日志参数说明请查看接口public/v1/log/parameter") @RequestBody Map<String,String> logParams) throws Exception {if (logParams == null) {throw new IllegalParameterException();}appendToParams(logParams);logCollect.collectLog(logParams);return ResponseUtil.success(true);}/*** 向日志参数中追加额外参数* @param logParams*/private void appendToParams(Map<String, String> logParams) {// ip地址String ip = getIpAddr();logParams.put("ip",ip);// 操作人String operatorName = logParams.get("operatorName");if (null == operatorName) {OmsUserVO omsUserVO = super.getUserDto();if (omsUserVO != null) {logParams.put("operatorName", omsUserVO.getLoginName());}}}}

Application.yml：

log:collect: truereceive:realTime: trueurl: 'http://localhost:8080/web'transfer: true

package com.dist.arsweb.define.logger;import com.dist.base.logger.LogMonitor;
import com.dist.base.logger.LogQueue;
import com.dist.base.logger.LogTransfer;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.scheduling.annotation.Async;
import org.springframework.stereotype.Component;
import java.util.Map;@Component
public class LogCollect {/*是否实时传输*/@Value("${log.receive.realTime}")private Boolean realTime = true;/*是否采集日志*/@Value("${log.collect}")private Boolean enableCollect = false;/*是否传输日志*/@Value("${log.transfer}")private Boolean enableTransfer = false;@Value("${log.receive.url}")private String receiveUrl;/*** 采集日志** @param logParams*/@Asyncpublic void collectLog(Map<String, String> logParams) {if (enableCollect) {if (realTime) {LogTransfer transfer = new LogTransfer();transfer.setReceiveUrl(receiveUrl);transfer.transfer(logParams);} else {LogQueue logQueue = LogQueue.getInstance();logQueue.push(logParams);}}}/*** 启动传输*/
//    @PostConstructpublic void startTransfer() {if (enableTransfer) {if (!realTime) {LogMonitor logMonitor = new LogMonitor();logMonitor.init(receiveUrl);logMonitor.startMonitor();}}}
}

package com.dist.base.logger;import com.dist.base.http.HttpUtil;import java.io.IOException;
import java.util.List;
import java.util.Map;/*** 日志传送* 日志传送接口对应着运维系统的接口*/
public class LogTransfer {/*传送地址 http://127.0.0.1:8080/web*/private String receiveUrl;/*批量接收方法*/private final String batchReceiveMethod = "rest/admin/public/v1/log/batch";/*单个接收方法*/private final String singleReceiveMethod = "rest/admin/public/v1/log";/*单次传输数量*/private Integer eachTransferSize = 100;/*** 批量将收集到的日志传输到指定位置* @param logParams*/public void transfer(List<Map<String,String>> logParams) {if (receiveUrl ==  null) {return;}String url = receiveUrl.endsWith("/") ? (receiveUrl + batchReceiveMethod) : (receiveUrl + "/" + batchReceiveMethod);int logSize = logParams.size();int j = logSize / eachTransferSize.intValue();if (logSize % eachTransferSize.intValue() != 0) {j++;}for (int i = 0; i < j; i++) {List<Map<String, String>> subList = logParams.subList(0, eachTransferSize < logSize ? eachTransferSize : logSize);try {HttpUtil.doPost(url,subList);} catch (IOException e) {e.printStackTrace();}subList.clear();}}/*** 单次将收集到的日志传输到指定位置* @param logParams*/public void transfer(Map<String,String> logParams) {if (receiveUrl ==  null) {return;}String url = receiveUrl.endsWith("/") ? (receiveUrl + singleReceiveMethod) : (receiveUrl + "/" + singleReceiveMethod);try {HttpUtil.doPost(url,logParams);} catch (IOException e) {e.printStackTrace();}}/*** 设置日志接收接口url* @param receiveUrl*/public void setReceiveUrl(String receiveUrl) {this.receiveUrl = receiveUrl;}
}

产生一个请求，向日志接受模块发送日志内容：

    /*** HTTP Post 获取内容* @param url 请求的url地址 ?之前的地址* @param params 请求的参数* @param charset 编码格式* @return 页面内容* @throws IOException*/public static String doPost(String url, Map<String, String> params, String charset)throws IOException {if (StringUtils.isBlank(url)) {return null;}HttpPost httpPost = new HttpPost(url);httpPost.addHeader("Content-type", "application/json;charset=utf-8");httpPost.setHeader("Accept","application/json");httpPost.setEntity(new StringEntity(JSONUtil.toJSONString(params), charset));CloseableHttpResponse response = null;try {response = httpClient.execute(httpPost);int statusCode = response.getStatusLine().getStatusCode();if (statusCode != 200) {httpPost.abort();throw new RuntimeException("HttpClient,error status code :" + statusCode);}HttpEntity entity = response.getEntity();String result = null;if (entity != null) {result = EntityUtils.toString(entity, "utf-8");}EntityUtils.consume(entity);return result;} catch (ParseException e) {e.printStackTrace();} finally {if (response != null) {response.close();}}return null;}

网关配置：

zuul:ignoredServices: '*'host:connect-timeout-millis: 50000socket-timeout-millis: 50000routes:ams-service: # 运维系统path: /web/rest/ams/**service-id: ams-web-consumersensitive-headers: ""strip-prefix: falsearsweb-service: # ars业务系统path: /web/rest/ars/**service-id: arsconsumerstrip-prefix: falsesensitive-headers: ""pws-service: #path: /web/rest/pws/**service-id: pwsproviderstrip-prefix: falsesensitive-headers: ""oms-service: # 运维系统path: /web/rest/oms/**service-id: omsconsumersensitive-headers: ""strip-prefix: falseoms-login-service: # 运维系统登录path: /web/rest/loginservice-id: omsconsumersensitive-headers: ""strip-prefix: falseoms-loginout-service: # 运维系统登出path: /web/rest/logoutservice-id: omsconsumersensitive-headers: ""strip-prefix: falseoms-manager-service: # 运维系统path: /web/rest/admin/**service-id: omsconsumersensitive-headers: ""strip-prefix: falseims-service: # 指标系统path: /web/ims/**  # dgp-server-web-nr/ims/admin/v1/indicator/import/indicatorsservice-id: consumerstrip-prefix: falsesensitive-headers: ""web-service: # 业务系统path: /web/rest/**   #rest/evaluate/v1/evaluate/name/list/1service-id: consumerstrip-prefix: falsesensitive-headers: ""dataeye-service: # dataeye系统path: /dataEye-service/**   #rest/evaluate/v1/evaluate/name/list/1service-id: dataeyeconsumerstrip-prefix: falsesensitive-headers: ""oms-web: # 运维path: /web-oms/**   #rest/evaluate/v1/evaluate/name/list/1service-id: omsconsumerstrip-prefix: falsesensitive-headers: ""office-online:  # office onlinepath: /web/wopi/**service-id: consumerstrip-prefix: falsesensitive-headers: ""web-swagger:path: /web/**service-id: consumerstrip-prefix: falsesensitive-headers: ""arsweb-swagger:path: /web-ars/**service-id: arsconsumerstrip-prefix: truesensitive-headers: ""sensitive-headers: ""retryable: truestrip-prefix: false

3.2 日志接受模块

Controller：

    @ApiOperation( value="批量保存日志")@PostMapping(value = "public/v1/log/batch")public ResponseData SaveLog(@ApiParam(value = "日志参数说明请查看接口public/v1/log/parameter")@RequestBody List<Map<String,String>> logParams) throws Exception {if (logParams == null) {throw new IllegalParameterException();}for (Map<String, String> logParam : logParams) {appendToParams(logParam);}logService.batchSave(logParams);return ResponseUtil.success(true);}@ApiOperation( value="单个保存日志")@PostMapping(value = "public/v1/log")public ResponseData SaveLog(@ApiParam(value = "日志参数说明请查看接口public/v1/log/parameter") @RequestBody Map<String,String> logParams) throws Exception {if (logParams == null) {throw new IllegalParameterException();}appendToParams(logParams);logService.saveLog(logParams);return ResponseUtil.success(true);}

根据不同的日志类型调用不同的收集方法：

    /*** 保存日志* 根据不同的日志类型存储不同信息** @param logParsms*/@Overridepublic void saveLog(Map<String, String> logParsms) {// 踢掉系统日志参数不存在的数据if (logParsms != null && logParsms.get("systemName") == null) {return;}Integer logType = Integer.valueOf(logParsms.get("type"));Constants.SystemLogTypeEnum logTypeEnum = Constants.SystemLogTypeEnum.getByCode(logType);if (logTypeEnum == null) {return;}switch (logTypeEnum) {case CALL_METHOD:  /*接口调用*/logDmn.saveCallMethodLog(logParsms);break;case SYSTEM_ERROR:   /*系统异常*/case BUSINESS_ERROR:   /*业务异常*/logDmn.saveErrorLog(logParsms);break;case LOGIN_IN:      /*访问日志*/case LOGIN_OUT:case MODULE_ACCESS:logDmn.saveAccessLog(logParsms);break;case DATA_OPERATE:  /*操作日志*/case DATA_OPERATE_RESOURCE:case DATA_OPERATE_PRODUCT:case FUNCTION_OPERATE:logDmn.saveOperateLog(logParsms);break;case TASK:      /*运行日志*/case SYSTEM_STOP:case SYSTEM_START:logDmn.saveRunTimeLog(logParsms);break;default:break;}}

访问日志：

    /*** 保存功能访问日志** @param logParams*/@Overridepublic void saveAccessLog(Map<String, String> logParams) {SystemLog systemLog = null;AccessEvent accessEvent = null;try {systemLog = logParameterConvertToEntity(SystemLog.class, logParams);accessEvent = logParameterConvertToEntity(AccessEvent.class, logParams);} catch (Exception e) {systemLog = null;accessEvent = null;}if (accessEvent != null && systemLog != null) {String action = Constants.SystemLogTypeEnum.getByCode(systemLog.getType()).action();accessEvent.setAction(action);if (accessEvent.getStatus() == null) {accessEvent.setStatus("Y");}accessEventRepo.save(accessEvent);if (systemLog.getCreateTime() == null) {systemLog.setCreateTime(new Date());}systemLog.setEventId(accessEvent.getId());systemLogRepo.save(systemLog);}}