Song/xkrs_ms
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

feature (数据监控)：查询teemlink库中的异常数据比率

Browse Source
This commit is contained in:
purple 2020-07-23 17:56:01 +08:00
parent ec398fc8c9
commit ad2b7222ac
14 changed files with 729 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

85
ruoyi-ui/src/api/monitor/teemlink.js Normal file
View File

@ -0,0 +1,85 @@
import request from '@/utils/request'
// 查询定时任务调度列表
export function list(query) {
return request({
url: '/monitor/teemlink/list',
method: 'get',
params: query
})
}
// 查询定时任务调度详细
export function get(tableName, columnName) {
const data = {
tableName,
columnName
}
return request({
url: '/monitor/teemlink/stat',
method: 'get',
params: data
})
}
// 新增定时任务调度
export function addJob(data) {
return request({
url: '/monitor/job',
method: 'post',
data: data
})
}
// 修改定时任务调度
export function updateJob(data) {
return request({
url: '/monitor/job',
method: 'put',
data: data
})
}
// 删除定时任务调度
export function delJob(jobId) {
return request({
url: '/monitor/teemlink/' + jobId,
method: 'delete'
})
}
// 导出定时任务调度
export function exportJob(query) {
return request({
url: '/monitor/teemlink/export',
method: 'get',
params: query
})
}
// 任务状态修改
export function changeJobStatus(jobId, status) {
const data = {
jobId,
status
}
return request({
url: '/monitor/teemlink/changeStatus',
method: 'put',
data: data
})
}
// 定时任务立即执行一次
export function runJob(jobId, jobGroup) {
const data = {
jobId,
jobGroup
}
return request({
url: '/monitor/teemlink/run',
method: 'put',
data: data
})
}

185
ruoyi-ui/src/views/monitor/teemlink/index.vue Normal file
View File

@ -0,0 +1,185 @@
<template>
<div class="app-container">
<el-form :model="queryParams" :rules="rules" ref="queryForm" :inline="true" label-width="100px">
<el-form-item label="表名" prop="tableName" clearable>
<el-input
v-model="queryParams.tableName"
placeholder="请输入表名"
clearable
size="small"
@keyup.enter.native="handleQuery"
/>
</el-form-item>
<el-form-item label="字段名称" prop="columnName" clearable>
<el-input
v-model="queryParams.columnName"
placeholder="请输入字段名称"
clearable
size="small"
@keyup.enter.native="handleQuery"
/>
</el-form-item>
<!-- <el-form-item label="字段类型" prop="fieldType" clearable>
<el-select v-model="queryParams.fieldType" placeholder="请选字段类型">
<el-option
v-for="item in fieldTypeOptions"
:value="item.value"
:label="item.label"
:key="item.value"
></el-option>
</el-select>
</el-form-item>-->
<el-form-item>
<el-button type="primary" icon="el-icon-search" size="mini" @click="handleQuery">搜索</el-button>
<el-button icon="el-icon-refresh" size="mini" @click="resetQuery">重置</el-button>
</el-form-item>
</el-form>
<el-row :gutter="10" class="mb8">
<el-col :span="1.5">
<el-button
type="warning"
icon="el-icon-download"
size="mini"
@click="handleExport"
v-hasPermi="['system:user:export']"
>导出</el-button>
</el-col>
</el-row>
<el-table v-loading="loading" :data="dataList" @selection-change="handleSelectionChange">
<el-table-column label="中文表名" align="center" prop="tableChineseName" />
<el-table-column label="数据库表" align="center" prop="tableDbName" />
<el-table-column label="中文字段名" align="center" prop="columnChineseName" />
<el-table-column label="数据库字段名" align="center" prop="columnDbName" />
<el-table-column label="字段类型" align="center" prop="fieldType" />
<el-table-column label="字典类型" align="center" prop="dictType" />
<el-table-column label="异常数据比(%)" align="center" prop="stat" />
<el-table-column label="操作" align="center" class-name="small-padding fixed-width">
<template slot-scope="scope">
<el-button
size="mini"
type="text"
@click="handleStat(scope.row)"
v-hasPermi="['monitor:teemlink:list']"
>数据分析</el-button>
</template>
</el-table-column>
</el-table>
<pagination
v-show="total > 0"
:total="total"
:page.sync="queryParams.pageIndex"
:limit.sync="queryParams.pageSize"
@pagination="getList"
/>
</div>
</template>
<script>
import { getToken } from "@/utils/auth";
import { list, get } from "@/api/monitor/teemlink";
export default {
name: "teemLinkStat",
data() {
return {
// 遮罩层
loading: true,
// 选中数组
ids: [],
// 非单个禁用
single: true,
// 非多个禁用
multiple: true,
// 总条数
total: 0,
// 办公基价表格数据
dataList: [],
// 弹出层标题
title: "",
// 是否显示弹出层
open: false,
// 查询参数
queryParams: {
tableName: undefined,
columnName: undefined,
pageIndex: 1,
pageSize: 10
},
yearMonthList: [],
fieldTypeOptions: [
{ value: "字符型", label: "字符型" },
{ value: "数值型", label: "数值型" },
{ value: "日期型", label: "日期型" },
{ value: "字典型", label: "字典型" }
],
// 表单参数
form: {}
};
},
created() {
this.loading = false;
},
methods: {
/** 查询办公基价列表 */
getList() {
this.$refs["queryForm"].validate(valid => {
if (valid) {
this.loading = true;
list(this.queryParams).then(response => {
this.dataList = response.rows;
this.total = response.total;
this.loading = false;
});
}
});
},
// 取消按钮
cancel() {
this.open = false;
this.reset();
},
// 表单重置
reset() {
this.form = {
id: undefined
};
this.resetForm("form");
},
/** 搜索按钮操作 */
handleQuery() {
this.queryParams.pageIndex = 1;
this.getList();
},
/** 重置按钮操作 */
resetQuery() {
this.resetForm("queryForm");
this.handleQuery();
},
// 多选框选中数据
handleSelectionChange(selection) {
this.ids = selection.map(item => item.id);
this.single = selection.length != 1;
this.multiple = !selection.length;
},
/** 统计 */
handleStat(row) {
this.reset();
get(row.tableDbName, row.columnDbName).then(response => {
if(response.data.count === response.data.validCount) {
row.stat = '无';
return;
}
row.stat =
parseFloat(
((response.data.count - response.data.validCount) /
response.data.count) *
100
).toFixed(2) + "%";
});
}
}
};
</script>

6
ruoyi/pom.xml
View File

@ -184,6 +184,12 @@
<artifactId>spring-boot-actuator</artifactId>
</dependency>
<dependency>
<groupId>com.squareup.okhttp3</groupId>
<artifactId>okhttp</artifactId>
<version>3.8.1</version>
</dependency>
<!-- swagger2-->
<dependency>
<groupId>io.springfox</groupId>

113
ruoyi/src/main/java/com/ruoyi/project/monitor/controller/TeemLinkMonitorController.java Normal file
View File

@ -0,0 +1,113 @@
package com.ruoyi.project.monitor.controller;
import com.alibaba.fastjson.JSON;
import com.ruoyi.common.utils.StringUtils;
import com.ruoyi.framework.redis.RedisCache;
import com.ruoyi.framework.web.controller.BaseController;
import com.ruoyi.framework.web.domain.AjaxResult;
import com.ruoyi.framework.web.page.TableDataInfo;
import com.ruoyi.project.monitor.domain.TeemLinkExt;
import com.ruoyi.project.monitor.domain.TeemLinkMonitorQueryModel;
import com.ruoyi.project.monitor.domain.TeemLinkTable;
import com.ruoyi.project.monitor.service.ITeemLinkMonitorService;
import okhttp3.OkHttpClient;
import okhttp3.Request;
import okhttp3.Response;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RequestParam;
import org.springframework.web.bind.annotation.RestController;
import java.io.IOException;
import java.util.Arrays;
import java.util.LinkedList;
import java.util.List;
import java.util.stream.Collectors;
/**
* teemlink数据监控
*
* @author lihe
*/
@RestController
@RequestMapping("/monitor/teemlink")
public class TeemLinkMonitorController extends BaseController {
@Value("${uv.formMonitor}")
private String teemLinkPath;
@Autowired
private ITeemLinkMonitorService teemLinkMonitorService;
// @Autowired
// private RestTemplate restTemplate;
@Autowired
private RedisCache redisCache;
/**
* teemlink表单查询
*
* @return
*/
@GetMapping("/list")
public TableDataInfo list(TeemLinkMonitorQueryModel monitorQueryModel) {
List<TeemLinkExt> list = redisCache.getCacheList("teemlink_form");
if (null == list || 0 == list.size()) {
OkHttpClient client = new OkHttpClient();
Request request = new Request.Builder()
.url(teemLinkPath)
.build();
try (Response response = client.newCall(request).execute()) {
TeemLinkTable[] arr = JSON.parseObject(response.body().string(), TeemLinkTable[].class);
list = buildTeemLinkExt(Arrays.asList(arr));
} catch (IOException e) {
e.printStackTrace();
}
}
List<TeemLinkExt> selectList =
list.stream()
.filter(sp -> (StringUtils.isNotEmpty(monitorQueryModel.getTableName())
&& ((sp.getTableChineseName().contains(monitorQueryModel.getTableName())) ||
(sp.getTableDbName().contains(monitorQueryModel.getTableName()))) || (StringUtils.isEmpty(monitorQueryModel.getTableName())))
).collect(Collectors.toList());
int total = selectList.size();
selectList = selectList.stream().skip((monitorQueryModel.getPageIndex() - 1) * monitorQueryModel.getPageSize())
.limit(monitorQueryModel.getPageSize()).collect(Collectors.toList());
return getDataTable(selectList, total);
}
private List<TeemLinkExt> buildTeemLinkExt(List<TeemLinkTable> teemLinkTables) {
List<TeemLinkExt> linkExts = new LinkedList<>();
teemLinkTables.forEach(tableLinkTable -> {
tableLinkTable.getColumns().forEach(teemLinkColumn -> {
TeemLinkExt teemLinkExt = new TeemLinkExt();
teemLinkExt.setTableChineseName(tableLinkTable.getChineseName());
teemLinkExt.setTableDbName(tableLinkTable.getDbName());
teemLinkExt.setColumnChineseName(teemLinkColumn.getChineseName());
teemLinkExt.setColumnDbName(teemLinkColumn.getDbName());
teemLinkExt.setFieldType(teemLinkColumn.getFieldType());
teemLinkExt.setDictType(teemLinkColumn.getDictType());
linkExts.add(teemLinkExt);
});
});
return linkExts;
}
/**
* teemlink表单数据统计
*
* @return
*/
@GetMapping("/stat")
public AjaxResult stat(@RequestParam("tableName") String tableName, @RequestParam("columnName") String columnName) {
return AjaxResult.success(teemLinkMonitorService.stat(tableName, columnName));
}
}

66
ruoyi/src/main/java/com/ruoyi/project/monitor/domain/TeemLinkColumn.java Normal file
View File

@ -0,0 +1,66 @@
package com.ruoyi.project.monitor.domain;
/**
* teemlink配置的表单列
*/
public class TeemLinkColumn {
/**
* 中文名称
*/
private String chineseName;
/**
* 数据库名称
*/
private String dbName;
/**
* 字段类型
* 字符、日期、数值、字典
*/
private String fieldType;
/**
* 字典类型
*/
private String dictType;
public String getChineseName() {
return chineseName;
}
public void setChineseName(String chineseName) {
this.chineseName = chineseName;
}
public String getDbName() {
return dbName;
}
public void setDbName(String dbName) {
this.dbName = dbName;
}
public String getFieldType() {
return fieldType;
}
public void setFieldType(String fieldType) {
this.fieldType = fieldType;
}
public String getDictType() {
return dictType;
}
public void setDictType(String dictType) {
this.dictType = dictType;
}
@Override
public String toString() {
return "TeemLinkColumn{" +
"chineseName='" + chineseName + '\'' +
", dbName='" + dbName + '\'' +
", fieldType='" + fieldType + '\'' +
", dictType='" + dictType + '\'' +
'}';
}
}

71
ruoyi/src/main/java/com/ruoyi/project/monitor/domain/TeemLinkExt.java Normal file
View File

@ -0,0 +1,71 @@
package com.ruoyi.project.monitor.domain;
/**
* 展示用的model
* @author lihe
*/
public class TeemLinkExt {
private String tableChineseName;
private String tableDbName;
private String columnChineseName;
private String columnDbName;
private String fieldType;
private String dictType;
private Float stat;
public String getTableChineseName() {
return tableChineseName;
}
public void setTableChineseName(String tableChineseName) {
this.tableChineseName = tableChineseName;
}
public String getTableDbName() {
return tableDbName;
}
public void setTableDbName(String tableDbName) {
this.tableDbName = tableDbName;
}
public String getColumnChineseName() {
return columnChineseName;
}
public void setColumnChineseName(String columnChineseName) {
this.columnChineseName = columnChineseName;
}
public String getColumnDbName() {
return columnDbName;
}
public void setColumnDbName(String columnDbName) {
this.columnDbName = columnDbName;
}
public String getFieldType() {
return fieldType;
}
public void setFieldType(String fieldType) {
this.fieldType = fieldType;
}
public String getDictType() {
return dictType;
}
public void setDictType(String dictType) {
this.dictType = dictType;
}
public Float getStat() {
return stat;
}
public void setStat(Float stat) {
this.stat = stat;
}
}

43
ruoyi/src/main/java/com/ruoyi/project/monitor/domain/TeemLinkMonitorQueryModel.java Normal file
View File

@ -0,0 +1,43 @@
package com.ruoyi.project.monitor.domain;
/**
*
*/
public class TeemLinkMonitorQueryModel {
private Integer pageIndex;
private Integer pageSize;
private String tableName;
private String columnName;
public Integer getPageIndex() {
return pageIndex;
}
public void setPageIndex(Integer pageIndex) {
this.pageIndex = pageIndex;
}
public Integer getPageSize() {
return pageSize;
}
public void setPageSize(Integer pageSize) {
this.pageSize = pageSize;
}
public String getTableName() {
return tableName;
}
public void setTableName(String tableName) {
this.tableName = tableName;
}
public String getColumnName() {
return columnName;
}
public void setColumnName(String columnName) {
this.columnName = columnName;
}
}

27
ruoyi/src/main/java/com/ruoyi/project/monitor/domain/TeemLinkStat.java Normal file
View File

@ -0,0 +1,27 @@
package com.ruoyi.project.monitor.domain;
/**
* teemlink数据统计
*
* @author lihe
*/
public class TeemLinkStat {
private Integer count;
private Integer validCount;
public Integer getCount() {
return count;
}
public void setCount(Integer count) {
this.count = count;
}
public Integer getValidCount() {
return validCount;
}
public void setValidCount(Integer validCount) {
this.validCount = validCount;
}
}

48
ruoyi/src/main/java/com/ruoyi/project/monitor/domain/TeemLinkTable.java Normal file
View File

@ -0,0 +1,48 @@
package com.ruoyi.project.monitor.domain;
import java.util.List;
/**
* teemlink配置的表单
*
* @author lihe
*/
public class TeemLinkTable {
private String chineseName;
private String dbName;
private List<TeemLinkColumn> columns;
public String getChineseName() {
return chineseName;
}
public void setChineseName(String chineseName) {
this.chineseName = chineseName;
}
public String getDbName() {
return dbName;
}
public void setDbName(String dbName) {
this.dbName = dbName;
}
public List<TeemLinkColumn> getColumns() {
return columns;
}
public void setColumns(List<TeemLinkColumn> columns) {
this.columns = columns;
}
@Override
public String toString() {
return "TeemLinkTable{" +
"chineseName='" + chineseName + '\'' +
", dbName='" + dbName + '\'' +
", columns=" + columns +
'}';
}
}

24
ruoyi/src/main/java/com/ruoyi/project/monitor/mapper/TeemLinkMonitorMapper.java Normal file
View File

@ -0,0 +1,24 @@
package com.ruoyi.project.monitor.mapper;
import com.baomidou.dynamic.datasource.annotation.DS;
import com.ruoyi.project.monitor.domain.TeemLinkStat;
import com.ruoyi.project.monitor.domain.TeemLinkTable;
import org.apache.ibatis.annotations.Param;
/**
* teemlink数据监控
*
* @author lihe
*/
@DS("teemlink")
public interface TeemLinkMonitorMapper {
/**
* 查看某表的字段数据统计
*
* @param tableName
* @param columnName
* @return
*/
TeemLinkStat getColumnStat(@Param("tableName") String tableName, @Param("columnName") String columnName);
}

22
ruoyi/src/main/java/com/ruoyi/project/monitor/service/ITeemLinkMonitorService.java Normal file
View File

@ -0,0 +1,22 @@
package com.ruoyi.project.monitor.service;
import com.ruoyi.project.monitor.domain.SysOperLog;
import com.ruoyi.project.monitor.domain.TeemLinkStat;
import java.util.List;
/**
* teemlink 服务层
*
* @author ruoyi
*/
public interface ITeemLinkMonitorService {
/**
* 数据统计
*
* @param tableName
* @param columnName
* @return
*/
TeemLinkStat stat(String tableName, String columnName);
}

23
ruoyi/src/main/java/com/ruoyi/project/monitor/service/impl/TeemLinkMonitorServiceImpl.java Normal file
View File

@ -0,0 +1,23 @@
package com.ruoyi.project.monitor.service.impl;
import com.ruoyi.project.monitor.domain.TeemLinkStat;
import com.ruoyi.project.monitor.mapper.TeemLinkMonitorMapper;
import com.ruoyi.project.monitor.service.ITeemLinkMonitorService;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
/**
* 服务层处理
*
* @author ruoyi
*/
@Service
public class TeemLinkMonitorServiceImpl implements ITeemLinkMonitorService {
@Autowired
private TeemLinkMonitorMapper teemLinkMonitorMapper;
@Override
public TeemLinkStat stat(String tableName, String columnName) {
return teemLinkMonitorMapper.getColumnStat(tableName, columnName);
}
}

5
ruoyi/src/main/resources/application.yml
View File

@ -13,8 +13,9 @@ ruoyi:
# 获取ip地址开关
addressEnabled: false
uv:
dataUrl: http://172.16.30.74:9500/api
aitificialOfficeBasePriceUrl: /price/office/artificial?yearMonth=%d&lastYearMonth=%d
dataUrl: http://172.16.30.74:9500/api/
aitificialOfficeBasePriceUrl: price/office/artificial?yearMonth=%d&lastYearMonth=%d
formMonitor: http://172.16.30.247:9800/tables
# 开发环境配置
server:

12
ruoyi/src/main/resources/mybatis/monitor/TeemLinkMonitorMapper.xml Normal file
View File

@ -0,0 +1,12 @@
<?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE mapper
PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN"
"http://mybatis.org/dtd/mybatis-3-mapper.dtd">
<mapper namespace="com.ruoyi.project.monitor.mapper.TeemLinkMonitorMapper">
<select id="getColumnStat" resultType="com.ruoyi.project.monitor.domain.TeemLinkStat">
select count(1) as count,
(select count(1) from ${tableName} where ${columnName} is not null and #{columnName}
<![CDATA[ <> ]]> '') as validCount
from ${tableName}
</select>
</mapper>