Commit 5ee0ddd2 authored by wenmo's avatar wenmo

运维中心主页

parent 0e110478
...@@ -2,6 +2,7 @@ package com.dlink.controller; ...@@ -2,6 +2,7 @@ package com.dlink.controller;
import com.dlink.common.result.ProTableResult; import com.dlink.common.result.ProTableResult;
import com.dlink.common.result.Result; import com.dlink.common.result.Result;
import com.dlink.model.Jar;
import com.dlink.model.JobInstance; import com.dlink.model.JobInstance;
import com.dlink.service.JobInstanceService; import com.dlink.service.JobInstanceService;
import com.fasterxml.jackson.databind.JsonNode; import com.fasterxml.jackson.databind.JsonNode;
...@@ -23,14 +24,14 @@ import java.util.List; ...@@ -23,14 +24,14 @@ import java.util.List;
@RequestMapping("/api/jobInstance") @RequestMapping("/api/jobInstance")
public class JobInstanceController { public class JobInstanceController {
@Autowired @Autowired
private JobInstanceService JobInstanceService; private JobInstanceService jobInstanceService;
/** /**
* 动态查询列表 * 动态查询列表
*/ */
@PostMapping @PostMapping
public ProTableResult<JobInstance> listJobInstances(@RequestBody JsonNode para) { public ProTableResult<JobInstance> listJobInstances(@RequestBody JsonNode para) {
return JobInstanceService.selectForProTable(para); return jobInstanceService.selectForProTable(para);
} }
/** /**
...@@ -42,7 +43,7 @@ public class JobInstanceController { ...@@ -42,7 +43,7 @@ public class JobInstanceController {
List<Integer> error = new ArrayList<>(); List<Integer> error = new ArrayList<>();
for (final JsonNode item : para){ for (final JsonNode item : para){
Integer id = item.asInt(); Integer id = item.asInt();
if(!JobInstanceService.removeById(id)){ if(!jobInstanceService.removeById(id)){
error.add(id); error.add(id);
} }
} }
...@@ -61,7 +62,15 @@ public class JobInstanceController { ...@@ -61,7 +62,15 @@ public class JobInstanceController {
*/ */
@PostMapping("/getOneById") @PostMapping("/getOneById")
public Result getOneById(@RequestBody JobInstance JobInstance) throws Exception { public Result getOneById(@RequestBody JobInstance JobInstance) throws Exception {
JobInstance = JobInstanceService.getById(JobInstance.getId()); JobInstance = jobInstanceService.getById(JobInstance.getId());
return Result.succeed(JobInstance,"获取成功"); return Result.succeed(JobInstance,"获取成功");
} }
/**
* 获取状态统计信息
*/
@GetMapping("/getStatusCount")
public Result getStatusCount() {
return Result.succeed(jobInstanceService.getStatusCount(),"获取成功");
}
} }
...@@ -2,8 +2,11 @@ package com.dlink.mapper; ...@@ -2,8 +2,11 @@ package com.dlink.mapper;
import com.dlink.db.mapper.SuperMapper; import com.dlink.db.mapper.SuperMapper;
import com.dlink.model.JobInstance; import com.dlink.model.JobInstance;
import com.dlink.model.JobInstanceCount;
import org.apache.ibatis.annotations.Mapper; import org.apache.ibatis.annotations.Mapper;
import java.util.List;
/** /**
* JobInstanceMapper * JobInstanceMapper
* *
...@@ -12,4 +15,6 @@ import org.apache.ibatis.annotations.Mapper; ...@@ -12,4 +15,6 @@ import org.apache.ibatis.annotations.Mapper;
*/ */
@Mapper @Mapper
public interface JobInstanceMapper extends SuperMapper<JobInstance> { public interface JobInstanceMapper extends SuperMapper<JobInstance> {
List<JobInstanceCount> countStatus();
} }
...@@ -49,6 +49,17 @@ public class JobInstance implements Serializable { ...@@ -49,6 +49,17 @@ public class JobInstance implements Serializable {
private LocalDateTime finishTime; private LocalDateTime finishTime;
private Long duration;
private Integer failed_restart_count; private Integer failed_restart_count;
@TableField(exist = false)
private String type;
@TableField(exist = false)
private String clusterAlias;
@TableField(exist = false)
private String jobManagerAddress;
} }
package com.dlink.model;
/**
* JobInstanceCount
*
* @author wenmo
* @since 2022/2/28 22:20
*/
public class JobInstanceCount {
private String status;
private Integer counts;
public JobInstanceCount() {
}
public JobInstanceCount(String status, Integer counts) {
this.status = status;
this.counts = counts;
}
public String getStatus() {
return status;
}
public void setStatus(String status) {
this.status = status;
}
public Integer getCounts() {
return counts;
}
public void setCounts(Integer counts) {
this.counts = counts;
}
}
package com.dlink.model;
/**
* JobInstanceStatus
*
* @author wenmo
* @since 2022/2/28 22:25
*/
public class JobInstanceStatus {
private Integer all = 0;
private Integer initializing = 0;
private Integer running = 0;
private Integer finished = 0;
private Integer failed = 0;
private Integer canceled = 0;
public JobInstanceStatus() {
}
public JobInstanceStatus(Integer all, Integer initializing, Integer running, Integer finished, Integer failed, Integer canceled) {
this.all = all;
this.initializing = initializing;
this.running = running;
this.finished = finished;
this.failed = failed;
this.canceled = canceled;
}
public Integer getAll() {
return all;
}
public void setAll(Integer all) {
this.all = all;
}
public Integer getInitializing() {
return initializing;
}
public void setInitializing(Integer initializing) {
this.initializing = initializing;
}
public Integer getRunning() {
return running;
}
public void setRunning(Integer running) {
this.running = running;
}
public Integer getFinished() {
return finished;
}
public void setFinished(Integer finished) {
this.finished = finished;
}
public Integer getFailed() {
return failed;
}
public void setFailed(Integer failed) {
this.failed = failed;
}
public Integer getCanceled() {
return canceled;
}
public void setCanceled(Integer canceled) {
this.canceled = canceled;
}
}
...@@ -2,6 +2,7 @@ package com.dlink.service; ...@@ -2,6 +2,7 @@ package com.dlink.service;
import com.dlink.db.service.ISuperService; import com.dlink.db.service.ISuperService;
import com.dlink.model.JobInstance; import com.dlink.model.JobInstance;
import com.dlink.model.JobInstanceStatus;
/** /**
* JobInstanceService * JobInstanceService
...@@ -10,4 +11,6 @@ import com.dlink.model.JobInstance; ...@@ -10,4 +11,6 @@ import com.dlink.model.JobInstance;
* @since 2022/2/2 13:52 * @since 2022/2/2 13:52
*/ */
public interface JobInstanceService extends ISuperService<JobInstance> { public interface JobInstanceService extends ISuperService<JobInstance> {
JobInstanceStatus getStatusCount();
} }
package com.dlink.service.impl; package com.dlink.service.impl;
import com.dlink.assertion.Asserts;
import com.dlink.db.service.impl.SuperServiceImpl; import com.dlink.db.service.impl.SuperServiceImpl;
import com.dlink.mapper.JobInstanceMapper; import com.dlink.mapper.JobInstanceMapper;
import com.dlink.model.JobInstance; import com.dlink.model.JobInstance;
import com.dlink.model.JobInstanceCount;
import com.dlink.model.JobInstanceStatus;
import com.dlink.model.JobStatus;
import com.dlink.service.JobInstanceService; import com.dlink.service.JobInstanceService;
import org.springframework.stereotype.Service; import org.springframework.stereotype.Service;
import java.util.List;
/** /**
* JobInstanceServiceImpl * JobInstanceServiceImpl
* *
...@@ -14,4 +20,32 @@ import org.springframework.stereotype.Service; ...@@ -14,4 +20,32 @@ import org.springframework.stereotype.Service;
*/ */
@Service @Service
public class JobInstanceServiceImpl extends SuperServiceImpl<JobInstanceMapper, JobInstance> implements JobInstanceService { public class JobInstanceServiceImpl extends SuperServiceImpl<JobInstanceMapper, JobInstance> implements JobInstanceService {
@Override
public JobInstanceStatus getStatusCount() {
List<JobInstanceCount> jobInstanceCounts = baseMapper.countStatus();
JobInstanceStatus jobInstanceStatus = new JobInstanceStatus();
Integer total = 0;
for (JobInstanceCount item : jobInstanceCounts) {
Integer counts = Asserts.isNull(item.getCounts())?0:item.getCounts();
total += counts;
switch (JobStatus.get(item.getStatus())) {
case INITIALIZING:
jobInstanceStatus.setInitializing(counts);
break;
case RUNNING:
jobInstanceStatus.setRunning(counts);
break;
case FINISHED:
jobInstanceStatus.setFinished(counts);
break;
case FAILED:
jobInstanceStatus.setFailed(counts);
break;
case CANCELED:
jobInstanceStatus.setCanceled(counts);
}
}
jobInstanceStatus.setAll(total);
return jobInstanceStatus;
}
} }
...@@ -4,11 +4,26 @@ ...@@ -4,11 +4,26 @@
<select id="selectForProTable" resultType="com.dlink.model.JobInstance"> <select id="selectForProTable" resultType="com.dlink.model.JobInstance">
select select
a.* a.*,
dh.type as type,
(select dc.alias FROM dlink_cluster dc where dc.id=a.cluster_id) as clusterAlias
from from
dlink_job_instance a dlink_job_instance a
left join dlink_history dh on a.history_id = dh.id
<where> <where>
1=1 1=1
<if test='param.status!=null and param.status!=""'>
and a.status = #{param.status}
</if>
<if test='param.type!=null and param.type!=""'>
and dh.type = #{param.type}
</if>
<if test='param.name!=null and param.name!=""'>
and a.name like "%${param.name}%"
</if>
<if test='param.jid!=null and param.jid!=""'>
and a.jid like "%${param.jid}%"
</if>
<if test='param.createTime!=null and param.createTime!=""'> <if test='param.createTime!=null and param.createTime!=""'>
and a.create_time <![CDATA[>=]]> str_to_date( #{param.createTime},'%Y-%m-%d %H:%i:%s') and a.create_time <![CDATA[>=]]> str_to_date( #{param.createTime},'%Y-%m-%d %H:%i:%s')
and a.create_time <![CDATA[<=]]> str_to_date( #{param.createTime},'%Y-%m-%d %H:%i:%s') and a.create_time <![CDATA[<=]]> str_to_date( #{param.createTime},'%Y-%m-%d %H:%i:%s')
...@@ -25,4 +40,13 @@ ...@@ -25,4 +40,13 @@
</if> </if>
</where> </where>
</select> </select>
<select id="countStatus" resultType="com.dlink.model.JobInstanceCount">
select
status,
count(1) as counts
from
dlink_job_instance
group by status
</select>
</mapper> </mapper>
package com.dlink.model; package com.dlink.model;
import com.dlink.assertion.Asserts;
/** /**
* JobState * JobState
* *
...@@ -78,4 +80,13 @@ public enum JobStatus { ...@@ -78,4 +80,13 @@ public enum JobStatus {
public String getValue() { public String getValue() {
return value; return value;
} }
public static JobStatus get(String value){
for (JobStatus type : JobStatus.values()) {
if(Asserts.isEqualsIgnoreCase(type.getValue(),value)){
return type;
}
}
return JobStatus.UNKNOWN;
}
} }
...@@ -317,7 +317,8 @@ create table dlink_job_instance ...@@ -317,7 +317,8 @@ create table dlink_job_instance
history_id int null comment '提交历史ID', history_id int null comment '提交历史ID',
create_time datetime null comment '创建时间', create_time datetime null comment '创建时间',
update_time datetime null comment '更新时间', update_time datetime null comment '更新时间',
finish_time int null comment '完成时间', finish_time datetime null comment '完成时间',
duration bigint null comment '耗时',
error text null comment '异常日志', error text null comment '异常日志',
failed_restart_count int null comment '重启次数' failed_restart_count int null comment '重启次数'
) comment '作业实例'; ) comment '作业实例';
......
...@@ -510,7 +510,7 @@ create table dlink_job_instance ...@@ -510,7 +510,7 @@ create table dlink_job_instance
history_id int null comment '提交历史ID', history_id int null comment '提交历史ID',
create_time datetime null comment '创建时间', create_time datetime null comment '创建时间',
update_time datetime null comment '更新时间', update_time datetime null comment '更新时间',
finish_time int null comment '完成时间', finish_time datetime null comment '完成时间',
error text null comment '异常日志', error text null comment '异常日志',
failed_restart_count int null comment '重启次数' failed_restart_count int null comment '重启次数'
) comment '作业实例'; ) comment '作业实例';
...@@ -591,5 +591,10 @@ create table dlink_alert_history ...@@ -591,5 +591,10 @@ create table dlink_alert_history
-- 0.6.0-SNAPSHOT 2022-02-25 -- 0.6.0-SNAPSHOT 2022-02-25
-- ---------------------------- -- ----------------------------
ALTER TABLE `dlink_job_instance` MODIFY COLUMN name varchar(255) NULL COMMENT '作业实例名'; ALTER TABLE `dlink_job_instance` MODIFY COLUMN name varchar(255) NULL COMMENT '作业实例名';
-- ----------------------------
-- 0.6.0-SNAPSHOT 2022-02-28
-- ----------------------------
ALTER TABLE `dlink_job_instance`
ADD COLUMN `duration` BIGINT NULL COMMENT '耗时' AFTER `finish_time`;
SET FOREIGN_KEY_CHECKS = 1; SET FOREIGN_KEY_CHECKS = 1;
...@@ -23,18 +23,10 @@ export default [ ...@@ -23,18 +23,10 @@ export default [
component: './FlinkSqlStudio', component: './FlinkSqlStudio',
}, },
{ {
path: '/taskcenter', path: '/devops',
name: 'taskcenter', name: 'devops',
icon: 'partition', icon: 'control',
routes: [ component: './DevOps',
/*{
path: '/taskcenter/task',
name: 'task',
icon: 'task',
component: './Task',
},*/
],
}, },
{ {
path: '/registration', path: '/registration',
...@@ -45,13 +37,18 @@ export default [ ...@@ -45,13 +37,18 @@ export default [
path: '/registration/cluster', path: '/registration/cluster',
name: 'cluster', name: 'cluster',
icon: 'cluster', icon: 'cluster',
component: './Cluster', routes: [
}, {
{ path: '/registration/cluster/clusterInstance',
path: '/registration/clusterConfiguration', name: 'clusterInstance',
name: 'clusterConfiguration', component: './Cluster',
icon: 'setting', },
component: './ClusterConfiguration', {
path: '/registration/cluster/clusterConfiguration',
name: 'clusterConfiguration',
component: './ClusterConfiguration',
},
],
}, },
{ {
path: '/registration/jar', path: '/registration/jar',
...@@ -73,13 +70,11 @@ export default [ ...@@ -73,13 +70,11 @@ export default [
{ {
path: '/registration/alert/alertInstance', path: '/registration/alert/alertInstance',
name: 'alertInstance', name: 'alertInstance',
icon: 'task',
component: './AlertInstance', component: './AlertInstance',
}, },
{ {
path: '/registration/alert/alertGroup', path: '/registration/alert/alertGroup',
name: 'alertGroup', name: 'alertGroup',
icon: 'task',
component: './AlertGroup', component: './AlertGroup',
}, },
], ],
......
...@@ -51,16 +51,16 @@ export default { ...@@ -51,16 +51,16 @@ export default {
'menu.editor.koni': '拓扑编辑器', 'menu.editor.koni': '拓扑编辑器',
'menu.demo': 'Demo 开发模板', 'menu.demo': 'Demo 开发模板',
'menu.registration': '注册中心', 'menu.registration': '注册中心',
'menu.registration.cluster': '集群实例', 'menu.registration.cluster': '集群管理',
'menu.registration.clusterConfiguration': '集群配置', 'menu.registration.cluster.clusterInstance': '集群实例管理',
'menu.registration.cluster.clusterConfiguration': '集群配置管理',
'menu.registration.database': '数据源管理', 'menu.registration.database': '数据源管理',
'menu.registration.alert': '报警管理', 'menu.registration.alert': '报警管理',
'menu.registration.alert.alertInstance': '报警实例管理', 'menu.registration.alert.alertInstance': '报警实例管理',
'menu.registration.alert.alertGroup': '报警组管理', 'menu.registration.alert.alertGroup': '报警组管理',
'menu.studio': 'FlinkSql IDE', 'menu.studio': 'FlinkSql IDE',
'menu.flinksqlstudio': 'FlinkSQL Studio', 'menu.flinksqlstudio': 'FlinkSQL Studio',
'menu.taskcenter': '作业中心', 'menu.devops': '运维中心',
'menu.taskcenter.task': '作业管理',
'menu.registration.jar': 'Jar 管理', 'menu.registration.jar': 'Jar 管理',
'menu.registration.document': '文档管理', 'menu.registration.document': '文档管理',
'menu.settings': '系统设置', 'menu.settings': '系统设置',
......
import {Tag} from 'antd';
import {
CheckCircleOutlined,
SyncOutlined, CloseCircleOutlined, MinusCircleOutlined, ClockCircleOutlined, DownOutlined
} from "@ant-design/icons";
import {queryData} from "@/components/Common/crud";
import React, {useState} from "react";
import type { ProColumns } from '@ant-design/pro-table';
import ProTable from "@ant-design/pro-table";
import {JobInstanceTableListItem} from "@/pages/DevOps/data";
const url = '/api/jobInstance';
const JobInstanceTable = (props: any) => {
const {status, dispatch} = props;
const getColumns = () => {
const columns: ProColumns<JobInstanceTableListItem>[] = [{
title: "作业名",
dataIndex: "name",
sorter: true,
},{
title: "运行模式",
dataIndex: "type",
sorter: true,
},{
title: "集群实例",
dataIndex: "clusterAlias",
sorter: true,
},{
title: "作业ID",
dataIndex: "jid",
key: "jid",
}, {
title: "状态",
dataIndex: "status",
sorter: true,
render: (_, row) => {
return (
<>
{(row.status == 'FINISHED') ?
(<Tag icon={<CheckCircleOutlined />} color="success">
FINISHED
</Tag>) :
(row.status == 'RUNNING') ?
(<Tag icon={<SyncOutlined spin />} color="processing">
RUNNING
</Tag>) :
(row.status == 'FAILED') ?
(<Tag icon={<CloseCircleOutlined />} color="error">
FAILED
</Tag>) :
(row.status == 'CANCELED') ?
(<Tag icon={<MinusCircleOutlined />} color="default">
CANCELED
</Tag>) :
(row.status == 'INITIALIZING') ?
(<Tag icon={<ClockCircleOutlined />} color="default">
INITIALIZING
</Tag>) :(row.status == 'RESTARTING') ?
(<Tag icon={<ClockCircleOutlined />} color="default">
RESTARTING
</Tag>) :
(<Tag color="default">
UNKNOWEN
</Tag>)
}</>)
;
}
}, {
title: "开始时间",
dataIndex: "createTime",
sorter: true,
valueType: 'dateTime',
}, {
title: "更新时间",
dataIndex: "updateTime",
sorter: true,
valueType: 'dateTime',
hideInTable: true
}, {
title: "结束时间",
dataIndex: "finishTime",
sorter: true,
valueType: 'dateTime',
hideInTable: true
}, {
title: "耗时",
dataIndex: "duration",
sorter: true,
valueType: 'second',
},];
return columns;
};
return (
<><ProTable
request={(params, sorter, filter) => queryData(url, {...params,status, sorter: {id: 'descend'}, filter})}
columns={getColumns()}
size="small"
search={false}
toolBarRender={false}
pagination={{
pageSize: 5,
}}
/>
</>
);
};
export default JobInstanceTable;
export type JobInstanceTableListItem = {
id: number,
name: string,
taskId: number,
clusterId: number,
clusterAlias: string,
type: string,
jobManagerAddress: string,
jid: string,
status: string,
historyId: number,
error: string,
failedRestartCount: number,
duration: number,
createTime: Date,
updateTime: Date,
finishTime: Date,
};
export type StatusCount = {
all: number,
initializing: number,
running: number,
finished: number,
failed: number,
canceled: number,
}
import {Typography, Divider, Badge, Empty,Tag} from "antd";
import ProCard, { StatisticCard } from '@ant-design/pro-card';
import type { StatisticProps } from '@ant-design/pro-card';
import JobInstanceTable from "./JobInstanceTable";
import {getStatusCount} from "@/pages/DevOps/service";
import {useEffect, useState} from "react";
import {StatusCount} from "@/pages/DevOps/data";
const { Statistic } = StatisticCard;
const DevOps = (props:any) => {
// const {current} = props;
const statusCountDefault = [
{ key: '', title: '全部', value: 0, total: true },
{ key: 'INITIALIZING', status: 'default', title: '初始化', value: 0 },
{ key: 'RUNNING', status: 'success', title: '运行中', value: 0 },
{ key: 'FINISHED', status: 'processing', title: '已完成', value: 0 },
{ key: 'FAILED', status: 'error', title: '发生异常', value: 0 },
{ key: 'CANCELED', status: 'warning', title: '停止', value: 0 },
];
const [statusCount, setStatusCount] = useState<any[]>(statusCountDefault);
const refreshStatusCount = () => {
const res = getStatusCount();
res.then((result)=>{
const statusCountData: StatusCount = result.datas;
const items: any = [
{ key: '', title: '全部', value: statusCountData.all, total: true },
{ key: 'INITIALIZING', status: 'default', title: '初始化', value: statusCountData.initializing },
{ key: 'RUNNING', status: 'success', title: '运行中', value: statusCountData.running },
{ key: 'FINISHED', status: 'processing', title: '已完成', value: statusCountData.finished },
{ key: 'FAILED', status: 'error', title: '发生异常', value: statusCountData.failed },
{ key: 'CANCELED', status: 'warning', title: '停止', value: statusCountData.canceled },
];
setStatusCount(items);
});
}
useEffect(() => {
refreshStatusCount();
}, []);
return (
<ProCard
tabs={{
onChange: (key) => {
},
}}
>
{statusCount.map((item) => (
<ProCard.TabPane
style={{ width: '100%' }}
key={item.key}
tab={
<Statistic
layout="vertical"
title={item.title}
value={item.value}
status={item.status as StatisticProps['status']}
style={{ width: 120, borderRight: item.total ? '1px solid #f0f0f0' : undefined }}
/>
}
>
<div
style={{
alignItems: 'center',
justifyContent: 'center',
backgroundColor: '#fafafa',
}}
>
<JobInstanceTable status={item.key}/>
</div>
</ProCard.TabPane>
))}
</ProCard>
);
};
export default DevOps;
import {getData} from "@/components/Common/crud";
export function getStatusCount() {
return getData("api/jobInstance/getStatusCount");
}
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment