Skip to content

D
dlink
Commit c1ce6abb authored by wenmo's avatar wenmo
Browse files
Options

任务提交成功后保存多任务实例

parent a0e43a64
Expand all Show whitespace changes
Inline Side-by-side
Showing with 623 additions and 407 deletions
dlink-admin/src/main/java/com/dlink/job/Job2MysqlHandler.java
View file @ c1ce6abb
......@@ -3,11 +3,13 @@ package com.dlink.job;
import cn.hutool.json.JSONUtil;
import com.dlink.assertion.Asserts;
import com.dlink.context.SpringContextUtils;
import com.dlink.gateway.GatewayType;
import com.dlink.model.Cluster;
import com.dlink.model.History;
import com.dlink.model.JobInstance;
import com.dlink.model.JobStatus;
import com.dlink.service.ClusterService;
import com.dlink.service.HistoryService;
import com.dlink.service.JobInstanceService;
import org.springframework.context.annotation.DependsOn;
import java.time.LocalDateTime;
......@@ -23,10 +25,12 @@ public class Job2MysqlHandler implements JobHandler {
private static HistoryService historyService;
private static ClusterService clusterService;
private static JobInstanceService jobInstanceService;
static {
historyService = SpringContextUtils.getBean("historyServiceImpl",HistoryService.class);
clusterService = SpringContextUtils.getBean("clusterServiceImpl",ClusterService.class);
historyService = SpringContextUtils.getBean("historyServiceImpl", HistoryService.class);
clusterService = SpringContextUtils.getBean("clusterServiceImpl", ClusterService.class);
jobInstanceService = SpringContextUtils.getBean("jobInstanceServiceImpl", JobInstanceService.class);
}
@Override
......@@ -34,9 +38,9 @@ public class Job2MysqlHandler implements JobHandler {
Job job = JobContextHolder.getJob();
History history = new History();
history.setType(job.getType().getLongValue());
if(job.isUseGateway()) {
if (job.isUseGateway()) {
history.setClusterConfigurationId(job.getJobConfig().getClusterConfigurationId());
}else{
} else {
history.setClusterId(job.getJobConfig().getClusterId());
}
history.setJobManagerAddress(job.getJobManagerAddress());
......@@ -67,24 +71,38 @@ public class Job2MysqlHandler implements JobHandler {
Job job = JobContextHolder.getJob();
History history = new History();
history.setId(job.getId());
if(job.isUseGateway()&&Asserts.isNullString(job.getJobId())){
job.setJobId("unknown-"+LocalDateTime.now().toString());
if (job.isUseGateway() && Asserts.isNullString(job.getJobId())) {
job.setJobId("unknown-" + LocalDateTime.now().toString());
}
history.setJobId(job.getJobId());
history.setStatus(job.getStatus().ordinal());
history.setEndTime(job.getEndTime());
if(job.isUseGateway()){
if (job.isUseGateway()) {
history.setJobManagerAddress(job.getJobManagerAddress());
}
if(job.isUseGateway()){
Integer clusterId = job.getJobConfig().getClusterId();
if (job.isUseGateway()) {
Cluster cluster = clusterService.registersCluster(Cluster.autoRegistersCluster(job.getJobManagerAddress(),
job.getJobId(),job.getJobConfig().getJobName()+ LocalDateTime.now(), job.getType().getLongValue(),
job.getJobConfig().getClusterConfigurationId(),job.getJobConfig().getTaskId()));
if(Asserts.isNotNull(cluster)){
history.setClusterId(cluster.getId());
job.getJobId(), job.getJobConfig().getJobName() + LocalDateTime.now(), job.getType().getLongValue(),
job.getJobConfig().getClusterConfigurationId(), job.getJobConfig().getTaskId()));
if (Asserts.isNotNull(cluster)) {
clusterId = cluster.getId();
}
}
history.setClusterId(clusterId);
historyService.updateById(history);
if (Asserts.isNotNullCollection(job.getJids())) {
for (String jid : job.getJids()) {
JobInstance jobInstance = history.buildJobInstance();
jobInstance.setHistoryId(job.getId());
jobInstance.setClusterId(clusterId);
jobInstance.setTaskId(job.getJobConfig().getTaskId());
jobInstance.setName(job.getJobConfig().getJobName());
jobInstance.setJid(jid);
jobInstance.setStatus(JobStatus.INITIALIZING.getValue());
jobInstanceService.save(jobInstance);
}
}
return true;
}
......
dlink-admin/src/main/java/com/dlink/model/History.java
View file @ c1ce6abb
......@@ -44,4 +44,13 @@ public class History implements Serializable {
private String clusterAlias;
@TableField(exist = false)
private String taskAlias;
public JobInstance buildJobInstance() {
JobInstance jobInstance = new JobInstance();
jobInstance.setHistoryId(id);
jobInstance.setClusterId(clusterId);
jobInstance.setTaskId(taskId);
jobInstance.setName(jobName);
return jobInstance;
}
}
dlink-admin/src/main/java/com/dlink/model/JobInstance.java
View file @ c1ce6abb
package com.dlink.model;
import com.baomidou.mybatisplus.annotation.FieldFill;
import com.baomidou.mybatisplus.annotation.TableField;
import com.baomidou.mybatisplus.annotation.TableName;
import lombok.Data;
import lombok.EqualsAndHashCode;
......@@ -25,10 +27,12 @@ public class JobInstance implements Serializable {
private Integer taskId;
private Integer clusterId;
private String jid;
private Integer status;
private String status;
private Integer historyId;
private String error;
@TableField(fill = FieldFill.INSERT)
private LocalDateTime createTime;
@TableField(fill = FieldFill.INSERT_UPDATE)
private LocalDateTime updateTime;
private LocalDateTime finishTime;
private Integer failed_restart_count;
......
dlink-common/src/main/java/com/dlink/model/JobStatus.java 0 → 100644
View file @ c1ce6abb
package com.dlink.model;
/**
* JobState
*
* @author wenmo
* @since 2022/2/22 14:29
**/
public enum JobStatus {
/**
* The job has been received by the Dispatcher, and is waiting for the job manager to receive
* leadership and to be created.
*/
INITIALIZING("INITIALIZING"),
/**
* Job is newly created, no task has started to run.
*/
CREATED("CREATED"),
/**
* Some tasks are scheduled or running, some may be pending, some may be finished.
*/
RUNNING("RUNNING"),
/**
* The job has failed and is currently waiting for the cleanup to complete.
*/
FAILING("FAILING"),
/**
* The job has failed with a non-recoverable task failure.
*/
FAILED("FAILED"),
/**
* Job is being cancelled.
*/
CANCELLING("CANCELLING"),
/**
* Job has been cancelled.
*/
CANCELED("CANCELED"),
/**
* All of the job's tasks have successfully finished.
*/
FINISHED("FINISHED"),
/**
* The job is currently undergoing a reset and total restart.
*/
RESTARTING("RESTARTING"),
/**
* The job has been suspended which means that it has been stopped but not been removed from a
* potential HA job store.
*/
SUSPENDED("SUSPENDED"),
/**
* The job is currently reconciling and waits for task execution report to recover state.
*/
RECONCILING("RECONCILING"),
/**
* The job can't get any info.
*/
UNKNOWN("UNKNOWN");
private String value;
JobStatus(String value) {
this.value = value;
}
public String getValue() {
return value;
}
}
dlink-core/src/main/java/com/dlink/job/Job.java
View file @ c1ce6abb
......@@ -3,13 +3,12 @@ package com.dlink.job;
import com.dlink.executor.Executor;
import com.dlink.executor.ExecutorSetting;
import com.dlink.gateway.GatewayType;
import com.dlink.parser.SqlType;
import com.dlink.result.IResult;
import lombok.Getter;
import lombok.Setter;
import java.time.LocalDate;
import java.time.LocalDateTime;
import java.util.List;
/**
* Job
......@@ -34,6 +33,7 @@ public class Job {
private LocalDateTime endTime;
private Executor executor;
private boolean useGateway;
private List<String> jids;
public enum JobStatus {
INITIALIZE,
......
dlink-doc/sql/dlink.sql
View file @ c1ce6abb
......@@ -313,7 +313,7 @@ create table dlink_job_instance
task_id int null comment 'taskID',
cluster_id int null comment '集群ID',
jid varchar(50) null comment 'FlinkJobId',
status int null comment '实例状态',
status varchar(50) null comment '实例状态',
history_id int null comment '提交历史ID',
create_time datetime null comment '创建时间',
update_time datetime null comment '更新时间',
......
dlink-doc/sql/dlink_history.sql
View file @ c1ce6abb
......@@ -329,7 +329,7 @@ CREATE TABLE `dlink_history` (
) ENGINE = InnoDB CHARACTER SET = utf8 COLLATE = utf8_general_ci COMMENT = '执行历史' ROW_FORMAT = Dynamic;
ALTER TABLE `dlink_task`
ADD COLUMN `config` text NULL COMMENT '配置' AFTER `cluster_id`;
ADD COLUMN `config` text NULL COMMENT '配置' AFTER `cluster_id`;
-- ----------------------------
-- Table structure for dlink_database
......@@ -359,10 +359,10 @@ CREATE TABLE `dlink_database` (
) ENGINE = InnoDB CHARACTER SET = utf8 COLLATE = utf8_general_ci ROW_FORMAT = Dynamic;
ALTER TABLE `dlink_cluster`
ADD COLUMN `version` varchar(20) NULL COMMENT '版本' AFTER `job_manager_host`;
ADD COLUMN `version` varchar(20) NULL COMMENT '版本' AFTER `job_manager_host`;
ALTER TABLE `dlink_flink_document`
ADD COLUMN `fill_value` varchar(255) NULL COMMENT '填充值' AFTER `description`;
ADD COLUMN `fill_value` varchar(255) NULL COMMENT '填充值' AFTER `description`;
update dlink_flink_document set fill_value=name;
......@@ -401,7 +401,7 @@ ALTER TABLE `dlink_task`
ADD COLUMN `cluster_configuration_id` int(11) NULL COMMENT '集群配置ID' AFTER `cluster_id`;
ALTER TABLE `dlink_task`
ADD COLUMN `statement_set` tinyint(1) NULL COMMENT '启用语句集' AFTER `fragment`;
ADD COLUMN `statement_set` tinyint(1) NULL COMMENT '启用语句集' AFTER `fragment`;
alter table dlink_history
add cluster_configuration_id int(11) null COMMENT '集群配置ID' after cluster_id;
......@@ -475,21 +475,21 @@ ALTER TABLE `dlink_task`
-- 0.5.0-SNAPSHOT 2021-12-13
-- ----------------------------
ALTER TABLE `dlink_task`
ADD COLUMN `dialect` varchar(50) NULL COMMENT '方言' AFTER `alias`;
ADD COLUMN `dialect` varchar(50) NULL COMMENT '方言' AFTER `alias`;
ALTER TABLE `dlink_task`
ADD COLUMN `database_id` int(11) NULL COMMENT '数据源ID' AFTER `cluster_configuration_id`;
ADD COLUMN `database_id` int(11) NULL COMMENT '数据源ID' AFTER `cluster_configuration_id`;
-- ----------------------------
-- 0.5.0-SNAPSHOT 2021-12-29
-- ----------------------------
ALTER TABLE `dlink_task`
ADD COLUMN `env_id` int(11) NULL COMMENT '环境ID' AFTER `jar_id`;
ADD COLUMN `env_id` int(11) NULL COMMENT '环境ID' AFTER `jar_id`;
-- ----------------------------
-- 0.6.0-SNAPSHOT 2022-01-28
-- ----------------------------
ALTER TABLE `dlink_database`
ADD COLUMN `flink_config` text CHARACTER SET utf8 COLLATE utf8_general_ci NULL COMMENT 'Flink配置' AFTER `note`;
ADD COLUMN `flink_config` text CHARACTER SET utf8 COLLATE utf8_general_ci NULL COMMENT 'Flink配置' AFTER `note`;
-- ----------------------------
-- 0.6.0-SNAPSHOT 2022-02-02
......@@ -533,6 +533,11 @@ ALTER TABLE `dlink_task`
-- 0.6.0-SNAPSHOT 2022-02-18
-- ----------------------------
ALTER TABLE `dlink_database`
ADD COLUMN `flink_template` text CHARACTER SET utf8 COLLATE utf8_general_ci NULL COMMENT 'Flink模板' AFTER `flink_config`;
ADD COLUMN `flink_template` text CHARACTER SET utf8 COLLATE utf8_general_ci NULL COMMENT 'Flink模板' AFTER `flink_config`;
-- ----------------------------
-- 0.6.0-SNAPSHOT 2022-02-22
-- ----------------------------
ALTER TABLE `dlink_job_instance` MODIFY COLUMN status varchar(50) NULL COMMENT '实例状态';
SET FOREIGN_KEY_CHECKS = 1;
dlink-executor/src/main/java/com/dlink/parser/SqlType.java
View file @ c1ce6abb
......@@ -39,7 +39,15 @@ public enum SqlType {
return type;
}
public boolean equalsValue(String value){
public boolean equalsValue(String value) {
return type.equalsIgnoreCase(value);
}
public boolean isInsert() {
if (type.equals("INSERT")) {
return true;
}
return false;
}
}
dlink-gateway/src/main/java/com/dlink/gateway/GatewayType.java
View file @ c1ce6abb
......@@ -10,15 +10,14 @@ import com.dlink.assertion.Asserts;
**/
public enum GatewayType {
LOCAL("l","local"),STANDALONE("s","standalone"),
YARN_SESSION("ys","yarn-session"),YARN_APPLICATION("ya","yarn-application"),
YARN_PER_JOB("ypj","yarn-per-job"),KUBERNETES_SESSION("ks","kubernetes-session")
,KUBERNETES_APPLICATION("ka","kubernetes-application");
LOCAL("l", "local"), STANDALONE("s", "standalone"),
YARN_SESSION("ys", "yarn-session"), YARN_APPLICATION("ya", "yarn-application"),
YARN_PER_JOB("ypj", "yarn-per-job"), KUBERNETES_SESSION("ks", "kubernetes-session"), KUBERNETES_APPLICATION("ka", "kubernetes-application");
private String value;
private String longValue;
GatewayType(String value, String longValue){
GatewayType(String value, String longValue) {
this.value = value;
this.longValue = longValue;
}
......@@ -31,24 +30,24 @@ public enum GatewayType {
return longValue;
}
public static GatewayType get(String value){
public static GatewayType get(String value) {
for (GatewayType type : GatewayType.values()) {
if(Asserts.isEquals(type.getValue(),value)||Asserts.isEquals(type.getLongValue(),value)){
if (Asserts.isEquals(type.getValue(), value) || Asserts.isEquals(type.getLongValue(), value)) {
return type;
}
}
return GatewayType.YARN_APPLICATION;
}
public boolean equalsValue(String type){
if(Asserts.isEquals(value,type)||Asserts.isEquals(longValue,type)){
public boolean equalsValue(String type) {
if (Asserts.isEquals(value, type) || Asserts.isEquals(longValue, type)) {
return true;
}
return false;
}
public static boolean isDeployCluster(String type){
switch (get(type)){
public static boolean isDeployCluster(String type) {
switch (get(type)) {
case YARN_APPLICATION:
case YARN_PER_JOB:
case KUBERNETES_APPLICATION:
......@@ -58,8 +57,8 @@ public enum GatewayType {
}
}
public boolean isDeployCluster(){
switch (value){
public boolean isDeployCluster() {
switch (value) {
case "ya":
case "ypj":
case "ka":
......@@ -68,4 +67,14 @@ public enum GatewayType {
return false;
}
}
public boolean isApplicationMode() {
switch (value) {
case "ya":
case "ka":
return true;
default:
return false;
}
}
}
dlink-gateway/src/main/java/com/dlink/gateway/kubernetes/KubernetesApplicationGateway.java
View file @ c1ce6abb
......@@ -13,9 +13,13 @@ import org.apache.flink.client.program.ClusterClient;
import org.apache.flink.client.program.ClusterClientProvider;
import org.apache.flink.configuration.PipelineOptions;
import org.apache.flink.kubernetes.KubernetesClusterDescriptor;
import org.apache.flink.runtime.client.JobStatusMessage;
import org.apache.flink.runtime.jobgraph.JobGraph;
import java.util.ArrayList;
import java.util.Collection;
import java.util.Collections;
import java.util.List;
/**
* KubernetesApplicationGateway
......@@ -36,7 +40,7 @@ public class KubernetesApplicationGateway extends KubernetesGateway {
@Override
public GatewayResult submitJar() {
if(Asserts.isNull(client)){
if (Asserts.isNull(client)) {
init();
}
KubernetesResult result = KubernetesResult.build(getType());
......@@ -45,16 +49,24 @@ public class KubernetesApplicationGateway extends KubernetesGateway {
ClusterSpecification clusterSpecification = new ClusterSpecification.ClusterSpecificationBuilder().createClusterSpecification();
ApplicationConfiguration applicationConfiguration = new ApplicationConfiguration(appConfig.getUserJarParas(), appConfig.getUserJarMainAppClass());
KubernetesClusterDescriptor kubernetesClusterDescriptor = new KubernetesClusterDescriptor(configuration, client);
try{
try {
ClusterClientProvider<String> clusterClientProvider = kubernetesClusterDescriptor.deployApplicationCluster(clusterSpecification, applicationConfiguration);
ClusterClient<String> clusterClient = clusterClientProvider.getClusterClient();
Collection<JobStatusMessage> jobStatusMessages = clusterClient.listJobs().get();
if (jobStatusMessages.size() > 0) {
List<String> jids = new ArrayList<>();
for (JobStatusMessage jobStatusMessage : jobStatusMessages) {
jids.add(jobStatusMessage.getJobId().toHexString());
}
result.setJids(jids);
}
String clusterId = clusterClient.getClusterId();
result.setClusterId(clusterId);
result.setWebURL(clusterClient.getWebInterfaceURL());
result.success();
}catch (Exception e){
} catch (Exception e) {
result.fail(LogUtil.getError(e));
}finally {
} finally {
kubernetesClusterDescriptor.close();
}
return result;
......
dlink-gateway/src/main/java/com/dlink/gateway/result/GatewayResult.java
View file @ c1ce6abb
package com.dlink.gateway.result;
import java.util.List;
/**
* GatewayResult
*
......@@ -11,4 +13,6 @@ public interface GatewayResult {
String getAppId();
String getWebURL();
List<String> getJids();
}
dlink-gateway/src/main/java/com/dlink/gateway/result/KubernetesResult.java
View file @ c1ce6abb
......@@ -3,6 +3,7 @@ package com.dlink.gateway.result;
import com.dlink.gateway.GatewayType;
import java.time.LocalDateTime;
import java.util.List;
/**
* KubernetesResult
......@@ -13,6 +14,7 @@ import java.time.LocalDateTime;
public class KubernetesResult extends AbstractGatewayResult {
private String clusterId;
private String webURL;
private List<String> jids;
public KubernetesResult(GatewayType type, LocalDateTime startTime) {
super(type, startTime);
......@@ -44,6 +46,15 @@ public class KubernetesResult extends AbstractGatewayResult {
return webURL;
}
@Override
public List<String> getJids() {
return jids;
}
public void setJids(List<String> jids) {
this.jids = jids;
}
public static KubernetesResult build(GatewayType type){
return new KubernetesResult(type,LocalDateTime.now());
}
......
dlink-gateway/src/main/java/com/dlink/gateway/result/SavePointResult.java
View file @ c1ce6abb
......@@ -38,6 +38,11 @@ public class SavePointResult extends AbstractGatewayResult {
return null;
}
@Override
public List<String> getJids() {
return null;
}
public static SavePointResult build(GatewayType type){
return new SavePointResult(type,LocalDateTime.now());
}
......
dlink-gateway/src/main/java/com/dlink/gateway/result/YarnResult.java
View file @ c1ce6abb
......@@ -5,6 +5,7 @@ import lombok.Getter;
import lombok.Setter;
import java.time.LocalDateTime;
import java.util.List;
/**
* YarnResult
......@@ -16,6 +17,7 @@ public class YarnResult extends AbstractGatewayResult {
private String appId;
private String webURL;
private List<String> jids;
public YarnResult(GatewayType type, LocalDateTime startTime) {
super(type, startTime);
......@@ -42,6 +44,14 @@ public class YarnResult extends AbstractGatewayResult {
this.webURL = webURL;
}
public List<String> getJids() {
return jids;
}
public void setJids(List<String> jids) {
this.jids = jids;
}
public static YarnResult build(GatewayType type){
return new YarnResult(type,LocalDateTime.now());
}
......
dlink-gateway/src/main/java/com/dlink/gateway/yarn/YarnApplicationGateway.java
View file @ c1ce6abb
......@@ -13,12 +13,16 @@ import org.apache.flink.client.deployment.application.ApplicationConfiguration;
import org.apache.flink.client.program.ClusterClient;
import org.apache.flink.client.program.ClusterClientProvider;
import org.apache.flink.configuration.PipelineOptions;
import org.apache.flink.runtime.client.JobStatusMessage;
import org.apache.flink.runtime.jobgraph.JobGraph;
import org.apache.flink.yarn.YarnClientYarnClusterInformationRetriever;
import org.apache.flink.yarn.YarnClusterDescriptor;
import org.apache.hadoop.yarn.api.records.ApplicationId;
import java.util.ArrayList;
import java.util.Collection;
import java.util.Collections;
import java.util.List;
/**
* YarnApplicationGateway
......@@ -47,7 +51,7 @@ public class YarnApplicationGateway extends YarnGateway {
@Override
public GatewayResult submitJar() {
if(Asserts.isNull(yarnClient)){
if (Asserts.isNull(yarnClient)) {
init();
}
YarnResult result = YarnResult.build(getType());
......@@ -62,13 +66,21 @@ public class YarnApplicationGateway extends YarnGateway {
clusterSpecification,
applicationConfiguration);
ClusterClient<ApplicationId> clusterClient = clusterClientProvider.getClusterClient();
Collection<JobStatusMessage> jobStatusMessages = clusterClient.listJobs().get();
if (jobStatusMessages.size() > 0) {
List<String> jids = new ArrayList<>();
for (JobStatusMessage jobStatusMessage : jobStatusMessages) {
jids.add(jobStatusMessage.getJobId().toHexString());
}
result.setJids(jids);
}
ApplicationId applicationId = clusterClient.getClusterId();
result.setAppId(applicationId.toString());
result.setWebURL(clusterClient.getWebInterfaceURL());
result.success();
}catch (Exception e){
} catch (Exception e) {
result.fail(LogUtil.getError(e));
}finally {
} finally {
yarnClusterDescriptor.close();
}
return result;
......
dlink-gateway/src/main/java/com/dlink/gateway/yarn/YarnPerJobGateway.java
View file @ c1ce6abb
package com.dlink.gateway.yarn;
import com.dlink.assertion.Asserts;
import com.dlink.gateway.config.GatewayConfig;
import com.dlink.gateway.GatewayType;
import com.dlink.gateway.config.GatewayConfig;
import com.dlink.gateway.exception.GatewayException;
import com.dlink.gateway.result.GatewayResult;
import com.dlink.gateway.result.YarnResult;
......@@ -10,11 +10,16 @@ import com.dlink.utils.LogUtil;
import org.apache.flink.client.deployment.ClusterSpecification;
import org.apache.flink.client.program.ClusterClient;
import org.apache.flink.client.program.ClusterClientProvider;
import org.apache.flink.runtime.client.JobStatusMessage;
import org.apache.flink.runtime.jobgraph.JobGraph;
import org.apache.flink.yarn.YarnClientYarnClusterInformationRetriever;
import org.apache.flink.yarn.YarnClusterDescriptor;
import org.apache.hadoop.yarn.api.records.ApplicationId;
import java.util.ArrayList;
import java.util.Collection;
import java.util.List;
/**
* YarnApplicationGateway
*
......@@ -37,7 +42,7 @@ public class YarnPerJobGateway extends YarnGateway {
@Override
public GatewayResult submitJobGraph(JobGraph jobGraph) {
if(Asserts.isNull(yarnClient)){
if (Asserts.isNull(yarnClient)) {
init();
}
YarnResult result = YarnResult.build(getType());
......@@ -45,15 +50,23 @@ public class YarnPerJobGateway extends YarnGateway {
YarnClusterDescriptor yarnClusterDescriptor = new YarnClusterDescriptor(
configuration, yarnConfiguration, yarnClient, YarnClientYarnClusterInformationRetriever.create(yarnClient), true);
try {
ClusterClientProvider<ApplicationId> clusterClientProvider = yarnClusterDescriptor.deployJobCluster(clusterSpecification,jobGraph,false);
ClusterClientProvider<ApplicationId> clusterClientProvider = yarnClusterDescriptor.deployJobCluster(clusterSpecification, jobGraph, false);
ClusterClient<ApplicationId> clusterClient = clusterClientProvider.getClusterClient();
ApplicationId applicationId = clusterClient.getClusterId();
result.setAppId(applicationId.toString());
result.setWebURL(clusterClient.getWebInterfaceURL());
Collection<JobStatusMessage> jobStatusMessages = clusterClient.listJobs().get();
if (jobStatusMessages.size() > 0) {
List<String> jids = new ArrayList<>();
for (JobStatusMessage jobStatusMessage : jobStatusMessages) {
jids.add(jobStatusMessage.getJobId().toHexString());
}
result.setJids(jids);
}
result.success();
}catch (Exception e){
} catch (Exception e) {
result.fail(LogUtil.getError(e));
}finally {
} finally {
yarnClusterDescriptor.close();
}
return result;
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment