[Feature]python udf online development (#1138)

* add python udf backend

* add python udf frontend

* 修改 flink-python 1.15只支持2.12版本

* add required file

* add required file

* Modify code structure

* Modify code structure;
修改获取python udf函数或字段名

dlink-admin/src/main/java/com/dlink/model/UDFPath.java

+/*
+ *
+ *  Licensed to the Apache Software Foundation (ASF) under one or more
+ *  contributor license agreements.  See the NOTICE file distributed with
+ *  this work for additional information regarding copyright ownership.
+ *  The ASF licenses this file to You under the Apache License, Version 2.0
+ *  (the "License"); you may not use this file except in compliance with
+ *  the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *  Unless required by applicable law or agreed to in writing, software
+ *  distributed under the License is distributed on an "AS IS" BASIS,
+ *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *  See the License for the specific language governing permissions and
+ *  limitations under the License.
+ *
+ */
+
+package com.dlink.model;
+
+import lombok.Builder;
+import lombok.Getter;
+import lombok.Setter;
+
+/**
+ * @author ZackYoung
+ * @since 0.6.8
+ */
+@Getter
+@Setter
+@Builder
+public class UDFPath {
+    String[] jarPaths;
+    String[] pyPaths;
+}

dlink-admin/src/main/java/com/dlink/service/UDFService.java

@@ -20,6 +20,7 @@
 package com.dlink.service;
 
 import com.dlink.gateway.GatewayType;
+import com.dlink.model.UDFPath;
 
 /**
  * @author ZackYoung
@@ -27,5 +28,5 @@ import com.dlink.gateway.GatewayType;
  */
 public interface UDFService {
 
-    String[] initUDF(String statement, GatewayType gatewayType);
+    UDFPath initUDF(String statement, GatewayType gatewayType);
 }

dlink-admin/src/main/java/com/dlink/service/impl/StudioServiceImpl.java

@@ -31,6 +31,7 @@ import com.dlink.dto.StudioExecuteDTO;
 import com.dlink.dto.StudioMetaStoreDTO;
 import com.dlink.explainer.lineage.LineageBuilder;
 import com.dlink.explainer.lineage.LineageResult;
+import com.dlink.gateway.GatewayType;
 import com.dlink.gateway.model.JobInfo;
 import com.dlink.gateway.result.SavePointResult;
 import com.dlink.job.JobConfig;
@@ -47,6 +48,7 @@ import com.dlink.model.Schema;
 import com.dlink.model.SystemConfiguration;
 import com.dlink.model.Table;
 import com.dlink.model.Task;
+import com.dlink.model.UDFPath;
 import com.dlink.process.context.ProcessContextHolder;
 import com.dlink.process.model.ProcessEntity;
 import com.dlink.process.model.ProcessType;
@@ -175,7 +177,9 @@ public class StudioServiceImpl implements StudioService {
         JobConfig config = studioExecuteDTO.getJobConfig();
         buildSession(config);
         // To initialize java udf, but it only support local mode.
-        config.setJarFiles(udfService.initUDF(studioExecuteDTO.getStatement(), config.getGatewayConfig().getType()));
+        UDFPath udfPath = udfService.initUDF(studioExecuteDTO.getStatement(), config.getGatewayConfig() == null ? null : config.getGatewayConfig().getType());
+        config.setJarFiles(udfPath.getJarPaths());
+        config.setPyFiles(udfPath.getPyPaths());
         JobManager jobManager = JobManager.build(config);
         JobResult jobResult = jobManager.executeSql(studioExecuteDTO.getStatement());
         RunTimeUtil.recovery(jobManager);
@@ -259,7 +263,9 @@ public class StudioServiceImpl implements StudioService {
         buildSession(config);
         process.infoSuccess();
         // To initialize java udf, but it has a bug in the product environment now.
-        config.setJarFiles(udfService.initUDF(studioExecuteDTO.getStatement(), config.getGatewayConfig().getType()));
+        UDFPath udfPath = udfService.initUDF(studioExecuteDTO.getStatement(), GatewayType.get(config.getType()));
+        config.setJarFiles(udfPath.getJarPaths());
+        config.setPyFiles(udfPath.getPyPaths());
         process.start();
         JobManager jobManager = JobManager.buildPlanMode(config);
         List<SqlExplainResult> sqlExplainResults =
@@ -311,7 +317,9 @@ public class StudioServiceImpl implements StudioService {
         // If you are using explainSql | getStreamGraph | getJobPlan, make the dialect change to local.
         config.buildLocal();
         buildSession(config);
-        config.setJarFiles(udfService.initUDF(studioExecuteDTO.getStatement(), config.getGatewayConfig().getType()));
+        UDFPath udfPath = udfService.initUDF(studioExecuteDTO.getStatement(), GatewayType.get(config.getType()));
+        config.setJarFiles(udfPath.getJarPaths());
+        config.setPyFiles(udfPath.getPyPaths());
         JobManager jobManager = JobManager.buildPlanMode(config);
         String planJson = jobManager.getJobPlanJson(studioExecuteDTO.getStatement());
         ObjectMapper mapper = new ObjectMapper();

dlink-admin/src/main/java/com/dlink/service/impl/UDFServiceImpl.java

@@ -22,23 +22,27 @@ package com.dlink.service.impl;
 import com.dlink.constant.PathConstant;
 import com.dlink.exception.BusException;
 import com.dlink.gateway.GatewayType;
-import com.dlink.job.JobManager;
 import com.dlink.model.Task;
+import com.dlink.model.UDFPath;
 import com.dlink.process.context.ProcessContextHolder;
 import com.dlink.process.model.ProcessEntity;
 import com.dlink.service.TaskService;
 import com.dlink.service.UDFService;
+import com.dlink.udf.UDF;
 import com.dlink.utils.UDFUtil;
 
+import org.apache.flink.table.catalog.FunctionLanguage;
+
+import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.List;
 import java.util.Map;
+import java.util.stream.Collectors;
 
 import javax.annotation.Resource;
 
 import org.springframework.stereotype.Service;
 
-import cn.hutool.core.collection.CollUtil;
 import cn.hutool.core.lang.Opt;
 import cn.hutool.core.map.MapUtil;
 
@@ -62,24 +66,44 @@ public class UDFServiceImpl implements UDFService {
     TaskService taskService;
 
     @Override
-    public String[] initUDF(String statement, GatewayType gatewayType) {
+    public UDFPath initUDF(String statement, GatewayType gatewayType) {
+        if (gatewayType == GatewayType.KUBERNETES_APPLICATION) {
+            throw new BusException("udf 暂不支持k8s application");
+        }
+
         ProcessEntity process = ProcessContextHolder.getProcess();
         process.info("Initializing Flink UDF...Start");
-        Opt<String> udfJarPath = Opt.empty();
-        List<String> udfClassNameList = UDFUtil.getUDFClassName(statement);
-        List<String> codeList = CollUtil.map(udfClassNameList, x -> {
-            Task task = taskService.getUDFByClassName(x);
-            JobManager.initMustSuccessUDF(x, task.getStatement());
-            return task.getStatement();
-        }, true);
-        if (codeList.size() > 0) {
-            udfJarPath = Opt.ofBlankAble(UDFUtil.getUdfNameAndBuildJar(codeList));
-        } else {
-            if (gatewayType == GatewayType.KUBERNETES_APPLICATION) {
-                throw new BusException("udf 暂不支持k8s application");
+
+        List<UDF> udfList = UDFUtil.getUDF(statement);
+        List<UDF> javaUdf = new ArrayList<>();
+        List<UDF> pythonUdf = new ArrayList<>();
+        udfList.forEach(udf -> {
+            Task task = taskService.getUDFByClassName(udf.getClassName());
+            udf.setCode(task.getStatement());
+            if (udf.getFunctionLanguage() == FunctionLanguage.PYTHON) {
+                pythonUdf.add(udf);
+            } else {
+                javaUdf.add(udf);
             }
-        }
+        });
+        String[] javaUDFPath = initJavaUDF(javaUdf);
+        String[] pythonUDFPath = initPythonUDF(pythonUdf);
+
         process.info("Initializing Flink UDF...Finish");
+        return UDFPath.builder().jarPaths(javaUDFPath).pyPaths(pythonUDFPath).build();
+    }
+
+    private static String[] initPythonUDF(List<UDF> udfList) {
+        return new String[] {UDFUtil.buildPy(udfList)};
+    }
+
+    private static String[] initJavaUDF(List<UDF> udfList) {
+        Opt<String> udfJarPath = Opt.empty();
+        if (udfList.size() > 0) {
+            List<String> codeList = udfList.stream().map(UDF::getCode).collect(Collectors.toList());
+            udfJarPath = Opt.ofBlankAble(UDFUtil.getUdfFileAndBuildJar(codeList));
+        }
+
         if (udfJarPath.isPresent()) {
             return new String[] {PathConstant.UDF_PATH + udfJarPath.get()};
         } else {

dlink-admin/src/main/java/org/apache/flink/table/catalog/FunctionLanguage.java

+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.flink.table.catalog;
+
+/** Categorizes the language semantics of a {@link CatalogFunction}. */
+public enum FunctionLanguage {
+    JAVA,
+
+    SCALA,
+
+    PYTHON
+}

dlink-core/src/main/java/com/dlink/config/Dialect.java

@@ -29,7 +29,7 @@ import com.dlink.assertion.Asserts;
  **/
 public enum Dialect {
 
-    FLINKSQL("FlinkSql"), FLINKJAR("FlinkJar"), FLINKSQLENV("FlinkSqlEnv"), SQL("Sql"), JAVA("Java"),
+    FLINKSQL("FlinkSql"), FLINKJAR("FlinkJar"), FLINKSQLENV("FlinkSqlEnv"), SQL("Sql"), JAVA("Java"),PYTHON("PYTHON"),
     MYSQL("Mysql"), ORACLE("Oracle"), SQLSERVER("SqlServer"), POSTGRESQL("PostgreSql"), CLICKHOUSE("ClickHouse"),
     DORIS("Doris"), PHOENIX("Phoenix"), HIVE("Hive"), STARROCKS("StarRocks"), KUBERNETES_APPLICATION("KubernetesApplaction");
 

dlink-core/src/main/java/com/dlink/constant/PathConstant.java

@@ -23,6 +23,7 @@ import java.io.File;
 
 /**
  * 文件路径常量
+ *
  * @author ZackYoung
  * @since 0.6.8
  */
@@ -40,6 +41,7 @@ public class PathConstant {
      * udf路径
      */
     public static final String UDF_PATH = TMP_PATH + "udf" + File.separator;
+    public static final String UDF_PYTHON_PATH = TMP_PATH + "udf" + File.separator + "python" + File.separator;
     /**
      * udf jar规则
      */

dlink-core/src/main/java/com/dlink/job/JobConfig.java

@@ -65,6 +65,7 @@ public class JobConfig {
     private String address;
     private Integer taskId;
     private String[] jarFiles;
+    private String[] pyFiles;
     private String jobName;
     private boolean useSqlFragment;
     private boolean useStatementSet;

dlink-core/src/main/java/com/dlink/udf/UDF.java

+/*
+ *
+ *  Licensed to the Apache Software Foundation (ASF) under one or more
+ *  contributor license agreements.  See the NOTICE file distributed with
+ *  this work for additional information regarding copyright ownership.
+ *  The ASF licenses this file to You under the Apache License, Version 2.0
+ *  (the "License"); you may not use this file except in compliance with
+ *  the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *  Unless required by applicable law or agreed to in writing, software
+ *  distributed under the License is distributed on an "AS IS" BASIS,
+ *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *  See the License for the specific language governing permissions and
+ *  limitations under the License.
+ *
+ */
+
+package com.dlink.udf;
+
+import org.apache.flink.table.catalog.FunctionLanguage;
+
+import lombok.Builder;
+import lombok.Getter;
+import lombok.Setter;
+
+
+/**
+ * @author ZackYoung
+ * @since 0.6.8
+ */
+@Getter
+@Setter
+@Builder
+public class UDF {
+    String className;
+    FunctionLanguage functionLanguage;
+    String code;
+}

dlink-core/src/main/java/com/dlink/utils/UDFUtil.java

@@ -24,9 +24,12 @@ import com.dlink.pool.ClassEntity;
 import com.dlink.pool.ClassPool;
 import com.dlink.process.context.ProcessContextHolder;
 import com.dlink.process.model.ProcessEntity;
+import com.dlink.udf.UDF;
 
 import org.apache.commons.lang3.StringUtils;
+import org.apache.flink.table.catalog.FunctionLanguage;
 
+import java.io.File;
 import java.io.InputStream;
 import java.nio.charset.Charset;
 import java.util.ArrayList;
@@ -36,6 +39,7 @@ import java.util.List;
 import java.util.Map;
 import java.util.regex.Matcher;
 import java.util.regex.Pattern;
+import java.util.stream.Collectors;
 
 import org.codehaus.groovy.control.CompilerConfiguration;
 import org.slf4j.Logger;
@@ -44,6 +48,8 @@ import org.slf4j.LoggerFactory;
 import cn.hutool.core.collection.CollUtil;
 import cn.hutool.core.convert.Convert;
 import cn.hutool.core.io.FileUtil;
+import cn.hutool.core.lang.Opt;
+import cn.hutool.core.lang.PatternPool;
 import cn.hutool.core.map.MapUtil;
 import cn.hutool.core.util.ReUtil;
 import cn.hutool.core.util.StrUtil;
@@ -64,19 +70,51 @@ public class UDFUtil {
      */
     protected static final Map<String, Integer> UDF_MD5_MAP = new HashMap<>();
     private static final String FUNCTION_REGEX = "function (.*?)'(.*?)'";
+    private static final String LANGUAGE_REGEX = "language (.*);";
+    public static final String PYTHON_UDF_ATTR = "(\\S)\\s+=\\s+ud(?:f|tf|af|taf)";
+    public static final String PYTHON_UDF_DEF = "@ud(?:f|tf|af|taf).*\\n+def\\s+(.*)\\(.*\\):";
 
-    public static List<String> getUDFClassName(String statement) {
+    public static List<UDF> getUDF(String statement) {
         ProcessEntity process = ProcessContextHolder.getProcess();
         process.info("Parse UDF class name:");
         Pattern pattern = Pattern.compile(FUNCTION_REGEX, Pattern.CASE_INSENSITIVE);
         Matcher matcher = pattern.matcher(statement);
-        List<String> classNameList = new ArrayList<>();
+        List<UDF> udfList = new ArrayList<>();
         while (matcher.find()) {
-            classNameList.add(matcher.group(2));
+            UDF udf = UDF.builder().className(matcher.group(2))
+                .functionLanguage(FunctionLanguage.valueOf(Opt.ofNullable(ReUtil.getGroup1(PatternPool.get(LANGUAGE_REGEX, Pattern.CASE_INSENSITIVE), statement)).orElse("JAVA").toUpperCase()))
+                .build();
+            udfList.add(udf);
         }
+        List<String> classNameList = udfList.stream().map(UDF::getClassName).collect(Collectors.toList());
         process.info(StringUtils.join(",", classNameList));
         process.info(StrUtil.format("A total of {} UDF have been Parsed.", classNameList.size()));
-        return classNameList;
+        return udfList;
+    }
+
+    public static String buildPy(List<UDF> udfList) {
+        InputStream[] inputStreams = udfList.stream().map(x -> {
+            String s = buildPy(x);
+            return FileUtil.getInputStream(s);
+        }).toArray(InputStream[]::new);
+
+        String[] paths = udfList.stream().map(x -> StrUtil.split(x.getClassName(), ".").get(0) + ".py").toArray(String[]::new);
+        File file = FileUtil.file(PathConstant.UDF_PYTHON_PATH + "python_udf.zip");
+        FileUtil.del(file);
+        try (ZipUtils zipWriter = new ZipUtils(file, Charset.defaultCharset())) {
+            zipWriter.add(paths, inputStreams);
+        }
+        return file.getAbsolutePath();
+    }
+
+    public static String buildPy(UDF udf) {
+        File file = FileUtil.writeUtf8String(udf.getCode(), PathConstant.UDF_PYTHON_PATH + StrUtil.split(udf.getClassName(), ".").get(0) + ".py");
+        return file.getAbsolutePath();
+    }
+
+    public static String getPyUDFAttr(String code) {
+        return Opt.ofBlankAble(ReUtil.getGroup1(UDFUtil.PYTHON_UDF_ATTR, code))
+            .orElse(ReUtil.getGroup1(UDFUtil.PYTHON_UDF_DEF, code));
     }
 
     public static Boolean buildClass(String code) {
@@ -129,17 +167,17 @@ public class UDFUtil {
             }
         });
         String[] clazzs = successList.stream().map(className -> StrUtil.replace(className, ".", "/") + ".class")
-                .toArray(String[]::new);
+            .toArray(String[]::new);
         InputStream[] fileInputStreams =
-                successList.stream().map(className -> tmpPath + StrUtil.replace(className, ".", "/") + ".class")
-                        .map(FileUtil::getInputStream).toArray(InputStream[]::new);
+            successList.stream().map(className -> tmpPath + StrUtil.replace(className, ".", "/") + ".class")
+                .map(FileUtil::getInputStream).toArray(InputStream[]::new);
         // 编译好的文件打包jar
         try (ZipUtils zipWriter = new ZipUtils(FileUtil.file(udfJarPath), Charset.defaultCharset())) {
             zipWriter.add(clazzs, fileInputStreams);
         }
         String md5 = md5sum(udfJarPath);
         return MapUtil.builder("success", successList).put("failed", failedList)
-                .put("md5", Collections.singletonList(md5)).build();
+            .put("md5", Collections.singletonList(md5)).build();
     }
 
     /**
@@ -148,7 +186,7 @@ public class UDFUtil {
      * @param codeList 代码列表
      * @return {@link java.lang.String}
      */
-    public static String getUdfNameAndBuildJar(List<String> codeList) {
+    public static String getUdfFileAndBuildJar(List<String> codeList) {
         // 1. 检查所有jar的版本，通常名字为 udf-${version}.jar;如 udf-1.jar,没有这个目录则跳过
         String md5 = buildJar(codeList).get("md5").get(0);
         if (!FileUtil.exist(PathConstant.UDF_PATH)) {
@@ -184,10 +222,10 @@ public class UDFUtil {
     private static void scanUDFMD5() {
         List<String> fileList = FileUtil.listFileNames(PathConstant.UDF_PATH);
         fileList.stream().filter(fileName -> ReUtil.isMatch(PathConstant.UDF_JAR_RULE, fileName)).distinct()
-                .forEach(fileName -> {
-                    Integer version = Convert.toInt(ReUtil.getGroup0(PathConstant.UDF_VERSION_RULE, fileName));
-                    UDF_MD5_MAP.put(md5sum(PathConstant.UDF_PATH + fileName), version);
-                });
+            .forEach(fileName -> {
+                Integer version = Convert.toInt(ReUtil.getGroup0(PathConstant.UDF_VERSION_RULE, fileName));
+                UDF_MD5_MAP.put(md5sum(PathConstant.UDF_PATH + fileName), version);
+            });
     }
 
     private static String md5sum(String filePath) {

dlink-executor/src/main/java/com/dlink/executor/Executor.java

@@ -30,6 +30,7 @@ import org.apache.flink.api.common.JobExecutionResult;
 import org.apache.flink.configuration.Configuration;
 import org.apache.flink.configuration.PipelineOptions;
 import org.apache.flink.core.execution.JobClient;
+import org.apache.flink.python.PythonOptions;
 import org.apache.flink.runtime.jobgraph.JobGraph;
 import org.apache.flink.runtime.jobgraph.jsonplan.JsonPlanGenerator;
 import org.apache.flink.runtime.rest.messages.JobPlanInfo;
@@ -268,6 +269,14 @@ public abstract class Executor {
         JarUtils.getJarFiles(udfFilePath).forEach(Executor::loadJar);
     }
 
+    public void initPyUDF(String... udfPyFilePath) {
+        Map<String, String> config = executorSetting.getConfig();
+        if (Asserts.isAllNotNullString(udfPyFilePath) && Asserts.isNotNull(config)) {
+            config.put(PythonOptions.PYTHON_FILES.key(), String.join(",", udfPyFilePath));
+        }
+        update(executorSetting);
+    }
+
     private static void loadJar(final URL jarUrl) {
         // 从URLClassLoader类加载器中获取类的addURL方法
         Method method = null;

dlink-flink/dlink-flink-1.11/pom.xml

@@ -39,6 +39,11 @@
     </properties>
 
     <dependencies>
+        <dependency>
+            <groupId>org.apache.flink</groupId>
+            <artifactId>flink-python_${scala.binary.version}</artifactId>
+            <version>${flink.version}</version>
+        </dependency>
         <dependency>
             <groupId>org.apache.flink</groupId>
             <artifactId>flink-table-planner-blink_${scala.binary.version}</artifactId>

dlink-flink/dlink-flink-1.12/pom.xml

@@ -39,6 +39,11 @@
     </properties>
 
     <dependencies>
+        <dependency>
+            <groupId>org.apache.flink</groupId>
+            <artifactId>flink-python_${scala.binary.version}</artifactId>
+            <version>${flink.version}</version>
+        </dependency>
         <dependency>
             <groupId>org.apache.flink</groupId>
             <artifactId>flink-table-planner-blink_${scala.binary.version}</artifactId>

dlink-flink/dlink-flink-1.13/pom.xml

@@ -39,6 +39,11 @@
     </properties>
 
     <dependencies>
+        <dependency>
+            <groupId>org.apache.flink</groupId>
+            <artifactId>flink-python_${scala.binary.version}</artifactId>
+            <version>${flink.version}</version>
+        </dependency>
         <dependency>
             <groupId>org.apache.commons</groupId>
             <artifactId>commons-lang3</artifactId>

dlink-flink/dlink-flink-1.14/pom.xml

@@ -122,6 +122,11 @@
             <artifactId>flink-kubernetes_${scala.binary.version}</artifactId>
             <version>${flink.version}</version>
         </dependency>
+        <dependency>
+            <groupId>org.apache.flink</groupId>
+            <artifactId>flink-python_${scala.binary.version}</artifactId>
+            <version>${flink.version}</version>
+        </dependency>
         <dependency>
             <groupId>org.apache.flink</groupId>
             <artifactId>flink-connector-kafka_${scala.binary.version}</artifactId>

dlink-flink/dlink-flink-1.15/pom.xml

@@ -41,6 +41,11 @@
     </properties>
 
     <dependencies>
+        <dependency>
+            <groupId>org.apache.flink</groupId>
+            <artifactId>flink-python_2.12</artifactId>
+            <version>${flink.version}</version>
+        </dependency>
         <dependency>
             <groupId>org.apache.flink</groupId>
             <artifactId>flink-table-planner-loader</artifactId>

dlink-web/src/components/Studio/StudioRightTool/index.tsx

@@ -57,6 +57,9 @@ const StudioRightTool = (props: any) => {
     if (DIALECT.JAVA === current.task.dialect) {
       return renderUDFContent();
     }
+    if (DIALECT.PYTHON === current.task.dialect) {
+      return renderUDFContent();
+    }
     if (DIALECT.KUBERNETES_APPLICATION === current.task.dialect) {
       return renderKubernetesContent();
     }

dlink-web/src/components/Studio/StudioTabs/index.tsx

@@ -131,11 +131,22 @@ const EditorTabs = (props: any) => {
           // sqlMetaData={pane.sqlMetaData}
           height={height ? height : (toolHeight - 32)}
           width={width}
-          language={current.task.dialect === DIALECT.JAVA ? 'java' : 'sql'}
+          language={getLanguage(current.task.dialect)}
         />
       </TabPane>)
     }
   }
+  const getLanguage = (dialect: string) => {
+    switch (dialect) {
+      case DIALECT.JAVA:
+        return DIALECT.JAVA.toLowerCase()
+      case DIALECT.PYTHON:
+        return DIALECT.PYTHON.toLowerCase()
+      default:
+        return DIALECT.SQL.toLowerCase()
+    }
+
+  }
 
   return (
     <>

dlink-web/src/components/Studio/StudioTree/components/SimpleTaskForm.tsx

@@ -90,6 +90,7 @@ const SimpleTaskForm: React.FC<UpdateFormProps> = (props) => {
             <Option value={DIALECT.PHOENIX}>{DIALECT.PHOENIX}</Option>
             <Option value={DIALECT.STARROCKS}>{DIALECT.STARROCKS}</Option>
             <Option value={DIALECT.JAVA}>{DIALECT.JAVA}</Option>
+            <Option value={DIALECT.PYTHON}>{DIALECT.PYTHON}</Option>
             <Option value={DIALECT.SQL}>{DIALECT.SQL}</Option>
           </Select>
         </Form.Item>) : undefined}

dlink-web/src/components/Studio/conf.ts

@@ -44,6 +44,7 @@ export const DIALECT = {
   STARROCKS: 'StarRocks',
   KUBERNETES_APPLICATION: 'KubernetesApplaction',
   JAVA: 'Java',
+  PYTHON: 'Python',
 };
 
 export const CHART = {

dlink-web/src/components/Studio/icon.tsx

@@ -49,6 +49,8 @@ export const getIcon = (type: string) => {
       return (<Icon component={StarRocksSvg}/>);
     case DIALECT.JAVA:
       return (<Icon component={JavaSvg}/>);
+    case DIALECT.PYTHON:
+      return (<Icon component={PythonSvg}/>);
     default:
       return (<Icon component={FlinkSQLSvg}/>);
   }
@@ -387,6 +389,17 @@ export const JavaSvg = () => (
       fill="#6699FF" p-id="19722"></path>
   </svg>
 );
+export const PythonSvg = () => (
+    <svg t="1666454409766" className="icon" viewBox="0 0 1024 1024" version="1.1" xmlns="http://www.w3.org/2000/svg"
+         p-id="2303" width={svgSize} height={svgSize}>
+      <path
+        d="M366.635375 495.627875c8.93024999-1.488375 17.8605-2.480625 26.79075-2.48062499h-7.44187499 241.61287499c10.418625 0 20.341125-1.488375 30.26362501-3.969 44.65124999-12.403125 77.3955-52.093125 77.3955-101.20950002V185.053625c0-57.5505-49.116375-101.2095-107.65912501-110.63587501-37.209375-5.9535-91.287-8.93024999-128.00025-8.93024999-36.71325001 0-71.938125 3.472875-103.194 8.93024999C305.115875 90.29374999 288.74374999 123.534125 288.74374999 185.053625v66.48075h223.25625001V288.74374999H216.3095C133.456625 288.74374999 65.983625 387.96874999 65.4875 510.0155v1.9845c0 22.325625 1.9845 43.659 6.449625 63.504C90.29374999 667.78325001 147.84424999 735.25625001 216.3095 735.25625001h35.224875v-106.66687501c0-62.51174999 46.63574999-120.558375 115.101-132.9615z m23.814-283.7835c-22.325625 0-40.68225001-18.356625-40.18612499-40.68225 0-22.325625 17.8605-40.68225001 40.18612499-40.68225s40.68225001 18.356625 40.68225 40.68225c-0.496125 22.82175001-18.356625 40.68225001-40.68225 40.68225z"
+        fill="#0075AA" p-id="2304"></path>
+      <path
+        d="M949.086125 434.108375C927.75275001 349.271 872.682875 288.74374999 807.6905 288.74374999h-35.224875v94.75987501c0 78.883875-51.597 135.93825001-115.101 145.86075-6.449625 0.99224999-12.89925001 1.488375-19.34887499 1.48837501H396.402875c-10.418625 0-20.341125 1.488375-30.26362499 3.969-44.65124999 11.907-77.3955 48.62025001-77.3955 96.74437499V834.48125001c0 57.5505 58.046625 91.783125 115.10099998 108.15524999 67.969125 19.845 142.387875 23.317875 224.24850002 0 54.077625-15.379875 107.163-46.63574999 107.16299998-108.15525001v-61.5195h-223.25624999V735.25625001h295.6905c58.54275001 0 109.643625-49.6125 134.449875-122.04675001 10.418625-30.263625 16.372125-64.49625001 16.372125-101.2095 0-27.286875-3.472875-53.5815-9.426375-77.891625z m-316.52775 372.58987501c22.325625 0 40.186125 18.356625 40.186125 40.68224999 0 22.325625-18.356625 40.68225001-40.186125 40.68225001-22.325625 0-40.68225001-18.356625-40.68225-40.68225001 0.496125-22.325625 18.356625-40.68225001 40.68225-40.68225001z"
+        fill="#FFD400" p-id="2305"></path>
+    </svg>
+)
 export const UDFSvg = () => (
   <svg t="1640792304032" className="icon" viewBox="0 0 1024 1024" version="1.1" xmlns="http://www.w3.org/2000/svg"
        p-id="28067" width={svgSize} height={svgSize}>