title: flink-1.16 编译 date: 2022-11-04T15:22:09+08:00 lastmode: 2022-11-04T15:22:09+08:00 tags:

  • flink categories:
  • flink

输入编译命令

1

mvn clean package -T 4 -Dfast -Dmaven.compile.fork=true -DskipTests -Dscala-2.11 --settings ~/.m2/settings-flink.xml

记录报错

1
2

[ERROR] Failed to execute goal on project flink-connector-hive_2.12: Could not resolve dependencies for project org.apache.flink:flink-connector-hive_2.12:jar:1.16-SNAPSHOT: Could not find artifact org.pentaho:pentaho-aggdesigner-algorithm:jar:5.1.5-jhyde in maven-public (http://10.7.20.39:8081/repository/maven-public/) -> [Help 1]
[ERROR] Failed to execute goal on project flink-avro-confluent-registry: Could not resolve dependencies for project org.apache.flink:flink-avro-confluent-registry:jar:1.16-SNAPSHOT: Could not transfer artifact org.apache.kafka:kafka-clients:jar:6.2.2-ccs from/to confluent (https://packages.confluent.io/maven/): GET request of: org/apache/kafka/kafka-clients/6.2.2-ccs/kafka-clients-6.2.2-ccs.jar from confluent failed: Connection reset -> [Help 1]

出现上面的报错，是因为缺包 Maven@3.2.5 or Maven@3.8.5 (注意使用该较新版本的 Maven 编译时，部分模块可能报错，可以参考 Troubleshooting2 的步骤进行解决)

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14

 mvn install:install-file -DgroupId=org.pentaho -DartifactId=pentaho-aggdesigner-algorithm -Dversion=5.1.5-jhyde -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/pentaho-aggdesigner-algorithm-5.1.5-jhyde.jar
   mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-schema-registry-client -Dversion=6.2.2 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/kafka-schema-registry-client-6.2.2.jar
    mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-avro-serializer -Dversion=6.2.2 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/kafka-avro-serializer-6.2.2.jar
   mvn install:install-file -DgroupId=org.pentaho -DartifactId=pentaho-aggdesigner-algorithm -Dversion=5.1.5-jhyde -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/pentaho-aggdesigner-algorithm-5.1.5-jhyde.jar
 mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-schema-serializer -Dversion=6.2.2 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/kafka-schema-serializer-6.2.2.jar   mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-avro-serializer -Dversion=5.3.4 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/kafka-avro-serializer-5.3.4.jar
   mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-schema-registry-client -Dversion=5.3.4 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/kafka-schema-registry-client-5.3.4.jar
   mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-schema-registry -Dversion=5.3.4 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/kafka-schema-registry-5.3.4.jar
   mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-schema-registry-client -Dversion=5.3.4 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/kafka-schema-registry-client-5.3.4.jar
   mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-connect-avro-converter -Dversion=5.3.4 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/kafka-schema-registry-5.3.4.jar
   mvn install:install-file -DgroupId=io.confluent -DartifactId=common-config -Dversion=5.3.4 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/common-config-5.3.4.jar
   mvn install:install-file -DgroupId=io.confluent -DartifactId=common-utils -Dversion=5.3.4 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/common-utils-5.3.4.jar
   mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-connect-avro-converter -Dversion=7.0.1 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/kafka-connect-avro-converter-7.0.1.jar
   mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-connect-avro-converter -Dversion=7.0.1 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/kafka-connect-avro-converter-7.0.1.jar
   mvn install:install-file -DgroupId=org.apache.avro -DartifactId=avro -Dversion=1.10.1 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/avro-1.10.1.jar

Img

hudi 旧版本编译

1
2

# 编译flink1.15
mvn clean install -DskipTests -Dfast -Drat.skip=true -Dhaoop.version=3.3.2 -Pvendor-repos -Dinclude-hadoop -Dscala-2.12 -T10C --settings ~/.m2/flink-settings.xml

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18

 mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-schema-registry-client -Dversion=5.3.4 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/kafka-schema-registry-client-5.3.4.jar
    mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-avro-serializer -Dversion=5.3.4 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/

    kafka-avro-serializer-5.3.4.jar
    mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-schema-registry-client -Dversion=5.3.4 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/kafka-schema-registry-client-5.3.4.jar
   mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-schema-registry -Dversion=5.3.4 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/kafka-schema-registry-5.3.4.jar
   mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-schema-registry-client -Dversion=5.3.4 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/kafka-schema-registry-client-5.3.4.jar
   mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-connect-avro-converter -Dversion=5.3.4 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/kafka-schema-registry-5.3.4.jar
   mvn install:install-file -DgroupId=io.confluent -DartifactId=common-config -Dversion=5.3.4 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/common-config-5.3.4.jar
   mvn install:install-file -DgroupId=io.confluent -DartifactId=common-utils -Dversion=5.3.4 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/common-utils-5.3.4.jar



      mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-schema-registry-client -Dversion=6.2.2 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/kafka-schema-registry-client-6.2.2.jar

      mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-avro-serializer -Dversion=6.2.2 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/kafka-avro-serializer-6.2.2.jar

            mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-schema-registry -Dversion=6.2.2 -Dpackaging=jar  -Dfile=/mnt/d/Users/Administrator/Downloads/kafka-schema-registry-6.2.2.jar

手动编译 flink 1.15

1
2
3
4
5
6
7
8
9

mvn clean install -DskipTests -Dfast -Drat.skip=true -Dhaoop.version=3.0.0-cdh6.2.0 -Pvendor-repos -Dinclude-hadoop -Dscala-2.12 -T10C

# -Dfast  #在flink根目录下pom.xml文件中fast配置项目中含快速设置,其中包含了多项构建时的跳过参数. #例如apache的文件头(rat)合法校验，代码风格检查，javadoc生成的跳过等，详细可阅读pom.xml
# install maven的安装命令
# -T10C #支持多处理器或者处理器核数参数,加快构建速度,推荐Maven3.3及以上
# -Pinclude-hadoop  将hadoop的 jar包，打入到lib/中
# -Pvendor-repos   # 如果需要指定hadoop的发行商，如CDH，需要使用-Pvendor-repos
# -Dscala-2.12     # 指定scala的版本为2.12
# -Dhadoop.version=3.0.0-cdh6.2.0  指定 hadoop 的版本，这里的版本与CDH集群版本的Hadoop一致就行

安装 file

5.5.2

1
2
3
4
5
6
7
8

mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-avro-serializer -Dversion=5.5.2 -Dpackaging=jar -Dfile=kafka-avro-serializer-5.5.2.jar -DpomFile=kafka-avro-serializer-5.5.2.pom
mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-schema-serializer -Dversion=5.5.2 -Dpackaging=jar -Dfile=kafka-schema-serializer-5.5.2.jar -DpomFile=kafka-schema-serializer-5.5.2.pom
mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-schema-registry-client -Dversion=5.5.2 -Dpackaging=jar -Dfile=kafka-schema-registry-client-5.5.2.jar -DpomFile=kafka-schema-registry-client-5.5.2.pom
mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-schema-registry-parent -Dversion=5.5.2 -Dpackaging=pom -Dfile=kafka-schema-registry-parent-5.5.2.pom -DpomFile=kafka-schema-registry-parent-5.5.2.pom
mvn install:install-file -DgroupId=io.confluent -DartifactId=common -Dversion=5.5.2 -Dpackaging=pom -Dfile=common-5.5.2.pom -DpomFile=common-5.5.2.pom
mvn install:install-file -DgroupId=io.confluent -DartifactId=common-parent -Dversion=5.5.2 -Dpackaging=pom -Dfile=common-parent-5.5.2.pom -DpomFile=common-parent-5.5.2.pom
mvn install:install-file -DgroupId=io.confluent -DartifactId=common-config -Dversion=5.5.2 -Dpackaging=jar -Dfile=common-config-5.5.2.jar -DpomFile=common-config-5.5.2.pom
mvn install:install-file -DgroupId=io.confluent -DartifactId=common-utils -Dversion=5.5.2 -Dpackaging=jar -Dfile=common-utils-5.5.2.jar -DpomFile=common-utils-5.5.2.pom

6.6.2

1
2
3
4
5
6
7
8
9

mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-avro-serializer -Dversion=6.2.2 -Dpackaging=jar -Dfile=kafka-avro-serializer-6.2.2.jar -DpomFile=kafka-avro-serializer-6.2.2.pom
mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-schema-serializer -Dversion=6.2.2 -Dpackaging=jar -Dfile=kafka-schema-serializer-6.2.2.jar -DpomFile=kafka-schema-serializer-6.2.2.pom
mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-schema-registry-client -Dversion=6.2.2 -Dpackaging=jar -Dfile=kafka-schema-registry-client-6.2.2.jar -DpomFile=kafka-schema-registry-client-6.2.2.pom
mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-schema-registry-parent -Dversion=6.2.2 -Dpackaging=pom -Dfile=kafka-schema-registry-parent-6.2.2.pom -DpomFile=kafka-schema-registry-parent-6.2.2.pom
#这个没有的common-6.2.2.pom
mvn install:install-file -DgroupId=io.confluent -DartifactId=common -Dversion=6.2.2 -Dpackaging=pom -Dfile=common-6.2.2.pom -DpomFile=common-6.2.2.pom
mvn install:install-file -DgroupId=io.confluent -DartifactId=common-parent -Dversion=6.2.2 -Dpackaging=pom -Dfile=common-parent-6.2.2.pom -DpomFile=common-parent-6.2.2.pom
mvn install:install-file -DgroupId=io.confluent -DartifactId=common-config -Dversion=6.2.2 -Dpackaging=jar -Dfile=common-config-6.2.2.jar -DpomFile=common-config-6.2.2.pom
mvn install:install-file -DgroupId=io.confluent -DartifactId=common-utils -Dversion=6.2.2 -Dpackaging=jar -Dfile=common-utils-6.2.2.jar -DpomFile=common-utils-6.2.2.pom

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42

mvn clean install -DskipTests -Dfast -Drat.skip=true -Dhaoop.version=3.0.0-cdh6.2.0 -Pvendor-repos -Dinclude-hadoop -Dscala-2.12
部署服务到私服：
mvn deploy:deploy-file -DgroupId=io.confluent -DartifactId=kafka-schema-registry-client -Dversion=7.5.3 -Dpackaging=jar -Dfile=kafka-schema-registry-client-7.5.3.jar   -DpomFile=kafka-schema-registry-client-7.5.3.pom -Durl=http://10.7.20.39:8081/repository/maven-releases/ -DrepositoryId=snapshots




上传pom文件
mvn deploy:deploy-file -DgroupId=com.htcf  -DartifactId=platform  -Dversion=2.2.0-SNAPSHOT -Dfile=E:\jar\platform-2.2.0-SNAPSHOT.pom  -Dpackaging=pom -DrepositoryId=user-thirdparty -Durl=http://68.174.xx.xx:8081/nexus/content/repositories/snapshots/

mvn deploy:deploy-file -DgroupId=io.confluent -DartifactId=kafka-schema-registry-parent -Dversion=7.2.2  -Dfile=kafka-schema-registry-parent-7.2.2.pom -Dpackaging=pom  -Durl=http://10.7.20.39:8081/repository/maven-releases/ -DrepositoryId=snapshots

mvn install:install-file -DgroupId=io.confluent -DartifactId=rest-utils-parent -Dversion=7.2.2 -Dpackaging=pom -Dfile=rest-utils-parent-7.2.2.pom -DpomFile=rest-utils-parent-7.2.2.pom

mvn install:install-file -DgroupId=io.confluent -DartifactId=rest-utils-parent -Dversion=7.5.3 -Dpackaging=pom -Dfile=rest-utils-parent-7.5.3.pom -DpomFile=rest-utils-parent-7.5.3.pom

mvn deploy:deploy-file -DgroupId=io.confluent -DartifactId=rest-utils-parent -Dversion=7.5.3 -Dpackaging=pom -Dfile=rest-utils-parent-7.5.3.pom -DpomFile=rest-utils-parent-7.5.3.pom -Durl=http://10.7.20.39:8081/repository/maven-releases/ -DrepositoryId=snapshots

mvn deploy:deploy-file -DgroupId=io.confluent -DartifactId=common -Dversion=7.2.2  -Dfile=common-7.2.2.pom -Dpackaging=pom  -Durl=http://10.7.20.39:8081/repository/maven-releases/ -DrepositoryId=snapshots

mvn install:install-file -DgroupId=io.confluent -DartifactId=common -Dversion=7.2.2 -Dpackaging=pom -Dfile=common-7.2.2.pom -DpomFile=common-7.2.2.pom


mvn deploy:deploy-file -DgroupId=io.confluent -DartifactId=common -Dversion=7.5.3  -Dfile=common-7.5.3.pom -Dpackaging=pom  -Durl=http://10.7.20.39:8081/repository/maven-releases/ -DrepositoryId=snapshots

mvn install:install-file -DgroupId=io.confluent -DartifactId=common -Dversion=7.5.3  -Dfile=common-7.5.3.pom -Dpackaging=pom  -Durl=http://10.7.20.39:8081/repository/maven-releases/ -DrepositoryId=snapshots

:kafka-schema-registry-parent:pom:7.2.2

 Could not find artifact io.confluent:rest-utils-parent:pom:7.5.3 in


mvn install:install-file -DgroupId=io.confluent -DartifactId=common-parent -Dversion=7.2.2 -Dpackaging=pom -Dfile=common-parent-7.2.2.pom -DpomFile=common-parent-7.2.2.pom

mvn install:install-file -DgroupId=io.confluent -DartifactId=common-parent -Dversion=7.5.3 -Dpackaging=pom -Dfile=common-parent-7.5.3.pom -DpomFile=common-parent-7.5.3.pom

mvn deploy:deploy-file -DgroupId=io.confluent -DartifactId=common-parent -Dversion=7.5.3 -Dpackaging=pom -Dfile=common-parent-7.5.3.pom -DpomFile=common-parent-7.5.3.pom -Durl=http://10.7.20.39:8081/repository/maven-releases/ -DrepositoryId=snapshots




:kafka-clients:jar:7.2.2-ccs

7.2.2 版本安装

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

mvn install:install-file -DgroupId=io.confluent -DartifactId=kafka-schema-registry-client -Dversion=7.2.2 -Dpackaging=jar -Dfile=kafka-schema-registry-client-7.2.2.jar -DpomFile=kafka-schema-registry-client-7.2.2.pom

kafka-schema-registry-client

mvn deploy:deploy-file -DgroupId=io.confluent -DartifactId=kafka-schema-registry-client -Dversion=7.2.2  -Dfile=kafka-schema-registry-client-7.2.2.jar -Dpackaging=jar  -Durl=http://10.7.20.39:8081/repository/maven-releases/ -DrepositoryId=snapshots

mvn deploy:deploy-file -DgroupId=io.confluent -DartifactId=kafka-schema-registry-client -Dversion=7.2.2 -Dpackaging=jar -Dfile=kafka-schema-registry-client-7.2.2.jar   -DpomFile=kafka-schema-registry-parent-7.2.2.pom -Durl=http://10.7.20.39:8081/repository/maven-releases/ -DrepositoryId=snapshots


mvn deploy:deploy-file -DgroupId=io.confluent -DartifactId=kafka-schema-registry-client -Dversion=7.2.2 -Dpackaging=jar -Dfile=kafka-schema-registry-client-7.2.2.jar   -DpomFile=kafka-schema-registry-client-7.2.2.pom -Durl=http://10.7.20.39:8081/repository/maven-releases/ -DrepositoryId=snapshots



mvn deploy:deploy-file -DgroupId=io.confluent -DartifactId=common -Dversion=7.2.2 -Dpackaging=pom -Dfile=common-7.2.2.pom  -Durl=http://10.7.20.39:8081/repository/maven-releases/ -DrepositoryId=snapshots

mvn install:install-file -DgroupId=org.apache.kafka -DartifactId=kafka-clients -Dversion=7.2.0-ccs -Dpackaging=jar -Dfile=kafka-clients-7.2.0-ccs.jar -DpomFile=kafka-clients-7.2.0-ccs.pom


mvn install:install-file -DgroupId=org.apache.kafka -DartifactId=kafka-clients -Dversion=7.5.3-ccs -Dpackaging=jar -Dfile=kafka-clients-7.5.3-ccs.jar -DpomFile=kafka-clients-7.5.3-ccs.pom



https://packages.confluent.io/maven/io/confluent/common-utils/6.2.2/common-utils-6.2.2.pom

https://packages.confluent.io/maven/io/confluent/common-utils/7.2.2/common-utils-7.2.2.pom
https://packages.confluent.io/maven/io/confluent/common-utils/7.5.3/common-utils-7.5.3.pom

mvn install:install-file -DgroupId=io.confluent -DartifactId=common-utils -Dversion=7.2.2 -Dpackaging=jar -Dfile=common-utils-7.2.2.jar -DpomFile=common-utils-7.2.2.pom


mvn install:install-file -DgroupId=io.confluent -DartifactId=common-utils -Dversion=7.5.3 -Dpackaging=jar -Dfile=common-utils-7.5.3.jar -DpomFile=common-utils-7.5.3.pom
mvn deploy:deploy-file -DgroupId=io.confluent -DartifactId=common-utils -Dversion=7.5.3 -Dpackaging=jar -Dfile=common-utils-7.5.3.jar -DpomFile=common-utils-7.5.3.pom  -Durl=http://10.7.20.39:8081/repository/maven-releases/ -DrepositoryId=snapshots

mvn deploy:deploy-file -DgroupId=io.confluent -DartifactId=kafka-schema-registry-client -Dversion=7.5.3 -Dpackaging=jar -Dfile=kafka-schema-registry-client-7.5.3.jar   -DpomFile=kafka-schema-registry-client-7.5.3.pom -Durl=http://10.7.20.39:8081/repository/maven-releases/ -DrepositoryId=snapshots

mvn deploy:deploy-file -DgroupId=org.apache.kafka -DartifactId=kafka-clients -Dversion=7.5.3-ccs -Dpackaging=jar -Dfile=kafka-clients-7.5.3-ccs.jar -DpomFile=kafka-clients-7.5.3-ccs.pom  -Durl=http://10.7.20.39:8081/repository/maven-releases/ -DrepositoryId=snapshots
Licensed under CC BY-NC-SA 4.0
最后更新于 Jan 06, 2025 05:52 UTC
comments powered by Disqus
© 2020 - 2025 卡巴斯之殇
Built with Hugo
主题 Stack 由 Jimmy 设计
#׷
Caret Up