flink start AM request record

java 复制代码
rmClient.submitApplication(request);
--> org.apache.hadoop.yarn.api.ApplicationClientProtocol.submitApplication(request)

json 复制代码
application_submission_context { 
	application_id { id: 330 cluster_timestamp: 1685734870173 }
 	application_name: "onYarnApiSubmitCase"
  	am_container_spec {
	localResources { 
	key: "flink-conf.yaml"
	value {
	resource { 
	scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/user/HPN-21-125/.flink/application_1685734870173_0330/application_1685734870173_0330-flink-conf.yaml18277381772247307494.tmp" }
	size: 856 timestamp: 1693299347063 type: FILE visibility: APPLICATION 
	}
	}
	localResources {
    key: "lib/flink-dist_2.12-1.12.7.jar"
    value {
     resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-dist_2.12-1.12.7.jar" } 
     size: 105200367 timestamp: 1639528108000 type: FILE visibility: PUBLIC 
    }
   }
	localResources {
    key: "lib/log4j-slf4j-impl-2.16.0.jar" 
    value {
     resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/log4j-slf4j-impl-2.16.0.jar" }
     size: 24258 timestamp: 1639522582000 type: FILE visibility: PUBLIC 
    }
   } 
	localResources {
	    key: "lib/flink-csv-1.12.7.jar" 
	    value {
	     resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-csv-1.12.7.jar" } 
	    size: 89654 
	    timestamp: 1639527800000 
	    type: FILE visibility: PUBLIC 
	    } 
    }
	localResources {
      key: "lib/log4j-1.2-api-2.16.0.jar"
       value {
        resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/log4j-1.2-api-2.16.0.jar" } 
        size: 207909 timestamp: 1639522582000 type: FILE visibility: PUBLIC 
        } 
      } 
	localResources {
       key: "lib/log4j-api-2.16.0.jar"
        value { 
        resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/log4j-api-2.16.0.jar" } 
        size: 301892 timestamp: 1639522582000 type: FILE visibility: PUBLIC 
        }
       }
	localResources { key: "lib/flink-table_2.12-1.12.7.jar" 
       value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-table_2.12-1.12.7.jar" } size: 34696963 timestamp: 1639528066000 type: FILE visibility: PUBLIC } 
       }
	localResources { key: "lib/flink-json-1.12.7.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-json-1.12.7.jar" } size: 134891 timestamp: 1639527762000 type: FILE visibility: PUBLIC } } 
	localResources { key: "TopSpeedWindowing.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/demo/TopSpeedWindowing.jar" } size: 17160 timestamp: 1693212889485 type: FILE visibility: APPLICATION } } 
	localResources { key: "lib/flink-table-blink_2.12-1.12.7.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-table-blink_2.12-1.12.7.jar" } size: 37736212 timestamp: 1639528075000 type: FILE visibility: PUBLIC } } 
	localResources { key: "lib/log4j-core-2.16.0.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/log4j-core-2.16.0.jar" } size: 1789565 timestamp: 1639522582000 type: FILE visibility: PUBLIC } } 
	localResources { key: "lib/flink-shaded-zookeeper-3.4.14.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-shaded-zookeeper-3.4.14.jar" } size: 7709741 timestamp: 1639522618000 type: FILE visibility: PUBLIC } }
	environment { key: "_APP_ID" value: "application_1685734870173_0330" } 
	environment { key: "_FLINK_YARN_FILES" value: "hdfs://cdh-node0.jiayeli.com:8020/user/HPN-21-125/.flink/application_1685734870173_0330" } 
	environment { key: "HADOOP_USER_NAME" value: "HPN-21-125" }
	environment { key: "_FLINK_CLASSPATH" value: "TopSpeedWindowing.jar;lib/flink-csv-1.12.7.jar;lib/flink-json-1.12.7.jar;lib/flink-shaded-zookeeper-3.4.14.jar;lib/flink-table-blink_2.12-1.12.7.jar;lib/flink-table_2.12-1.12.7.jar;lib/log4j-1.2-api-2.16.0.jar;lib/log4j-api-2.16.0.jar;lib/log4j-core-2.16.0.jar;lib/log4j-slf4j-impl-2.16.0.jar;lib/flink-dist_2.12-1.12.7.jar;flink-conf.yaml;" }
	environment { key: "_CLIENT_SHIP_FILES" value: "YarnLocalResourceDescriptor{key=lib/flink-json-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-json-1.12.7.jar, size=134891, modificationTime=1639527762000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-dist_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-dist_2.12-1.12.7.jar, size=105200367, modificationTime=1639528108000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-table-blink_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-table-blink_2.12-1.12.7.jar, size=37736212, modificationTime=1639528075000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-core-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-core-2.16.0.jar, size=1789565, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-slf4j-impl-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-slf4j-impl-2.16.0.jar, size=24258, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-csv-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-csv-1.12.7.jar, size=89654, modificationTime=1639527800000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-1.2-api-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-1.2-api-2.16.0.jar, size=207909, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-api-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-api-2.16.0.jar, size=301892, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-shaded-zookeeper-3.4.14.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-shaded-zookeeper-3.4.14.jar, size=7709741, modificationTime=1639522618000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-table_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-table_2.12-1.12.7.jar, size=34696963, modificationTime=1639528066000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=TopSpeedWindowing.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/demo/TopSpeedWindowing.jar, size=17160, modificationTime=1693212889485, visibility=APPLICATION, type=FILE}; YarnLocalResourceDescriptor{key=flink-conf.yaml, path=hdfs://cdh-node0.jiayeli.com:8020/user/HPN-21-125/.flink/application_1685734870173_0330/application_1685734870173_0330-flink-conf.yaml18277381772247307494.tmp, size=856, modificationTime=1693299347063, visibility=APPLICATION, type=FILE}" }
	environment { key: "_FLINK_DIST_JAR" value: "YarnLocalResourceDescriptor{key=lib/flink-dist_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-dist_2.12-1.12.7.jar, size=105200367, modificationTime=1639528108000, visibility=PUBLIC, type=FILE}" } 
	environment { key: "_CLIENT_HOME_DIR" value: "hdfs://cdh-node0.jiayeli.com:8020/user/HPN-21-125" } 
	environment { key: "CLASSPATH" value: "TopSpeedWindowing.jar;lib/flink-csv-1.12.7.jar;lib/flink-json-1.12.7.jar;lib/flink-shaded-zookeeper-3.4.14.jar;lib/flink-table-blink_2.12-1.12.7.jar;lib/flink-table_2.12-1.12.7.jar;lib/log4j-1.2-api-2.16.0.jar;lib/log4j-api-2.16.0.jar;lib/log4j-core-2.16.0.jar;lib/log4j-slf4j-impl-2.16.0.jar;lib/flink-dist_2.12-1.12.7.jar;flink-conf.yaml;;$HADOOP_CLIENT_CONF_DIR;$HADOOP_CONF_DIR;$HADOOP_COMMON_HOME/*;$HADOOP_COMMON_HOME/lib/*;$HADOOP_HDFS_HOME/*;$HADOOP_HDFS_HOME/lib/*;$HADOOP_YARN_HOME/*;$HADOOP_YARN_HOME/lib/*" } 
	command: "$JAVA_HOME/bin/java -Xmx469762048 -Xms469762048 -XX:MaxMetaspaceSize=268435456 org.apache.flink.yarn.entrypoint.YarnApplicationClusterEntryPoint -D jobmanager.memory.off-heap.size=134217728b -D jobmanager.memory.jvm-overhead.min=201326592b -D jobmanager.memory.jvm-metaspace.size=268435456b -D jobmanager.memory.heap.size=469762048b -D jobmanager.memory.jvm-overhead.max=201326592b 1> <LOG_DIR>/jobmanager.out 2> <LOG_DIR>/jobmanager.err" } 
	maxAppAttempts: 1 
	resource { memory: 1024 virtual_cores: 1 }
	applicationType: "Apache Flink" 
 }
相关推荐
每日新鲜事2 分钟前
Saucony索康尼推出全新 WOOOLLY 运动生活羊毛系列 生动无理由,从专业跑步延展运动生活的每一刻
大数据·人工智能
在未来等你44 分钟前
Kafka面试精讲 Day 15:跨数据中心复制与灾备
大数据·分布式·面试·kafka·消息队列
阿里云大数据AI技术2 小时前
Lazada 如何用实时计算 Flink + Hologres 构建实时商品选品平台
flink
计算机编程-吉哥2 小时前
大数据毕业设计-基于Python的中文起点网小说数据分析平台(高分计算机毕业设计选题·定制开发·真正大数据)
大数据·hadoop·计算机毕业设计选题·机器学习毕业设计·大数据毕业设计·大数据毕业设计选题推荐·大数据毕设项目
阿里云大数据AI技术2 小时前
淘宝闪购基于Flink&Paimon的Lakehouse生产实践:从实时数仓到湖仓一体化的演进之路
数据库·flink
鸿乃江边鸟4 小时前
Flink中的 BinaryRowData 以及大小端
大数据·sql·flink
MicroTech20254 小时前
微算法科技(NASDAQ: MLGO)采用量子相位估计(QPE)方法,增强量子神经网络训练
大数据·算法·量子计算
b***25114 小时前
深圳比斯特|多维度分选:圆柱电池品质管控的自动化解决方案
大数据·人工智能
Flink_China5 小时前
Flink Agents:基于Apache Flink的事件驱动AI智能体框架
大数据·flink
鼠鼠我捏,要死了捏6 小时前
深入解析 Apache Flink Checkpoint 与 Savepoint 原理与最佳实践
flink·checkpoint·savepoint