flink start AM request record

java 复制代码
rmClient.submitApplication(request);
--> org.apache.hadoop.yarn.api.ApplicationClientProtocol.submitApplication(request)

json 复制代码
application_submission_context { 
	application_id { id: 330 cluster_timestamp: 1685734870173 }
 	application_name: "onYarnApiSubmitCase"
  	am_container_spec {
	localResources { 
	key: "flink-conf.yaml"
	value {
	resource { 
	scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/user/HPN-21-125/.flink/application_1685734870173_0330/application_1685734870173_0330-flink-conf.yaml18277381772247307494.tmp" }
	size: 856 timestamp: 1693299347063 type: FILE visibility: APPLICATION 
	}
	}
	localResources {
    key: "lib/flink-dist_2.12-1.12.7.jar"
    value {
     resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-dist_2.12-1.12.7.jar" } 
     size: 105200367 timestamp: 1639528108000 type: FILE visibility: PUBLIC 
    }
   }
	localResources {
    key: "lib/log4j-slf4j-impl-2.16.0.jar" 
    value {
     resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/log4j-slf4j-impl-2.16.0.jar" }
     size: 24258 timestamp: 1639522582000 type: FILE visibility: PUBLIC 
    }
   } 
	localResources {
	    key: "lib/flink-csv-1.12.7.jar" 
	    value {
	     resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-csv-1.12.7.jar" } 
	    size: 89654 
	    timestamp: 1639527800000 
	    type: FILE visibility: PUBLIC 
	    } 
    }
	localResources {
      key: "lib/log4j-1.2-api-2.16.0.jar"
       value {
        resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/log4j-1.2-api-2.16.0.jar" } 
        size: 207909 timestamp: 1639522582000 type: FILE visibility: PUBLIC 
        } 
      } 
	localResources {
       key: "lib/log4j-api-2.16.0.jar"
        value { 
        resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/log4j-api-2.16.0.jar" } 
        size: 301892 timestamp: 1639522582000 type: FILE visibility: PUBLIC 
        }
       }
	localResources { key: "lib/flink-table_2.12-1.12.7.jar" 
       value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-table_2.12-1.12.7.jar" } size: 34696963 timestamp: 1639528066000 type: FILE visibility: PUBLIC } 
       }
	localResources { key: "lib/flink-json-1.12.7.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-json-1.12.7.jar" } size: 134891 timestamp: 1639527762000 type: FILE visibility: PUBLIC } } 
	localResources { key: "TopSpeedWindowing.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/demo/TopSpeedWindowing.jar" } size: 17160 timestamp: 1693212889485 type: FILE visibility: APPLICATION } } 
	localResources { key: "lib/flink-table-blink_2.12-1.12.7.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-table-blink_2.12-1.12.7.jar" } size: 37736212 timestamp: 1639528075000 type: FILE visibility: PUBLIC } } 
	localResources { key: "lib/log4j-core-2.16.0.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/log4j-core-2.16.0.jar" } size: 1789565 timestamp: 1639522582000 type: FILE visibility: PUBLIC } } 
	localResources { key: "lib/flink-shaded-zookeeper-3.4.14.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-shaded-zookeeper-3.4.14.jar" } size: 7709741 timestamp: 1639522618000 type: FILE visibility: PUBLIC } }
	environment { key: "_APP_ID" value: "application_1685734870173_0330" } 
	environment { key: "_FLINK_YARN_FILES" value: "hdfs://cdh-node0.jiayeli.com:8020/user/HPN-21-125/.flink/application_1685734870173_0330" } 
	environment { key: "HADOOP_USER_NAME" value: "HPN-21-125" }
	environment { key: "_FLINK_CLASSPATH" value: "TopSpeedWindowing.jar;lib/flink-csv-1.12.7.jar;lib/flink-json-1.12.7.jar;lib/flink-shaded-zookeeper-3.4.14.jar;lib/flink-table-blink_2.12-1.12.7.jar;lib/flink-table_2.12-1.12.7.jar;lib/log4j-1.2-api-2.16.0.jar;lib/log4j-api-2.16.0.jar;lib/log4j-core-2.16.0.jar;lib/log4j-slf4j-impl-2.16.0.jar;lib/flink-dist_2.12-1.12.7.jar;flink-conf.yaml;" }
	environment { key: "_CLIENT_SHIP_FILES" value: "YarnLocalResourceDescriptor{key=lib/flink-json-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-json-1.12.7.jar, size=134891, modificationTime=1639527762000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-dist_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-dist_2.12-1.12.7.jar, size=105200367, modificationTime=1639528108000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-table-blink_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-table-blink_2.12-1.12.7.jar, size=37736212, modificationTime=1639528075000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-core-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-core-2.16.0.jar, size=1789565, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-slf4j-impl-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-slf4j-impl-2.16.0.jar, size=24258, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-csv-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-csv-1.12.7.jar, size=89654, modificationTime=1639527800000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-1.2-api-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-1.2-api-2.16.0.jar, size=207909, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-api-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-api-2.16.0.jar, size=301892, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-shaded-zookeeper-3.4.14.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-shaded-zookeeper-3.4.14.jar, size=7709741, modificationTime=1639522618000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-table_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-table_2.12-1.12.7.jar, size=34696963, modificationTime=1639528066000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=TopSpeedWindowing.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/demo/TopSpeedWindowing.jar, size=17160, modificationTime=1693212889485, visibility=APPLICATION, type=FILE}; YarnLocalResourceDescriptor{key=flink-conf.yaml, path=hdfs://cdh-node0.jiayeli.com:8020/user/HPN-21-125/.flink/application_1685734870173_0330/application_1685734870173_0330-flink-conf.yaml18277381772247307494.tmp, size=856, modificationTime=1693299347063, visibility=APPLICATION, type=FILE}" }
	environment { key: "_FLINK_DIST_JAR" value: "YarnLocalResourceDescriptor{key=lib/flink-dist_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-dist_2.12-1.12.7.jar, size=105200367, modificationTime=1639528108000, visibility=PUBLIC, type=FILE}" } 
	environment { key: "_CLIENT_HOME_DIR" value: "hdfs://cdh-node0.jiayeli.com:8020/user/HPN-21-125" } 
	environment { key: "CLASSPATH" value: "TopSpeedWindowing.jar;lib/flink-csv-1.12.7.jar;lib/flink-json-1.12.7.jar;lib/flink-shaded-zookeeper-3.4.14.jar;lib/flink-table-blink_2.12-1.12.7.jar;lib/flink-table_2.12-1.12.7.jar;lib/log4j-1.2-api-2.16.0.jar;lib/log4j-api-2.16.0.jar;lib/log4j-core-2.16.0.jar;lib/log4j-slf4j-impl-2.16.0.jar;lib/flink-dist_2.12-1.12.7.jar;flink-conf.yaml;;$HADOOP_CLIENT_CONF_DIR;$HADOOP_CONF_DIR;$HADOOP_COMMON_HOME/*;$HADOOP_COMMON_HOME/lib/*;$HADOOP_HDFS_HOME/*;$HADOOP_HDFS_HOME/lib/*;$HADOOP_YARN_HOME/*;$HADOOP_YARN_HOME/lib/*" } 
	command: "$JAVA_HOME/bin/java -Xmx469762048 -Xms469762048 -XX:MaxMetaspaceSize=268435456 org.apache.flink.yarn.entrypoint.YarnApplicationClusterEntryPoint -D jobmanager.memory.off-heap.size=134217728b -D jobmanager.memory.jvm-overhead.min=201326592b -D jobmanager.memory.jvm-metaspace.size=268435456b -D jobmanager.memory.heap.size=469762048b -D jobmanager.memory.jvm-overhead.max=201326592b 1> <LOG_DIR>/jobmanager.out 2> <LOG_DIR>/jobmanager.err" } 
	maxAppAttempts: 1 
	resource { memory: 1024 virtual_cores: 1 }
	applicationType: "Apache Flink" 
 }
相关推荐
liupenglove7 小时前
自动驾驶数据仓库:时间片合并算法。
大数据·数据仓库·算法·elasticsearch·自动驾驶
全能搬运大师10 小时前
win10安装Elasticsearch
大数据·elasticsearch·搜索引擎
Guheyunyi10 小时前
电气安全监测系统:筑牢电气安全防线
大数据·运维·网络·人工智能·安全·架构
BigData共享11 小时前
StarRocks fragment的执行流程
大数据
阿里云大数据AI技术11 小时前
阿里云 EMR Serverless Spark: 面向 Data+AI 的高性能 Lakehouse 产品
大数据·人工智能·数据分析
杨小扩12 小时前
AI驱动的软件工程(中):文档驱动的编码与执行
大数据·人工智能·软件工程
技术+ywxs578712 小时前
如何提高微信小店推客系统的推广效果?
大数据·微信开放平台·微信小店·推客系统·系统搭建
杨超越luckly14 小时前
HTML应用指南:利用GET请求获取全国永辉超市门店位置信息
大数据·信息可视化·数据分析·html·argis·门店
拓端研究室16 小时前
专题:2025机器人产业深度洞察报告|附136份报告PDF与数据下载
大数据·人工智能·物联网
阿里云大数据AI技术17 小时前
NL2SQL 再创佳绩!阿里云论文中选 SIGMOD 2025
大数据·人工智能·云计算