flink start AM request record

java 复制代码
rmClient.submitApplication(request);
--> org.apache.hadoop.yarn.api.ApplicationClientProtocol.submitApplication(request)

json 复制代码
application_submission_context { 
	application_id { id: 330 cluster_timestamp: 1685734870173 }
 	application_name: "onYarnApiSubmitCase"
  	am_container_spec {
	localResources { 
	key: "flink-conf.yaml"
	value {
	resource { 
	scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/user/HPN-21-125/.flink/application_1685734870173_0330/application_1685734870173_0330-flink-conf.yaml18277381772247307494.tmp" }
	size: 856 timestamp: 1693299347063 type: FILE visibility: APPLICATION 
	}
	}
	localResources {
    key: "lib/flink-dist_2.12-1.12.7.jar"
    value {
     resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-dist_2.12-1.12.7.jar" } 
     size: 105200367 timestamp: 1639528108000 type: FILE visibility: PUBLIC 
    }
   }
	localResources {
    key: "lib/log4j-slf4j-impl-2.16.0.jar" 
    value {
     resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/log4j-slf4j-impl-2.16.0.jar" }
     size: 24258 timestamp: 1639522582000 type: FILE visibility: PUBLIC 
    }
   } 
	localResources {
	    key: "lib/flink-csv-1.12.7.jar" 
	    value {
	     resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-csv-1.12.7.jar" } 
	    size: 89654 
	    timestamp: 1639527800000 
	    type: FILE visibility: PUBLIC 
	    } 
    }
	localResources {
      key: "lib/log4j-1.2-api-2.16.0.jar"
       value {
        resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/log4j-1.2-api-2.16.0.jar" } 
        size: 207909 timestamp: 1639522582000 type: FILE visibility: PUBLIC 
        } 
      } 
	localResources {
       key: "lib/log4j-api-2.16.0.jar"
        value { 
        resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/log4j-api-2.16.0.jar" } 
        size: 301892 timestamp: 1639522582000 type: FILE visibility: PUBLIC 
        }
       }
	localResources { key: "lib/flink-table_2.12-1.12.7.jar" 
       value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-table_2.12-1.12.7.jar" } size: 34696963 timestamp: 1639528066000 type: FILE visibility: PUBLIC } 
       }
	localResources { key: "lib/flink-json-1.12.7.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-json-1.12.7.jar" } size: 134891 timestamp: 1639527762000 type: FILE visibility: PUBLIC } } 
	localResources { key: "TopSpeedWindowing.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/demo/TopSpeedWindowing.jar" } size: 17160 timestamp: 1693212889485 type: FILE visibility: APPLICATION } } 
	localResources { key: "lib/flink-table-blink_2.12-1.12.7.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-table-blink_2.12-1.12.7.jar" } size: 37736212 timestamp: 1639528075000 type: FILE visibility: PUBLIC } } 
	localResources { key: "lib/log4j-core-2.16.0.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/log4j-core-2.16.0.jar" } size: 1789565 timestamp: 1639522582000 type: FILE visibility: PUBLIC } } 
	localResources { key: "lib/flink-shaded-zookeeper-3.4.14.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-shaded-zookeeper-3.4.14.jar" } size: 7709741 timestamp: 1639522618000 type: FILE visibility: PUBLIC } }
	environment { key: "_APP_ID" value: "application_1685734870173_0330" } 
	environment { key: "_FLINK_YARN_FILES" value: "hdfs://cdh-node0.jiayeli.com:8020/user/HPN-21-125/.flink/application_1685734870173_0330" } 
	environment { key: "HADOOP_USER_NAME" value: "HPN-21-125" }
	environment { key: "_FLINK_CLASSPATH" value: "TopSpeedWindowing.jar;lib/flink-csv-1.12.7.jar;lib/flink-json-1.12.7.jar;lib/flink-shaded-zookeeper-3.4.14.jar;lib/flink-table-blink_2.12-1.12.7.jar;lib/flink-table_2.12-1.12.7.jar;lib/log4j-1.2-api-2.16.0.jar;lib/log4j-api-2.16.0.jar;lib/log4j-core-2.16.0.jar;lib/log4j-slf4j-impl-2.16.0.jar;lib/flink-dist_2.12-1.12.7.jar;flink-conf.yaml;" }
	environment { key: "_CLIENT_SHIP_FILES" value: "YarnLocalResourceDescriptor{key=lib/flink-json-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-json-1.12.7.jar, size=134891, modificationTime=1639527762000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-dist_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-dist_2.12-1.12.7.jar, size=105200367, modificationTime=1639528108000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-table-blink_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-table-blink_2.12-1.12.7.jar, size=37736212, modificationTime=1639528075000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-core-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-core-2.16.0.jar, size=1789565, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-slf4j-impl-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-slf4j-impl-2.16.0.jar, size=24258, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-csv-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-csv-1.12.7.jar, size=89654, modificationTime=1639527800000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-1.2-api-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-1.2-api-2.16.0.jar, size=207909, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-api-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-api-2.16.0.jar, size=301892, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-shaded-zookeeper-3.4.14.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-shaded-zookeeper-3.4.14.jar, size=7709741, modificationTime=1639522618000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-table_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-table_2.12-1.12.7.jar, size=34696963, modificationTime=1639528066000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=TopSpeedWindowing.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/demo/TopSpeedWindowing.jar, size=17160, modificationTime=1693212889485, visibility=APPLICATION, type=FILE}; YarnLocalResourceDescriptor{key=flink-conf.yaml, path=hdfs://cdh-node0.jiayeli.com:8020/user/HPN-21-125/.flink/application_1685734870173_0330/application_1685734870173_0330-flink-conf.yaml18277381772247307494.tmp, size=856, modificationTime=1693299347063, visibility=APPLICATION, type=FILE}" }
	environment { key: "_FLINK_DIST_JAR" value: "YarnLocalResourceDescriptor{key=lib/flink-dist_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-dist_2.12-1.12.7.jar, size=105200367, modificationTime=1639528108000, visibility=PUBLIC, type=FILE}" } 
	environment { key: "_CLIENT_HOME_DIR" value: "hdfs://cdh-node0.jiayeli.com:8020/user/HPN-21-125" } 
	environment { key: "CLASSPATH" value: "TopSpeedWindowing.jar;lib/flink-csv-1.12.7.jar;lib/flink-json-1.12.7.jar;lib/flink-shaded-zookeeper-3.4.14.jar;lib/flink-table-blink_2.12-1.12.7.jar;lib/flink-table_2.12-1.12.7.jar;lib/log4j-1.2-api-2.16.0.jar;lib/log4j-api-2.16.0.jar;lib/log4j-core-2.16.0.jar;lib/log4j-slf4j-impl-2.16.0.jar;lib/flink-dist_2.12-1.12.7.jar;flink-conf.yaml;;$HADOOP_CLIENT_CONF_DIR;$HADOOP_CONF_DIR;$HADOOP_COMMON_HOME/*;$HADOOP_COMMON_HOME/lib/*;$HADOOP_HDFS_HOME/*;$HADOOP_HDFS_HOME/lib/*;$HADOOP_YARN_HOME/*;$HADOOP_YARN_HOME/lib/*" } 
	command: "$JAVA_HOME/bin/java -Xmx469762048 -Xms469762048 -XX:MaxMetaspaceSize=268435456 org.apache.flink.yarn.entrypoint.YarnApplicationClusterEntryPoint -D jobmanager.memory.off-heap.size=134217728b -D jobmanager.memory.jvm-overhead.min=201326592b -D jobmanager.memory.jvm-metaspace.size=268435456b -D jobmanager.memory.heap.size=469762048b -D jobmanager.memory.jvm-overhead.max=201326592b 1> <LOG_DIR>/jobmanager.out 2> <LOG_DIR>/jobmanager.err" } 
	maxAppAttempts: 1 
	resource { memory: 1024 virtual_cores: 1 }
	applicationType: "Apache Flink" 
 }
相关推荐
十六年开源服务商1 小时前
WordPress站内SEO优化最佳实践指南
大数据·开源
搞科研的小刘选手1 小时前
【北京师范大学主办】第三届信息化教育与计算机技术国际学术会议(IECA 2026)
大数据·计算机技术·学术会议·教育学·stem
expect7g1 小时前
Paimon源码解读 -- Compaction-4.KeyValueFileStoreWrite
大数据·flink
老蒋新思维2 小时前
创客匠人 2025 万人峰会核心:AI 驱动知识产品变现革新
大数据·人工智能·网络协议·tcp/ip·创始人ip·创客匠人·知识变现
expect7g2 小时前
Paimon源码解读 -- FULL_COMPACTION_DELTA_COMMITS
大数据·后端·flink
老蒋新思维4 小时前
创客匠人峰会新视角:AI 时代知识变现的 “组织化转型”—— 从个人 IP 到 “AI+IP” 组织的增长革命
大数据·人工智能·网络协议·tcp/ip·创始人ip·创客匠人·知识变现
TMO Group 探谋网络科技4 小时前
AI Agent工作原理:如何连接数据、决策与行动,助力企业数字化转型?
大数据·人工智能·ai
Chasing Aurora5 小时前
Git 工程指引(命令+问题)
大数据·git·elasticsearch·团队开发·互联网大厂
TG:@yunlaoda360 云老大5 小时前
阿里云国际站代理商RPA跨境服务的适用场景有哪些?
大数据·阿里云·rpa
微盛企微增长小知识6 小时前
2025企业微信服务商测评:头部服务商微盛AI·企微管家技术实力与落地效果解析
大数据·人工智能·企业微信