flink start AM request record

java 复制代码
rmClient.submitApplication(request);
--> org.apache.hadoop.yarn.api.ApplicationClientProtocol.submitApplication(request)

json 复制代码
application_submission_context { 
	application_id { id: 330 cluster_timestamp: 1685734870173 }
 	application_name: "onYarnApiSubmitCase"
  	am_container_spec {
	localResources { 
	key: "flink-conf.yaml"
	value {
	resource { 
	scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/user/HPN-21-125/.flink/application_1685734870173_0330/application_1685734870173_0330-flink-conf.yaml18277381772247307494.tmp" }
	size: 856 timestamp: 1693299347063 type: FILE visibility: APPLICATION 
	}
	}
	localResources {
    key: "lib/flink-dist_2.12-1.12.7.jar"
    value {
     resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-dist_2.12-1.12.7.jar" } 
     size: 105200367 timestamp: 1639528108000 type: FILE visibility: PUBLIC 
    }
   }
	localResources {
    key: "lib/log4j-slf4j-impl-2.16.0.jar" 
    value {
     resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/log4j-slf4j-impl-2.16.0.jar" }
     size: 24258 timestamp: 1639522582000 type: FILE visibility: PUBLIC 
    }
   } 
	localResources {
	    key: "lib/flink-csv-1.12.7.jar" 
	    value {
	     resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-csv-1.12.7.jar" } 
	    size: 89654 
	    timestamp: 1639527800000 
	    type: FILE visibility: PUBLIC 
	    } 
    }
	localResources {
      key: "lib/log4j-1.2-api-2.16.0.jar"
       value {
        resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/log4j-1.2-api-2.16.0.jar" } 
        size: 207909 timestamp: 1639522582000 type: FILE visibility: PUBLIC 
        } 
      } 
	localResources {
       key: "lib/log4j-api-2.16.0.jar"
        value { 
        resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/log4j-api-2.16.0.jar" } 
        size: 301892 timestamp: 1639522582000 type: FILE visibility: PUBLIC 
        }
       }
	localResources { key: "lib/flink-table_2.12-1.12.7.jar" 
       value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-table_2.12-1.12.7.jar" } size: 34696963 timestamp: 1639528066000 type: FILE visibility: PUBLIC } 
       }
	localResources { key: "lib/flink-json-1.12.7.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-json-1.12.7.jar" } size: 134891 timestamp: 1639527762000 type: FILE visibility: PUBLIC } } 
	localResources { key: "TopSpeedWindowing.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/demo/TopSpeedWindowing.jar" } size: 17160 timestamp: 1693212889485 type: FILE visibility: APPLICATION } } 
	localResources { key: "lib/flink-table-blink_2.12-1.12.7.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-table-blink_2.12-1.12.7.jar" } size: 37736212 timestamp: 1639528075000 type: FILE visibility: PUBLIC } } 
	localResources { key: "lib/log4j-core-2.16.0.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/log4j-core-2.16.0.jar" } size: 1789565 timestamp: 1639522582000 type: FILE visibility: PUBLIC } } 
	localResources { key: "lib/flink-shaded-zookeeper-3.4.14.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-shaded-zookeeper-3.4.14.jar" } size: 7709741 timestamp: 1639522618000 type: FILE visibility: PUBLIC } }
	environment { key: "_APP_ID" value: "application_1685734870173_0330" } 
	environment { key: "_FLINK_YARN_FILES" value: "hdfs://cdh-node0.jiayeli.com:8020/user/HPN-21-125/.flink/application_1685734870173_0330" } 
	environment { key: "HADOOP_USER_NAME" value: "HPN-21-125" }
	environment { key: "_FLINK_CLASSPATH" value: "TopSpeedWindowing.jar;lib/flink-csv-1.12.7.jar;lib/flink-json-1.12.7.jar;lib/flink-shaded-zookeeper-3.4.14.jar;lib/flink-table-blink_2.12-1.12.7.jar;lib/flink-table_2.12-1.12.7.jar;lib/log4j-1.2-api-2.16.0.jar;lib/log4j-api-2.16.0.jar;lib/log4j-core-2.16.0.jar;lib/log4j-slf4j-impl-2.16.0.jar;lib/flink-dist_2.12-1.12.7.jar;flink-conf.yaml;" }
	environment { key: "_CLIENT_SHIP_FILES" value: "YarnLocalResourceDescriptor{key=lib/flink-json-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-json-1.12.7.jar, size=134891, modificationTime=1639527762000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-dist_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-dist_2.12-1.12.7.jar, size=105200367, modificationTime=1639528108000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-table-blink_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-table-blink_2.12-1.12.7.jar, size=37736212, modificationTime=1639528075000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-core-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-core-2.16.0.jar, size=1789565, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-slf4j-impl-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-slf4j-impl-2.16.0.jar, size=24258, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-csv-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-csv-1.12.7.jar, size=89654, modificationTime=1639527800000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-1.2-api-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-1.2-api-2.16.0.jar, size=207909, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-api-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-api-2.16.0.jar, size=301892, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-shaded-zookeeper-3.4.14.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-shaded-zookeeper-3.4.14.jar, size=7709741, modificationTime=1639522618000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-table_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-table_2.12-1.12.7.jar, size=34696963, modificationTime=1639528066000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=TopSpeedWindowing.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/demo/TopSpeedWindowing.jar, size=17160, modificationTime=1693212889485, visibility=APPLICATION, type=FILE}; YarnLocalResourceDescriptor{key=flink-conf.yaml, path=hdfs://cdh-node0.jiayeli.com:8020/user/HPN-21-125/.flink/application_1685734870173_0330/application_1685734870173_0330-flink-conf.yaml18277381772247307494.tmp, size=856, modificationTime=1693299347063, visibility=APPLICATION, type=FILE}" }
	environment { key: "_FLINK_DIST_JAR" value: "YarnLocalResourceDescriptor{key=lib/flink-dist_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-dist_2.12-1.12.7.jar, size=105200367, modificationTime=1639528108000, visibility=PUBLIC, type=FILE}" } 
	environment { key: "_CLIENT_HOME_DIR" value: "hdfs://cdh-node0.jiayeli.com:8020/user/HPN-21-125" } 
	environment { key: "CLASSPATH" value: "TopSpeedWindowing.jar;lib/flink-csv-1.12.7.jar;lib/flink-json-1.12.7.jar;lib/flink-shaded-zookeeper-3.4.14.jar;lib/flink-table-blink_2.12-1.12.7.jar;lib/flink-table_2.12-1.12.7.jar;lib/log4j-1.2-api-2.16.0.jar;lib/log4j-api-2.16.0.jar;lib/log4j-core-2.16.0.jar;lib/log4j-slf4j-impl-2.16.0.jar;lib/flink-dist_2.12-1.12.7.jar;flink-conf.yaml;;$HADOOP_CLIENT_CONF_DIR;$HADOOP_CONF_DIR;$HADOOP_COMMON_HOME/*;$HADOOP_COMMON_HOME/lib/*;$HADOOP_HDFS_HOME/*;$HADOOP_HDFS_HOME/lib/*;$HADOOP_YARN_HOME/*;$HADOOP_YARN_HOME/lib/*" } 
	command: "$JAVA_HOME/bin/java -Xmx469762048 -Xms469762048 -XX:MaxMetaspaceSize=268435456 org.apache.flink.yarn.entrypoint.YarnApplicationClusterEntryPoint -D jobmanager.memory.off-heap.size=134217728b -D jobmanager.memory.jvm-overhead.min=201326592b -D jobmanager.memory.jvm-metaspace.size=268435456b -D jobmanager.memory.heap.size=469762048b -D jobmanager.memory.jvm-overhead.max=201326592b 1> <LOG_DIR>/jobmanager.out 2> <LOG_DIR>/jobmanager.err" } 
	maxAppAttempts: 1 
	resource { memory: 1024 virtual_cores: 1 }
	applicationType: "Apache Flink" 
 }
相关推荐
Aloudata1 小时前
从Apache Atlas到Aloudata BIG,数据血缘解析有何改变?
大数据·apache·数据血缘·主动元数据·数据链路
水豚AI课代表1 小时前
分析报告、调研报告、工作方案等的提示词
大数据·人工智能·学习·chatgpt·aigc
拓端研究室TRL4 小时前
【梯度提升专题】XGBoost、Adaboost、CatBoost预测合集:抗乳腺癌药物优化、信贷风控、比特币应用|附数据代码...
大数据
黄焖鸡能干四碗4 小时前
信息化运维方案,实施方案,开发方案,信息中心安全运维资料(软件资料word)
大数据·人工智能·软件需求·设计规范·规格说明书
编码小袁4 小时前
探索数据科学与大数据技术专业本科生的广阔就业前景
大数据
WeeJot嵌入式5 小时前
大数据治理:确保数据的可持续性和价值
大数据
zmd-zk6 小时前
kafka+zookeeper的搭建
大数据·分布式·zookeeper·中间件·kafka
激流丶6 小时前
【Kafka 实战】如何解决Kafka Topic数量过多带来的性能问题?
java·大数据·kafka·topic
测试界的酸菜鱼6 小时前
Python 大数据展示屏实例
大数据·开发语言·python
时差9536 小时前
【面试题】Hive 查询:如何查找用户连续三天登录的记录
大数据·数据库·hive·sql·面试·database