flink start AM request record

java 复制代码
rmClient.submitApplication(request);
--> org.apache.hadoop.yarn.api.ApplicationClientProtocol.submitApplication(request)

json 复制代码
application_submission_context { 
	application_id { id: 330 cluster_timestamp: 1685734870173 }
 	application_name: "onYarnApiSubmitCase"
  	am_container_spec {
	localResources { 
	key: "flink-conf.yaml"
	value {
	resource { 
	scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/user/HPN-21-125/.flink/application_1685734870173_0330/application_1685734870173_0330-flink-conf.yaml18277381772247307494.tmp" }
	size: 856 timestamp: 1693299347063 type: FILE visibility: APPLICATION 
	}
	}
	localResources {
    key: "lib/flink-dist_2.12-1.12.7.jar"
    value {
     resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-dist_2.12-1.12.7.jar" } 
     size: 105200367 timestamp: 1639528108000 type: FILE visibility: PUBLIC 
    }
   }
	localResources {
    key: "lib/log4j-slf4j-impl-2.16.0.jar" 
    value {
     resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/log4j-slf4j-impl-2.16.0.jar" }
     size: 24258 timestamp: 1639522582000 type: FILE visibility: PUBLIC 
    }
   } 
	localResources {
	    key: "lib/flink-csv-1.12.7.jar" 
	    value {
	     resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-csv-1.12.7.jar" } 
	    size: 89654 
	    timestamp: 1639527800000 
	    type: FILE visibility: PUBLIC 
	    } 
    }
	localResources {
      key: "lib/log4j-1.2-api-2.16.0.jar"
       value {
        resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/log4j-1.2-api-2.16.0.jar" } 
        size: 207909 timestamp: 1639522582000 type: FILE visibility: PUBLIC 
        } 
      } 
	localResources {
       key: "lib/log4j-api-2.16.0.jar"
        value { 
        resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/log4j-api-2.16.0.jar" } 
        size: 301892 timestamp: 1639522582000 type: FILE visibility: PUBLIC 
        }
       }
	localResources { key: "lib/flink-table_2.12-1.12.7.jar" 
       value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-table_2.12-1.12.7.jar" } size: 34696963 timestamp: 1639528066000 type: FILE visibility: PUBLIC } 
       }
	localResources { key: "lib/flink-json-1.12.7.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-json-1.12.7.jar" } size: 134891 timestamp: 1639527762000 type: FILE visibility: PUBLIC } } 
	localResources { key: "TopSpeedWindowing.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/demo/TopSpeedWindowing.jar" } size: 17160 timestamp: 1693212889485 type: FILE visibility: APPLICATION } } 
	localResources { key: "lib/flink-table-blink_2.12-1.12.7.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-table-blink_2.12-1.12.7.jar" } size: 37736212 timestamp: 1639528075000 type: FILE visibility: PUBLIC } } 
	localResources { key: "lib/log4j-core-2.16.0.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/log4j-core-2.16.0.jar" } size: 1789565 timestamp: 1639522582000 type: FILE visibility: PUBLIC } } 
	localResources { key: "lib/flink-shaded-zookeeper-3.4.14.jar" value { resource { scheme: "hdfs" host: "cdh-node0.jiayeli.com" port: 8020 file: "/flink/1.12.7/lib/flink-shaded-zookeeper-3.4.14.jar" } size: 7709741 timestamp: 1639522618000 type: FILE visibility: PUBLIC } }
	environment { key: "_APP_ID" value: "application_1685734870173_0330" } 
	environment { key: "_FLINK_YARN_FILES" value: "hdfs://cdh-node0.jiayeli.com:8020/user/HPN-21-125/.flink/application_1685734870173_0330" } 
	environment { key: "HADOOP_USER_NAME" value: "HPN-21-125" }
	environment { key: "_FLINK_CLASSPATH" value: "TopSpeedWindowing.jar;lib/flink-csv-1.12.7.jar;lib/flink-json-1.12.7.jar;lib/flink-shaded-zookeeper-3.4.14.jar;lib/flink-table-blink_2.12-1.12.7.jar;lib/flink-table_2.12-1.12.7.jar;lib/log4j-1.2-api-2.16.0.jar;lib/log4j-api-2.16.0.jar;lib/log4j-core-2.16.0.jar;lib/log4j-slf4j-impl-2.16.0.jar;lib/flink-dist_2.12-1.12.7.jar;flink-conf.yaml;" }
	environment { key: "_CLIENT_SHIP_FILES" value: "YarnLocalResourceDescriptor{key=lib/flink-json-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-json-1.12.7.jar, size=134891, modificationTime=1639527762000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-dist_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-dist_2.12-1.12.7.jar, size=105200367, modificationTime=1639528108000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-table-blink_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-table-blink_2.12-1.12.7.jar, size=37736212, modificationTime=1639528075000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-core-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-core-2.16.0.jar, size=1789565, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-slf4j-impl-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-slf4j-impl-2.16.0.jar, size=24258, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-csv-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-csv-1.12.7.jar, size=89654, modificationTime=1639527800000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-1.2-api-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-1.2-api-2.16.0.jar, size=207909, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/log4j-api-2.16.0.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/log4j-api-2.16.0.jar, size=301892, modificationTime=1639522582000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-shaded-zookeeper-3.4.14.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-shaded-zookeeper-3.4.14.jar, size=7709741, modificationTime=1639522618000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=lib/flink-table_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-table_2.12-1.12.7.jar, size=34696963, modificationTime=1639528066000, visibility=PUBLIC, type=FILE};YarnLocalResourceDescriptor{key=TopSpeedWindowing.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/demo/TopSpeedWindowing.jar, size=17160, modificationTime=1693212889485, visibility=APPLICATION, type=FILE}; YarnLocalResourceDescriptor{key=flink-conf.yaml, path=hdfs://cdh-node0.jiayeli.com:8020/user/HPN-21-125/.flink/application_1685734870173_0330/application_1685734870173_0330-flink-conf.yaml18277381772247307494.tmp, size=856, modificationTime=1693299347063, visibility=APPLICATION, type=FILE}" }
	environment { key: "_FLINK_DIST_JAR" value: "YarnLocalResourceDescriptor{key=lib/flink-dist_2.12-1.12.7.jar, path=hdfs://cdh-node0.jiayeli.com:8020/flink/1.12.7/lib/flink-dist_2.12-1.12.7.jar, size=105200367, modificationTime=1639528108000, visibility=PUBLIC, type=FILE}" } 
	environment { key: "_CLIENT_HOME_DIR" value: "hdfs://cdh-node0.jiayeli.com:8020/user/HPN-21-125" } 
	environment { key: "CLASSPATH" value: "TopSpeedWindowing.jar;lib/flink-csv-1.12.7.jar;lib/flink-json-1.12.7.jar;lib/flink-shaded-zookeeper-3.4.14.jar;lib/flink-table-blink_2.12-1.12.7.jar;lib/flink-table_2.12-1.12.7.jar;lib/log4j-1.2-api-2.16.0.jar;lib/log4j-api-2.16.0.jar;lib/log4j-core-2.16.0.jar;lib/log4j-slf4j-impl-2.16.0.jar;lib/flink-dist_2.12-1.12.7.jar;flink-conf.yaml;;$HADOOP_CLIENT_CONF_DIR;$HADOOP_CONF_DIR;$HADOOP_COMMON_HOME/*;$HADOOP_COMMON_HOME/lib/*;$HADOOP_HDFS_HOME/*;$HADOOP_HDFS_HOME/lib/*;$HADOOP_YARN_HOME/*;$HADOOP_YARN_HOME/lib/*" } 
	command: "$JAVA_HOME/bin/java -Xmx469762048 -Xms469762048 -XX:MaxMetaspaceSize=268435456 org.apache.flink.yarn.entrypoint.YarnApplicationClusterEntryPoint -D jobmanager.memory.off-heap.size=134217728b -D jobmanager.memory.jvm-overhead.min=201326592b -D jobmanager.memory.jvm-metaspace.size=268435456b -D jobmanager.memory.heap.size=469762048b -D jobmanager.memory.jvm-overhead.max=201326592b 1> <LOG_DIR>/jobmanager.out 2> <LOG_DIR>/jobmanager.err" } 
	maxAppAttempts: 1 
	resource { memory: 1024 virtual_cores: 1 }
	applicationType: "Apache Flink" 
 }
相关推荐
DashingGuy1 小时前
Spark的Broadcast Join以及其它的Join策略
大数据·spark
Hello.Reader3 小时前
用 Maven 配置 Flink 从初始化到可部署的完整实践
java·flink·maven
计算机编程小央姐6 小时前
大数据工程师认证项目:汽车之家数据分析系统,Hadoop分布式存储+Spark计算引擎
大数据·hadoop·分布式·数据分析·spark·汽车·课程设计
武子康6 小时前
大数据-116 - Flink Sink 使用指南:类型、容错语义与应用场景 多种输出方式与落地实践
大数据·后端·flink
容辞7 小时前
Elasticsearch
大数据·elasticsearch·搜索引擎
大数据CLUB7 小时前
基于mapreduce的资金流入流出任务计算
大数据·hadoop·mapreduce
渡我白衣8 小时前
C++20 协程:在 AI 推理引擎中的深度应用
大数据·人工智能·c++20
小树苗19310 小时前
Berachain稳定币使用指南:HONEY与跨链稳定币的协同之道
大数据·人工智能·区块链
电商API_1800790524710 小时前
电商数据分析之自动获取数据的技术手段分享
大数据·数据库·数据挖掘·数据分析
Elastic 中国社区官方博客16 小时前
AutoOps:简单的 Elasticsearch 集群监控与管理现已支持本地部署
大数据·人工智能·elasticsearch·搜索引擎·云计算·全文检索