Acasă Explorează Ajutor
Autentificare
cecf
/
deploy
5
0
Bifurcare 0
Fisiere Probleme 0 Trageți solicitările 0 Wiki
Ramură: master
Ramuri Etichete
deploy
/
ob-agent-stream
/
log
/
flink-root-client-k8smaster.log

flink-root-client-k8smaster.log 16 KB
Permalink Istoric Crud

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394 
  1. 2024-10-29 10:05:30,002 INFO  org.apache.flink.client.cli.CliFrontend                      [] - --------------------------------------------------------------------------------
    2. 

  2. 2024-10-29 10:05:30,004 INFO  org.apache.flink.client.cli.CliFrontend                      [] -  Starting Command Line Client (Version: 1.19.1, Scala: 2.12, Rev:5edb5a9, Date:2024-06-06T14:45:33+02:00)
    3. 

  3. 2024-10-29 10:05:30,004 INFO  org.apache.flink.client.cli.CliFrontend                      [] -  OS current user: root
    4. 

  4. 2024-10-29 10:05:30,005 INFO  org.apache.flink.client.cli.CliFrontend                      [] -  Current Hadoop/Kerberos user: <no hadoop dependency found>
    5. 

  5. 2024-10-29 10:05:30,005 INFO  org.apache.flink.client.cli.CliFrontend                      [] -  JVM: OpenJDK 64-Bit Server VM - Red Hat, Inc. - 11/11.0.22+7-LTS
    6. 

  6. 2024-10-29 10:05:30,005 INFO  org.apache.flink.client.cli.CliFrontend                      [] -  Arch: amd64
    7. 

  7. 2024-10-29 10:05:30,005 INFO  org.apache.flink.client.cli.CliFrontend                      [] -  Maximum heap size: 30688 MiBytes
    8. 

  8. 2024-10-29 10:05:30,005 INFO  org.apache.flink.client.cli.CliFrontend                      [] -  JAVA_HOME: 
    9. 

  9. 2024-10-29 10:05:30,005 INFO  org.apache.flink.client.cli.CliFrontend                      [] -  No Hadoop Dependency available
    10. 

  10. 2024-10-29 10:05:30,005 INFO  org.apache.flink.client.cli.CliFrontend                      [] -  JVM Options:
    11. 

  11. 2024-10-29 10:05:30,006 INFO  org.apache.flink.client.cli.CliFrontend                      [] -     -XX:+IgnoreUnrecognizedVMOptions
    12. 

  12. 2024-10-29 10:05:30,006 INFO  org.apache.flink.client.cli.CliFrontend                      [] -     -Da=b
    13. 

  13. 2024-10-29 10:05:30,006 INFO  org.apache.flink.client.cli.CliFrontend                      [] -     -Dlog.file=/root/deploy/ob-agent-stream/log/flink-root-client-k8smaster.log
    14. 

  14. 2024-10-29 10:05:30,006 INFO  org.apache.flink.client.cli.CliFrontend                      [] -     -Dlog4j.configuration=file:/root/deploy/ob-agent-stream/conf/log4j-cli.properties
    15. 

  15. 2024-10-29 10:05:30,006 INFO  org.apache.flink.client.cli.CliFrontend                      [] -     -Dlog4j.configurationFile=file:/root/deploy/ob-agent-stream/conf/log4j-cli.properties
    16. 

  16. 2024-10-29 10:05:30,006 INFO  org.apache.flink.client.cli.CliFrontend                      [] -     -Dlogback.configurationFile=file:/root/deploy/ob-agent-stream/conf/logback.xml
    17. 

  17. 2024-10-29 10:05:30,006 INFO  org.apache.flink.client.cli.CliFrontend                      [] -  Program Arguments:
    18. 

  18. 2024-10-29 10:05:30,008 INFO  org.apache.flink.client.cli.CliFrontend                      [] -     run-application
    19. 

  19. 2024-10-29 10:05:30,008 INFO  org.apache.flink.client.cli.CliFrontend                      [] -     --target
    20. 

  20. 2024-10-29 10:05:30,008 INFO  org.apache.flink.client.cli.CliFrontend                      [] -     kubernetes-application
    21. 

  21. 2024-10-29 10:05:30,008 INFO  org.apache.flink.client.cli.CliFrontend                      [] -     -Dkubernetes.cluster-id=ob-agent-stream
    22. 

  22. 2024-10-29 10:05:30,008 INFO  org.apache.flink.client.cli.CliFrontend                      [] -     -Dkubernetes.container.image.ref=reg.cestong.com.cn/cecf/ob-agent-stream:v2.4.3
    23. 

  23. 2024-10-29 10:05:30,008 INFO  org.apache.flink.client.cli.CliFrontend                      [] -     -Dkubernetes.namespace=data
    24. 

  24. 2024-10-29 10:05:30,008 INFO  org.apache.flink.client.cli.CliFrontend                      [] -     local:///opt/flink/usrlib/ob-agent-stream.jar
    25. 

  25. 2024-10-29 10:05:30,009 INFO  org.apache.flink.client.cli.CliFrontend                      [] -  Classpath: /root/deploy/ob-agent-stream/lib/flink-cep-1.19.1.jar:/root/deploy/ob-agent-stream/lib/flink-connector-files-1.19.1.jar:/root/deploy/ob-agent-stream/lib/flink-csv-1.19.1.jar:/root/deploy/ob-agent-stream/lib/flink-json-1.19.1.jar:/root/deploy/ob-agent-stream/lib/flink-scala_2.12-1.19.1.jar:/root/deploy/ob-agent-stream/lib/flink-table-api-java-uber-1.19.1.jar:/root/deploy/ob-agent-stream/lib/flink-table-planner-loader-1.19.1.jar:/root/deploy/ob-agent-stream/lib/flink-table-runtime-1.19.1.jar:/root/deploy/ob-agent-stream/lib/hadoop-client-2.10.2.jar:/root/deploy/ob-agent-stream/lib/log4j-1.2-api-2.17.1.jar:/root/deploy/ob-agent-stream/lib/log4j-api-2.17.1.jar:/root/deploy/ob-agent-stream/lib/log4j-core-2.17.1.jar:/root/deploy/ob-agent-stream/lib/log4j-slf4j-impl-2.17.1.jar:/root/deploy/ob-agent-stream/lib/flink-dist-1.19.1.jar:::
    26. 

  26. 2024-10-29 10:05:30,009 INFO  org.apache.flink.client.cli.CliFrontend                      [] - --------------------------------------------------------------------------------
    27. 

  27. 2024-10-29 10:05:30,011 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Using standard YAML parser to load flink configuration file from /root/deploy/ob-agent-stream/conf/config.yaml.
    28. 

  28. 2024-10-29 10:05:30,110 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: kubernetes.jobmanager.annotations.prometheus.io/scrape, true
    29. 

  29. 2024-10-29 10:05:30,110 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: env.java.opts.jobmanager, -javaagent:/opentelemetry-javaagent.jar -Dotel.exporter.otlp.protocol=grpc -Dotel.service.name=ob-agent-stream -Dotel.resource.attributes=key=value -Dotel.logs.exporter=otlp -Dotel.traces.exporter=none -Dotel.metrics.exporter=none -Dotel.exporter.otlp.endpoint=http://otel-collector-opentelemetry-collector.observe.svc.cluster.local:4317 
    30. 

  30. 2024-10-29 10:05:30,110 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: rest.flamegraph.enabled, true
    31. 

  31. 2024-10-29 10:05:30,110 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: kubernetes.taskmanager.annotations.prometheus.io/port, 9249
    32. 

  32. 2024-10-29 10:05:30,111 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: kubernetes.jobmanager.annotations.prometheus.io/port, 9249
    33. 

  33. 2024-10-29 10:05:30,111 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: jobmanager.execution.failover-strategy, region
    34. 

  34. 2024-10-29 10:05:30,111 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: jobmanager.rpc.address, localhost
    35. 

  35. 2024-10-29 10:05:30,111 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: taskmanager.memory.task.off-heap.size, 1gb
    36. 

  36. 2024-10-29 10:05:30,111 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: metrics.reporter.prom.factory.class, org.apache.flink.metrics.prometheus.PrometheusReporterFactory
    37. 

  37. 2024-10-29 10:05:30,111 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: state.savepoints.dir, s3p://oas/savepoints
    38. 

  38. 2024-10-29 10:05:30,111 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: jobmanager.bind-host, localhost
    39. 

  39. 2024-10-29 10:05:30,111 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: s3.secret-key, ******
    40. 

  40. 2024-10-29 10:05:30,111 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: s3.endpoint, http://minio.base.svc.cluster.local:9000
    41. 

  41. 2024-10-29 10:05:30,112 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: taskmanager.host, localhost
    42. 

  42. 2024-10-29 10:05:30,112 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: kubernetes.namespace, data
    43. 

  43. 2024-10-29 10:05:30,112 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: parallelism.default, 1
    44. 

  44. 2024-10-29 10:05:30,112 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: kubernetes.taskmanager.annotations.prometheus.io/scrape, true
    45. 

  45. 2024-10-29 10:05:30,112 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: taskmanager.numberOfTaskSlots, 2
    46. 

  46. 2024-10-29 10:05:30,112 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: metrics.reporter.prom.scope.variables.additional.biz, ob-agent-stream
    47. 

  47. 2024-10-29 10:05:30,112 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: env.java.opts.all, -Da=b
    48. 

  48. 2024-10-29 10:05:30,112 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: state.backend.type, hashmap
    49. 

  49. 2024-10-29 10:05:30,112 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: taskmanager.memory.process.size, 6gb
    50. 

  50. 2024-10-29 10:05:30,112 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: metrics.reporter.prom.port, 9249
    51. 

  51. 2024-10-29 10:05:30,113 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: taskmanager.bind-host, localhost
    52. 

  52. 2024-10-29 10:05:30,113 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: kubernetes.pod-template-file.taskmanager, ./conf/taskmanager-pod-template.yaml
    53. 

  53. 2024-10-29 10:05:30,113 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: kubernetes.jobmanager.annotations.prometheus.io/path, /
    54. 

  54. 2024-10-29 10:05:30,113 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: metrics.latency.interval, 15
    55. 

  55. 2024-10-29 10:05:30,113 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: jobmanager.memory.process.size, 1600m
    56. 

  56. 2024-10-29 10:05:30,114 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: taskmanager.memory.network.fraction, 0.1
    57. 

  57. 2024-10-29 10:05:30,114 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: jobmanager.rpc.port, 6123
    58. 

  58. 2024-10-29 10:05:30,114 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: execution.checkpointing.interval, 1min
    59. 

  59. 2024-10-29 10:05:30,115 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: s3.access-key, BYerwM0myK9T6eNI4iuj
    60. 

  60. 2024-10-29 10:05:30,115 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: pipeline.serialization-config, [{io.opentelemetry.proto.collector.trace.v1.ExportTraceServiceRequest: {type: kryo, kryo-type: registered, class: com.twitter.chill.protobuf.ProtobufSerializer}}]
    61. 

  61. 2024-10-29 10:05:30,115 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: taskmanager.memory.managed.size, 300mb
    62. 

  62. 2024-10-29 10:05:30,115 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: rest.profiling.enabled, true
    63. 

  63. 2024-10-29 10:05:30,115 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: env.java.opts.taskmanager, -javaagent:/opentelemetry-javaagent.jar -Dotel.exporter.otlp.protocol=grpc -Dotel.service.name=ob-agent-stream -Dotel.resource.attributes=key=value -Dotel.logs.exporter=otlp -Dotel.traces.exporter=none -Dotel.metrics.exporter=none -Dotel.exporter.otlp.endpoint=http://otel-collector-opentelemetry-collector.observe.svc.cluster.local:4317 
    64. 

  64. 2024-10-29 10:05:30,115 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: kubernetes.pod-template-file.jobmanager, ./conf/jobmanager-pod-template.yaml
    65. 

  65. 2024-10-29 10:05:30,115 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: state.checkpoints.dir, s3p://oas/checkpoints
    66. 

  66. 2024-10-29 10:05:30,116 INFO  org.apache.flink.configuration.GlobalConfiguration           [] - Loading configuration property: s3.path.style.access, true
    67. 

  67. 2024-10-29 10:05:30,168 INFO  org.apache.flink.client.cli.CliFrontend                      [] - Loading FallbackYarnSessionCli
    68. 

  68. 2024-10-29 10:05:30,204 INFO  org.apache.flink.core.fs.FileSystem                          [] - Hadoop is not in the classpath/dependencies. The extended set of supported File Systems via Hadoop is not available.
    69. 

  69. 2024-10-29 10:05:30,229 INFO  org.apache.flink.core.plugin.DefaultPluginManager            [] - Plugin loader with ID not found, creating it: external-resource-gpu
    70. 

  70. 2024-10-29 10:05:30,239 INFO  org.apache.flink.core.plugin.DefaultPluginManager            [] - Plugin loader with ID not found, creating it: metrics-influx
    71. 

  71. 2024-10-29 10:05:30,239 INFO  org.apache.flink.core.plugin.DefaultPluginManager            [] - Plugin loader with ID not found, creating it: metrics-jmx
    72. 

  72. 2024-10-29 10:05:30,239 INFO  org.apache.flink.core.plugin.DefaultPluginManager            [] - Plugin loader with ID not found, creating it: metrics-slf4j
    73. 

  73. 2024-10-29 10:05:30,240 INFO  org.apache.flink.core.plugin.DefaultPluginManager            [] - Plugin loader with ID not found, creating it: metrics-prometheus
    74. 

  74. 2024-10-29 10:05:30,240 INFO  org.apache.flink.core.plugin.DefaultPluginManager            [] - Plugin loader with ID not found, creating it: metrics-statsd
    75. 

  75. 2024-10-29 10:05:30,240 INFO  org.apache.flink.core.plugin.DefaultPluginManager            [] - Plugin loader with ID not found, creating it: metrics-datadog
    76. 

  76. 2024-10-29 10:05:30,240 INFO  org.apache.flink.core.plugin.DefaultPluginManager            [] - Plugin loader with ID not found, creating it: metrics-graphite
    77. 

  77. 2024-10-29 10:05:30,241 INFO  org.apache.flink.core.plugin.DefaultPluginManager            [] - Plugin loader with ID not found, creating it: s3-fs-presto
    78. 

  78. 2024-10-29 10:05:30,387 INFO  org.apache.flink.runtime.security.modules.HadoopModuleFactory [] - Cannot create Hadoop Security Module because Hadoop cannot be found in the Classpath.
    79. 

  79. 2024-10-29 10:05:30,405 INFO  org.apache.flink.runtime.security.modules.JaasModule         [] - Jaas file will be created as /tmp/jaas-13371056665245982461.conf.
    80. 

  80. 2024-10-29 10:05:30,411 INFO  org.apache.flink.runtime.security.contexts.HadoopSecurityContextFactory [] - Cannot install HadoopSecurityContext because Hadoop cannot be found in the Classpath.
    81. 

  81. 2024-10-29 10:05:30,413 INFO  org.apache.flink.client.cli.CliFrontend                      [] - Running 'run-application' command.
    82. 

  82. 2024-10-29 10:05:30,424 INFO  org.apache.flink.client.deployment.application.cli.ApplicationClusterDeployer [] - Submitting application in 'Application Mode'.
    83. 

  83. 2024-10-29 10:05:30,426 INFO  org.apache.flink.client.deployment.DefaultClusterClientServiceLoader [] - Could not load factory due to missing dependencies.
    84. 

  84. 2024-10-29 10:05:31,786 INFO  org.apache.flink.runtime.util.config.memory.ProcessMemoryUtils [] - The derived from fraction jvm overhead memory (160.000mb (167772162 bytes)) is less than its min value 192.000mb (201326592 bytes), min value will be used instead
    85. 

  85. 2024-10-29 10:05:32,345 ERROR org.apache.flink.client.cli.CliFrontend                      [] - Error while running the command.
    86. 

  86. org.apache.flink.client.deployment.ClusterDeploymentException: The Flink cluster ob-agent-stream already exists.
    87. 

  87. 	at org.apache.flink.kubernetes.KubernetesClusterDescriptor.deployApplicationCluster(KubernetesClusterDescriptor.java:191) ~[flink-dist-1.19.1.jar:1.19.1]
    88. 

  88. 	at org.apache.flink.client.deployment.application.cli.ApplicationClusterDeployer.run(ApplicationClusterDeployer.java:67) ~[flink-dist-1.19.1.jar:1.19.1]
    89. 

  89. 	at org.apache.flink.client.cli.CliFrontend.runApplication(CliFrontend.java:214) ~[flink-dist-1.19.1.jar:1.19.1]
    90. 

  90. 	at org.apache.flink.client.cli.CliFrontend.parseAndRun(CliFrontend.java:1273) ~[flink-dist-1.19.1.jar:1.19.1]
    91. 

  91. 	at org.apache.flink.client.cli.CliFrontend.lambda$mainInternal$10(CliFrontend.java:1367) ~[flink-dist-1.19.1.jar:1.19.1]
    92. 

  92. 	at org.apache.flink.runtime.security.contexts.NoOpSecurityContext.runSecured(NoOpSecurityContext.java:28) [flink-dist-1.19.1.jar:1.19.1]
    93. 

  93. 	at org.apache.flink.client.cli.CliFrontend.mainInternal(CliFrontend.java:1367) [flink-dist-1.19.1.jar:1.19.1]
    94. 

  94. 	at org.apache.flink.client.cli.CliFrontend.main(CliFrontend.java:1335) [flink-dist-1.19.1.jar:1.19.1]
    95.