opentelemetry-collector-data-flow.json 57 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225
  1. {
  2. "annotations": {
  3. "list": [
  4. {
  5. "builtIn": 1,
  6. "datasource": {
  7. "type": "grafana",
  8. "uid": "-- Grafana --"
  9. },
  10. "enable": true,
  11. "hide": true,
  12. "iconColor": "rgba(0, 211, 255, 1)",
  13. "name": "Annotations & Alerts",
  14. "target": {
  15. "limit": 100,
  16. "matchAny": false,
  17. "tags": [],
  18. "type": "dashboard"
  19. },
  20. "type": "dashboard"
  21. }
  22. ]
  23. },
  24. "description": "otelcol metrics dashboard",
  25. "editable": true,
  26. "fiscalYearStartMonth": 0,
  27. "graphTooltip": 0,
  28. "id": 6,
  29. "links": [],
  30. "liveNow": false,
  31. "panels": [
  32. {
  33. "collapsed": false,
  34. "gridPos": {
  35. "h": 1,
  36. "w": 24,
  37. "x": 0,
  38. "y": 0
  39. },
  40. "id": 8,
  41. "panels": [],
  42. "title": "Process",
  43. "type": "row"
  44. },
  45. {
  46. "datasource": {
  47. "type": "prometheus",
  48. "uid": "webstore-metrics"
  49. },
  50. "description": "Otel Collector Instance",
  51. "fieldConfig": {
  52. "defaults": {
  53. "color": {
  54. "mode": "continuous-BlYlRd"
  55. },
  56. "mappings": [],
  57. "thresholds": {
  58. "mode": "absolute",
  59. "steps": [
  60. {
  61. "color": "green",
  62. "value": null
  63. },
  64. {
  65. "color": "red",
  66. "value": 80
  67. }
  68. ]
  69. }
  70. },
  71. "overrides": []
  72. },
  73. "gridPos": {
  74. "h": 4,
  75. "w": 3,
  76. "x": 0,
  77. "y": 1
  78. },
  79. "id": 6,
  80. "options": {
  81. "colorMode": "value",
  82. "graphMode": "area",
  83. "justifyMode": "center",
  84. "orientation": "auto",
  85. "reduceOptions": {
  86. "calcs": [
  87. "lastNotNull"
  88. ],
  89. "fields": "",
  90. "values": false
  91. },
  92. "textMode": "auto"
  93. },
  94. "pluginVersion": "9.1.0",
  95. "targets": [
  96. {
  97. "datasource": {
  98. "type": "prometheus",
  99. "uid": "webstore-metrics"
  100. },
  101. "editorMode": "code",
  102. "expr": "count(count(otelcol_process_cpu_seconds{service_instance_id=~\".*\"}) by (service_instance_id))",
  103. "legendFormat": "__auto",
  104. "range": true,
  105. "refId": "A"
  106. }
  107. ],
  108. "title": "Instance",
  109. "type": "stat"
  110. },
  111. {
  112. "datasource": {
  113. "type": "prometheus",
  114. "uid": "webstore-metrics"
  115. },
  116. "description": "otelcol_process_cpu_seconds",
  117. "fieldConfig": {
  118. "defaults": {
  119. "color": {
  120. "mode": "continuous-BlYlRd"
  121. },
  122. "mappings": [],
  123. "thresholds": {
  124. "mode": "absolute",
  125. "steps": [
  126. {
  127. "color": "green",
  128. "value": null
  129. },
  130. {
  131. "color": "red",
  132. "value": 80
  133. }
  134. ]
  135. },
  136. "unit": "s"
  137. },
  138. "overrides": []
  139. },
  140. "gridPos": {
  141. "h": 4,
  142. "w": 3,
  143. "x": 3,
  144. "y": 1
  145. },
  146. "id": 24,
  147. "options": {
  148. "orientation": "auto",
  149. "reduceOptions": {
  150. "calcs": [
  151. "lastNotNull"
  152. ],
  153. "fields": "",
  154. "values": false
  155. },
  156. "showThresholdLabels": false,
  157. "showThresholdMarkers": true
  158. },
  159. "pluginVersion": "9.1.0",
  160. "targets": [
  161. {
  162. "datasource": {
  163. "type": "prometheus",
  164. "uid": "webstore-metrics"
  165. },
  166. "editorMode": "code",
  167. "expr": "avg(rate(otelcol_process_cpu_seconds{}[$__rate_interval])*100) by (instance)",
  168. "legendFormat": "__auto",
  169. "range": true,
  170. "refId": "A"
  171. }
  172. ],
  173. "title": "Cpu",
  174. "type": "gauge"
  175. },
  176. {
  177. "datasource": {
  178. "type": "prometheus",
  179. "uid": "webstore-metrics"
  180. },
  181. "description": "Memory Rss\navg(otelcol_process_memory_rss{}) by (instance)",
  182. "fieldConfig": {
  183. "defaults": {
  184. "color": {
  185. "mode": "continuous-BlYlRd"
  186. },
  187. "mappings": [],
  188. "thresholds": {
  189. "mode": "absolute",
  190. "steps": [
  191. {
  192. "color": "green",
  193. "value": null
  194. },
  195. {
  196. "color": "red",
  197. "value": 80
  198. }
  199. ]
  200. },
  201. "unit": "bytes"
  202. },
  203. "overrides": []
  204. },
  205. "gridPos": {
  206. "h": 4,
  207. "w": 3,
  208. "x": 6,
  209. "y": 1
  210. },
  211. "id": 38,
  212. "options": {
  213. "orientation": "auto",
  214. "reduceOptions": {
  215. "calcs": [
  216. "lastNotNull"
  217. ],
  218. "fields": "",
  219. "values": false
  220. },
  221. "showThresholdLabels": false,
  222. "showThresholdMarkers": true
  223. },
  224. "pluginVersion": "9.1.0",
  225. "targets": [
  226. {
  227. "datasource": {
  228. "type": "prometheus",
  229. "uid": "webstore-metrics"
  230. },
  231. "editorMode": "code",
  232. "expr": "avg(otelcol_process_memory_rss{}) by (instance)",
  233. "legendFormat": "__auto",
  234. "range": true,
  235. "refId": "A"
  236. }
  237. ],
  238. "title": "Memory",
  239. "type": "gauge"
  240. },
  241. {
  242. "datasource": {
  243. "type": "prometheus",
  244. "uid": "webstore-metrics"
  245. },
  246. "description": "",
  247. "gridPos": {
  248. "h": 4,
  249. "w": 15,
  250. "x": 9,
  251. "y": 1
  252. },
  253. "id": 32,
  254. "options": {
  255. "code": {
  256. "language": "plaintext",
  257. "showLineNumbers": false,
  258. "showMiniMap": false
  259. },
  260. "content": "## Opentelemetry Collector Data Ingress/Egress\n\n`service_version:` ${service_version}\n\n`opentelemetry collector:` contrib\n\n",
  261. "mode": "markdown"
  262. },
  263. "pluginVersion": "9.1.0",
  264. "type": "text"
  265. },
  266. {
  267. "collapsed": false,
  268. "gridPos": {
  269. "h": 1,
  270. "w": 24,
  271. "x": 0,
  272. "y": 5
  273. },
  274. "id": 10,
  275. "panels": [],
  276. "title": "Trace Pipeline",
  277. "type": "row"
  278. },
  279. {
  280. "datasource": {
  281. "type": "prometheus",
  282. "uid": "webstore-metrics"
  283. },
  284. "description": "(avg(sum by(job) (rate(otelcol_exporter_sent_spans{}[$__range]))) / avg(sum by(job) (rate(otelcol_receiver_accepted_spans{}[$__range])))) ",
  285. "fieldConfig": {
  286. "defaults": {
  287. "color": {
  288. "mode": "thresholds"
  289. },
  290. "mappings": [],
  291. "min": 0,
  292. "thresholds": {
  293. "mode": "absolute",
  294. "steps": [
  295. {
  296. "color": "light-blue",
  297. "value": null
  298. },
  299. {
  300. "color": "semi-dark-red",
  301. "value": 0
  302. },
  303. {
  304. "color": "super-light-orange",
  305. "value": 0.4
  306. },
  307. {
  308. "color": "dark-blue",
  309. "value": 0.9
  310. },
  311. {
  312. "color": "super-light-orange",
  313. "value": 1.2
  314. },
  315. {
  316. "color": "dark-red",
  317. "value": 2.1
  318. }
  319. ]
  320. },
  321. "unit": "percentunit"
  322. },
  323. "overrides": []
  324. },
  325. "gridPos": {
  326. "h": 19,
  327. "w": 3,
  328. "x": 0,
  329. "y": 6
  330. },
  331. "id": 55,
  332. "options": {
  333. "orientation": "vertical",
  334. "reduceOptions": {
  335. "calcs": [
  336. "lastNotNull"
  337. ],
  338. "fields": "",
  339. "values": false
  340. },
  341. "showThresholdLabels": false,
  342. "showThresholdMarkers": false
  343. },
  344. "pluginVersion": "9.1.0",
  345. "targets": [
  346. {
  347. "datasource": {
  348. "type": "prometheus",
  349. "uid": "webstore-metrics"
  350. },
  351. "editorMode": "code",
  352. "exemplar": false,
  353. "expr": "avg(sum by(job) (rate(otelcol_exporter_sent_spans{}[$__range])))",
  354. "format": "time_series",
  355. "hide": true,
  356. "instant": false,
  357. "legendFormat": "__auto",
  358. "range": true,
  359. "refId": "export"
  360. },
  361. {
  362. "datasource": {
  363. "type": "prometheus",
  364. "uid": "webstore-metrics"
  365. },
  366. "editorMode": "code",
  367. "expr": "avg(sum by(job) (rate(otelcol_receiver_accepted_spans{}[$__range])))",
  368. "format": "time_series",
  369. "hide": true,
  370. "legendFormat": "__auto",
  371. "range": true,
  372. "refId": "acc"
  373. },
  374. {
  375. "datasource": {
  376. "type": "prometheus",
  377. "uid": "webstore-metrics"
  378. },
  379. "editorMode": "code",
  380. "expr": "(avg(sum by(job) (rate(otelcol_exporter_sent_spans{}[$__range]))) / avg(sum by(job) (rate(otelcol_receiver_accepted_spans{}[$__range])))) ",
  381. "hide": false,
  382. "legendFormat": "__auto",
  383. "range": true,
  384. "refId": "A"
  385. }
  386. ],
  387. "title": "Export Ratio",
  388. "transformations": [],
  389. "type": "gauge"
  390. },
  391. {
  392. "datasource": {
  393. "type": "prometheus",
  394. "uid": "webstore-metrics"
  395. },
  396. "gridPos": {
  397. "h": 11,
  398. "w": 21,
  399. "x": 3,
  400. "y": 6
  401. },
  402. "id": 4,
  403. "options": {
  404. "nodes": {
  405. "mainStatUnit": "flops"
  406. }
  407. },
  408. "targets": [
  409. {
  410. "datasource": {
  411. "type": "prometheus",
  412. "uid": "webstore-metrics"
  413. },
  414. "editorMode": "code",
  415. "exemplar": false,
  416. "expr": "label_join(label_join(\n(rate(otelcol_receiver_accepted_spans{}[$__interval]))\n, \"id\", \"\", \"transport\", \"receiver\")\n, \"title\", \"\", \"transport\", \"receiver\")\n\nor\n\nlabel_replace(label_replace(\nsum by(service_name) (rate(otelcol_receiver_accepted_spans{}[$__interval]))\n, \"id\", \"processor\", \"dummynode\", \"\")\n, \"title\", \"processor\", \"dummynode\", \"\")\n\nor\nlabel_replace(label_replace(\n(rate(otelcol_processor_batch_batch_send_size_count{}[$__interval]))\n, \"id\", \"$0\", \"processor\", \".*\")\n, \"title\", \"$0\", \"processor\", \".*\")\n\nor\nlabel_replace(label_replace(\nsum by(exporter) (rate(otelcol_exporter_sent_spans{}[$__interval]))\n, \"id\", \"exporter\", \"dummynode\", \"\")\n, \"title\", \"exporter\", \"dummynode\", \"\")\n \nor\nlabel_replace(label_replace(\nsum by(exporter) (rate(otelcol_exporter_sent_spans{}[$__interval]))\n, \"id\", \"$0\", \"exporter\", \".*\")\n, \"title\", \"$0\", \"exporter\", \".*\")",
  417. "format": "table",
  418. "instant": true,
  419. "legendFormat": "__auto",
  420. "range": false,
  421. "refId": "nodes"
  422. },
  423. {
  424. "datasource": {
  425. "type": "prometheus",
  426. "uid": "webstore-metrics"
  427. },
  428. "editorMode": "code",
  429. "exemplar": false,
  430. "expr": "label_join(\nlabel_replace(label_join(\n(rate(otelcol_receiver_accepted_spans{}[$__interval]))\n\n ,\"source\",\"\",\"transport\",\"receiver\")\n,\"target\",\"processor\",\"\",\"\")\n,\"id\",\"-\",\"source\",\"target\")\n\n or\n\n label_join(\nlabel_replace(label_replace(\n (rate(otelcol_processor_batch_batch_send_size_count{}[$__interval]))\n ,\"source\",\"processor\",\"\",\"\")\n,\"target\",\"$0\",\"processor\",\".*\")\n,\"id\",\"-\",\"source\",\"target\")\n\nor\n label_join(\nlabel_replace(label_replace(\n (rate(otelcol_processor_batch_batch_send_size_count{}[$__interval]))\n ,\"source\",\"$0\",\"processor\",\".*\")\n,\"target\",\"exporter\",\"\",\"\")\n,\"id\",\"-\",\"source\",\"target\")\n\nor\n label_join(\nlabel_replace(label_replace(\n (rate(otelcol_exporter_sent_spans{}[$__interval]))\n ,\"source\",\"exporter\",\"\",\"\")\n,\"target\",\"$0\",\"exporter\",\".*\")\n,\"id\",\"-\",\"source\",\"target\")\n\n",
  431. "format": "table",
  432. "hide": false,
  433. "instant": true,
  434. "legendFormat": "__auto",
  435. "range": false,
  436. "refId": "edges"
  437. }
  438. ],
  439. "transformations": [],
  440. "type": "nodeGraph"
  441. },
  442. {
  443. "datasource": {
  444. "type": "prometheus",
  445. "uid": "webstore-metrics"
  446. },
  447. "description": "Spans Accepted by Receiver and Transport",
  448. "fieldConfig": {
  449. "defaults": {
  450. "color": {
  451. "mode": "continuous-BlYlRd"
  452. },
  453. "mappings": [],
  454. "noValue": "no data",
  455. "thresholds": {
  456. "mode": "absolute",
  457. "steps": [
  458. {
  459. "color": "text",
  460. "value": null
  461. }
  462. ]
  463. },
  464. "unit": "none"
  465. },
  466. "overrides": []
  467. },
  468. "gridPos": {
  469. "h": 5,
  470. "w": 5,
  471. "x": 3,
  472. "y": 17
  473. },
  474. "id": 12,
  475. "options": {
  476. "colorMode": "value",
  477. "graphMode": "area",
  478. "justifyMode": "auto",
  479. "orientation": "horizontal",
  480. "reduceOptions": {
  481. "calcs": [
  482. "lastNotNull"
  483. ],
  484. "fields": "",
  485. "values": false
  486. },
  487. "textMode": "auto"
  488. },
  489. "pluginVersion": "9.1.0",
  490. "targets": [
  491. {
  492. "datasource": {
  493. "type": "prometheus",
  494. "uid": "webstore-metrics"
  495. },
  496. "editorMode": "code",
  497. "expr": "sum(rate(otelcol_receiver_accepted_spans{}[$__rate_interval])) by (receiver,transport)",
  498. "legendFormat": "{{receiver}}-{{transport}}",
  499. "range": true,
  500. "refId": "A"
  501. }
  502. ],
  503. "title": "Accepted",
  504. "type": "stat"
  505. },
  506. {
  507. "datasource": {
  508. "type": "prometheus",
  509. "uid": "webstore-metrics"
  510. },
  511. "description": "Total Spans Accepted ",
  512. "fieldConfig": {
  513. "defaults": {
  514. "color": {
  515. "mode": "continuous-BlYlRd"
  516. },
  517. "mappings": [],
  518. "thresholds": {
  519. "mode": "absolute",
  520. "steps": [
  521. {
  522. "color": "text",
  523. "value": null
  524. }
  525. ]
  526. }
  527. },
  528. "overrides": []
  529. },
  530. "gridPos": {
  531. "h": 5,
  532. "w": 3,
  533. "x": 8,
  534. "y": 17
  535. },
  536. "id": 13,
  537. "options": {
  538. "orientation": "horizontal",
  539. "reduceOptions": {
  540. "calcs": [
  541. "lastNotNull"
  542. ],
  543. "fields": "",
  544. "values": false
  545. },
  546. "showThresholdLabels": false,
  547. "showThresholdMarkers": true
  548. },
  549. "pluginVersion": "9.1.0",
  550. "targets": [
  551. {
  552. "datasource": {
  553. "type": "prometheus",
  554. "uid": "webstore-metrics"
  555. },
  556. "editorMode": "code",
  557. "expr": "sum(rate(otelcol_receiver_accepted_spans{}[$__rate_interval])) ",
  558. "legendFormat": "{{receiver}}-{{transport}}",
  559. "range": true,
  560. "refId": "A"
  561. }
  562. ],
  563. "title": "Total ",
  564. "type": "gauge"
  565. },
  566. {
  567. "datasource": {
  568. "type": "prometheus",
  569. "uid": "webstore-metrics"
  570. },
  571. "description": "Total Batch Processed",
  572. "fieldConfig": {
  573. "defaults": {
  574. "color": {
  575. "mode": "continuous-BlYlRd"
  576. },
  577. "mappings": [],
  578. "thresholds": {
  579. "mode": "absolute",
  580. "steps": [
  581. {
  582. "color": "green",
  583. "value": null
  584. },
  585. {
  586. "color": "#EAB839",
  587. "value": 1
  588. }
  589. ]
  590. },
  591. "unit": "none"
  592. },
  593. "overrides": []
  594. },
  595. "gridPos": {
  596. "h": 5,
  597. "w": 5,
  598. "x": 11,
  599. "y": 17
  600. },
  601. "id": 15,
  602. "options": {
  603. "colorMode": "value",
  604. "graphMode": "area",
  605. "justifyMode": "auto",
  606. "orientation": "horizontal",
  607. "reduceOptions": {
  608. "calcs": [
  609. "lastNotNull"
  610. ],
  611. "fields": "",
  612. "values": false
  613. },
  614. "text": {},
  615. "textMode": "auto"
  616. },
  617. "pluginVersion": "9.1.0",
  618. "targets": [
  619. {
  620. "datasource": {
  621. "type": "prometheus",
  622. "uid": "webstore-metrics"
  623. },
  624. "editorMode": "code",
  625. "expr": "sum(rate(otelcol_processor_batch_batch_send_size_sum{}[$__rate_interval])) by (processor)",
  626. "legendFormat": "{{processor}}",
  627. "range": true,
  628. "refId": "A"
  629. }
  630. ],
  631. "title": "Batch",
  632. "type": "stat"
  633. },
  634. {
  635. "datasource": {
  636. "type": "prometheus",
  637. "uid": "webstore-metrics"
  638. },
  639. "fieldConfig": {
  640. "defaults": {
  641. "color": {
  642. "mode": "continuous-BlYlRd"
  643. },
  644. "mappings": [],
  645. "thresholds": {
  646. "mode": "absolute",
  647. "steps": [
  648. {
  649. "color": "text",
  650. "value": null
  651. }
  652. ]
  653. }
  654. },
  655. "overrides": []
  656. },
  657. "gridPos": {
  658. "h": 5,
  659. "w": 3,
  660. "x": 16,
  661. "y": 17
  662. },
  663. "id": 14,
  664. "options": {
  665. "orientation": "auto",
  666. "reduceOptions": {
  667. "calcs": [
  668. "lastNotNull"
  669. ],
  670. "fields": "",
  671. "values": false
  672. },
  673. "showThresholdLabels": false,
  674. "showThresholdMarkers": true
  675. },
  676. "pluginVersion": "9.1.0",
  677. "targets": [
  678. {
  679. "datasource": {
  680. "type": "prometheus",
  681. "uid": "webstore-metrics"
  682. },
  683. "editorMode": "code",
  684. "exemplar": false,
  685. "expr": "sum(rate(otelcol_exporter_sent_spans{}[$__interval])) ",
  686. "format": "time_series",
  687. "instant": false,
  688. "legendFormat": "{{processor}}",
  689. "range": true,
  690. "refId": "A"
  691. }
  692. ],
  693. "title": "Total ",
  694. "type": "gauge"
  695. },
  696. {
  697. "datasource": {
  698. "type": "prometheus",
  699. "uid": "webstore-metrics"
  700. },
  701. "description": "Sent by Exporter",
  702. "fieldConfig": {
  703. "defaults": {
  704. "color": {
  705. "mode": "continuous-BlYlRd"
  706. },
  707. "mappings": [],
  708. "thresholds": {
  709. "mode": "absolute",
  710. "steps": [
  711. {
  712. "color": "text",
  713. "value": null
  714. }
  715. ]
  716. },
  717. "unit": "none"
  718. },
  719. "overrides": []
  720. },
  721. "gridPos": {
  722. "h": 5,
  723. "w": 5,
  724. "x": 19,
  725. "y": 17
  726. },
  727. "id": 30,
  728. "options": {
  729. "colorMode": "value",
  730. "graphMode": "area",
  731. "justifyMode": "auto",
  732. "orientation": "horizontal",
  733. "reduceOptions": {
  734. "calcs": [
  735. "lastNotNull"
  736. ],
  737. "fields": "",
  738. "values": false
  739. },
  740. "textMode": "auto"
  741. },
  742. "pluginVersion": "9.1.0",
  743. "targets": [
  744. {
  745. "datasource": {
  746. "type": "prometheus",
  747. "uid": "webstore-metrics"
  748. },
  749. "editorMode": "code",
  750. "exemplar": false,
  751. "expr": "sum(rate(otelcol_exporter_sent_spans{}[$__rate_interval])) by (exporter)",
  752. "format": "time_series",
  753. "instant": false,
  754. "legendFormat": "{{processor}}",
  755. "range": true,
  756. "refId": "A"
  757. }
  758. ],
  759. "title": "Sent",
  760. "type": "stat"
  761. },
  762. {
  763. "datasource": {
  764. "type": "prometheus",
  765. "uid": "webstore-metrics"
  766. },
  767. "fieldConfig": {
  768. "defaults": {
  769. "color": {
  770. "mode": "continuous-BlYlRd"
  771. },
  772. "mappings": [],
  773. "noValue": "no data",
  774. "thresholds": {
  775. "mode": "absolute",
  776. "steps": [
  777. {
  778. "color": "text",
  779. "value": null
  780. }
  781. ]
  782. },
  783. "unit": "none"
  784. },
  785. "overrides": []
  786. },
  787. "gridPos": {
  788. "h": 3,
  789. "w": 5,
  790. "x": 3,
  791. "y": 22
  792. },
  793. "id": 17,
  794. "options": {
  795. "colorMode": "value",
  796. "graphMode": "area",
  797. "justifyMode": "auto",
  798. "orientation": "horizontal",
  799. "reduceOptions": {
  800. "calcs": [
  801. "lastNotNull"
  802. ],
  803. "fields": "",
  804. "values": false
  805. },
  806. "textMode": "auto"
  807. },
  808. "pluginVersion": "9.1.0",
  809. "targets": [
  810. {
  811. "datasource": {
  812. "type": "prometheus",
  813. "uid": "webstore-metrics"
  814. },
  815. "editorMode": "code",
  816. "expr": "sum(rate(otelcol_receiver_refused_spans{}[$__rate_interval])) by (receiver,transport)",
  817. "legendFormat": "{{receiver}}-{{transport}}",
  818. "range": true,
  819. "refId": "A"
  820. }
  821. ],
  822. "title": "Refused",
  823. "type": "stat"
  824. },
  825. {
  826. "datasource": {
  827. "type": "prometheus",
  828. "uid": "webstore-metrics"
  829. },
  830. "description": "Total Spans Accepted ",
  831. "fieldConfig": {
  832. "defaults": {
  833. "color": {
  834. "mode": "continuous-BlYlRd"
  835. },
  836. "mappings": [],
  837. "thresholds": {
  838. "mode": "absolute",
  839. "steps": [
  840. {
  841. "color": "text",
  842. "value": null
  843. }
  844. ]
  845. }
  846. },
  847. "overrides": []
  848. },
  849. "gridPos": {
  850. "h": 3,
  851. "w": 3,
  852. "x": 8,
  853. "y": 22
  854. },
  855. "id": 18,
  856. "options": {
  857. "orientation": "auto",
  858. "reduceOptions": {
  859. "calcs": [
  860. "lastNotNull"
  861. ],
  862. "fields": "",
  863. "values": false
  864. },
  865. "showThresholdLabels": false,
  866. "showThresholdMarkers": true
  867. },
  868. "pluginVersion": "9.1.0",
  869. "targets": [
  870. {
  871. "datasource": {
  872. "type": "prometheus",
  873. "uid": "webstore-metrics"
  874. },
  875. "editorMode": "code",
  876. "expr": "sum(rate(otelcol_receiver_refused_spans{}[$__rate_interval])) ",
  877. "legendFormat": "{{receiver}}-{{transport}}",
  878. "range": true,
  879. "refId": "A"
  880. }
  881. ],
  882. "title": "Total ",
  883. "type": "gauge"
  884. },
  885. {
  886. "datasource": {
  887. "type": "prometheus",
  888. "uid": "webstore-metrics"
  889. },
  890. "description": "otelcol_exporter_send_failed_spans",
  891. "fieldConfig": {
  892. "defaults": {
  893. "color": {
  894. "mode": "continuous-BlYlRd"
  895. },
  896. "mappings": [],
  897. "thresholds": {
  898. "mode": "absolute",
  899. "steps": [
  900. {
  901. "color": "text",
  902. "value": null
  903. }
  904. ]
  905. }
  906. },
  907. "overrides": []
  908. },
  909. "gridPos": {
  910. "h": 3,
  911. "w": 3,
  912. "x": 16,
  913. "y": 22
  914. },
  915. "id": 19,
  916. "options": {
  917. "orientation": "auto",
  918. "reduceOptions": {
  919. "calcs": [
  920. "lastNotNull"
  921. ],
  922. "fields": "",
  923. "values": false
  924. },
  925. "showThresholdLabels": false,
  926. "showThresholdMarkers": true
  927. },
  928. "pluginVersion": "9.1.0",
  929. "targets": [
  930. {
  931. "datasource": {
  932. "type": "prometheus",
  933. "uid": "webstore-metrics"
  934. },
  935. "editorMode": "code",
  936. "exemplar": false,
  937. "expr": "sum(rate(otelcol_exporter_send_failed_spans{}[$__rate_interval])) ",
  938. "format": "time_series",
  939. "instant": false,
  940. "legendFormat": "{{processor}}",
  941. "range": true,
  942. "refId": "A"
  943. }
  944. ],
  945. "title": "Total ",
  946. "type": "gauge"
  947. },
  948. {
  949. "datasource": {
  950. "type": "prometheus",
  951. "uid": "webstore-metrics"
  952. },
  953. "description": "Sent by Exporter\notelcol_exporter_send_failed_spans",
  954. "fieldConfig": {
  955. "defaults": {
  956. "color": {
  957. "mode": "continuous-BlYlRd"
  958. },
  959. "mappings": [],
  960. "thresholds": {
  961. "mode": "absolute",
  962. "steps": [
  963. {
  964. "color": "text",
  965. "value": null
  966. }
  967. ]
  968. },
  969. "unit": "none"
  970. },
  971. "overrides": []
  972. },
  973. "gridPos": {
  974. "h": 3,
  975. "w": 5,
  976. "x": 19,
  977. "y": 22
  978. },
  979. "id": 20,
  980. "options": {
  981. "colorMode": "value",
  982. "graphMode": "area",
  983. "justifyMode": "auto",
  984. "orientation": "horizontal",
  985. "reduceOptions": {
  986. "calcs": [
  987. "lastNotNull"
  988. ],
  989. "fields": "",
  990. "values": false
  991. },
  992. "textMode": "auto"
  993. },
  994. "pluginVersion": "9.1.0",
  995. "targets": [
  996. {
  997. "datasource": {
  998. "type": "prometheus",
  999. "uid": "webstore-metrics"
  1000. },
  1001. "editorMode": "code",
  1002. "exemplar": false,
  1003. "expr": "sum(rate(otelcol_exporter_send_failed_spans{}[$__rate_interval])) by (exporter)",
  1004. "format": "time_series",
  1005. "instant": false,
  1006. "legendFormat": "{{processor}}",
  1007. "range": true,
  1008. "refId": "A"
  1009. }
  1010. ],
  1011. "title": "Failed",
  1012. "type": "stat"
  1013. },
  1014. {
  1015. "collapsed": false,
  1016. "gridPos": {
  1017. "h": 1,
  1018. "w": 24,
  1019. "x": 0,
  1020. "y": 25
  1021. },
  1022. "id": 22,
  1023. "panels": [],
  1024. "title": "Metrics Pipeline",
  1025. "type": "row"
  1026. },
  1027. {
  1028. "datasource": {
  1029. "type": "prometheus",
  1030. "uid": "webstore-metrics"
  1031. },
  1032. "description": "avg(sum by(job) (rate(otelcol_exporter_sent_metric_points{}[$__range]))) versus avg(sum by(job) (rate(otelcol_receiver_accepted_metric_points{}[$__range])))",
  1033. "fieldConfig": {
  1034. "defaults": {
  1035. "color": {
  1036. "mode": "thresholds"
  1037. },
  1038. "mappings": [],
  1039. "min": 0,
  1040. "thresholds": {
  1041. "mode": "absolute",
  1042. "steps": [
  1043. {
  1044. "color": "light-blue",
  1045. "value": null
  1046. },
  1047. {
  1048. "color": "semi-dark-red",
  1049. "value": 0
  1050. },
  1051. {
  1052. "color": "super-light-orange",
  1053. "value": 0.4
  1054. },
  1055. {
  1056. "color": "dark-blue",
  1057. "value": 0.9
  1058. },
  1059. {
  1060. "color": "super-light-orange",
  1061. "value": 1.2
  1062. },
  1063. {
  1064. "color": "dark-red",
  1065. "value": 2.1
  1066. }
  1067. ]
  1068. },
  1069. "unit": "percentunit"
  1070. },
  1071. "overrides": []
  1072. },
  1073. "gridPos": {
  1074. "h": 19,
  1075. "w": 3,
  1076. "x": 0,
  1077. "y": 26
  1078. },
  1079. "id": 54,
  1080. "options": {
  1081. "orientation": "vertical",
  1082. "reduceOptions": {
  1083. "calcs": [
  1084. "lastNotNull"
  1085. ],
  1086. "fields": "/.*/",
  1087. "values": false
  1088. },
  1089. "showThresholdLabels": false,
  1090. "showThresholdMarkers": false
  1091. },
  1092. "pluginVersion": "9.1.0",
  1093. "targets": [
  1094. {
  1095. "datasource": {
  1096. "type": "prometheus",
  1097. "uid": "webstore-metrics"
  1098. },
  1099. "editorMode": "code",
  1100. "exemplar": false,
  1101. "expr": "avg(sum by(job) (rate(otelcol_exporter_sent_metric_points{}[$__range])))",
  1102. "format": "time_series",
  1103. "hide": true,
  1104. "instant": false,
  1105. "legendFormat": "__auto",
  1106. "range": true,
  1107. "refId": "export"
  1108. },
  1109. {
  1110. "datasource": {
  1111. "type": "prometheus",
  1112. "uid": "webstore-metrics"
  1113. },
  1114. "editorMode": "code",
  1115. "expr": "avg(sum by(job) (rate(otelcol_receiver_accepted_metric_points{}[$__range])))",
  1116. "format": "time_series",
  1117. "hide": true,
  1118. "legendFormat": "__auto",
  1119. "range": true,
  1120. "refId": "acc"
  1121. },
  1122. {
  1123. "datasource": {
  1124. "type": "prometheus",
  1125. "uid": "webstore-metrics"
  1126. },
  1127. "editorMode": "code",
  1128. "expr": "( avg(sum by(job) (rate(otelcol_exporter_sent_metric_points{}[$__range]))) /avg(sum by(job) (rate(otelcol_receiver_accepted_metric_points{}[$__range]))))",
  1129. "hide": false,
  1130. "legendFormat": "__auto",
  1131. "range": true,
  1132. "refId": "A"
  1133. }
  1134. ],
  1135. "title": "Export Ratio",
  1136. "transformations": [
  1137. {
  1138. "id": "calculateField",
  1139. "options": {
  1140. "alias": "percent",
  1141. "binary": {
  1142. "left": "avg(sum by(job) (rate(otelcol_exporter_sent_metric_points{}[3600s])))",
  1143. "operator": "/",
  1144. "reducer": "sum",
  1145. "right": "avg(sum by(job) (rate(otelcol_receiver_accepted_metric_points{}[3600s])))"
  1146. },
  1147. "mode": "binary",
  1148. "reduce": {
  1149. "reducer": "sum"
  1150. }
  1151. }
  1152. },
  1153. {
  1154. "id": "organize",
  1155. "options": {
  1156. "excludeByName": {
  1157. "(sum(rate(otelcol_exporter_sent_metric_points{exporter=\"prometheus\"}[1m0s])) )": true,
  1158. "Time": true,
  1159. "avg(sum by(job) (rate(otelcol_exporter_sent_metric_points{}[3600s])))": true,
  1160. "avg(sum by(job) (rate(otelcol_receiver_accepted_metric_points{}[3600s])))": true,
  1161. "{instance=\"otelcol:9464\", job=\"otel\"}": true
  1162. },
  1163. "indexByName": {},
  1164. "renameByName": {
  1165. "Time": "",
  1166. "percent": "Percent",
  1167. "{exporter=\"debug\", instance=\"otelcol:8888\", job=\"otel-collector\", service_instance_id=\"fbfa720a-ebf9-45c8-a79a-9d3b6021a663\", service_name=\"otelcol-contrib\", service_version=\"0.70.0\"}": ""
  1168. }
  1169. }
  1170. }
  1171. ],
  1172. "type": "gauge"
  1173. },
  1174. {
  1175. "datasource": {
  1176. "type": "prometheus",
  1177. "uid": "webstore-metrics"
  1178. },
  1179. "description": "Metrics Signalling Pipelines",
  1180. "gridPos": {
  1181. "h": 11,
  1182. "w": 21,
  1183. "x": 3,
  1184. "y": 26
  1185. },
  1186. "id": 25,
  1187. "options": {
  1188. "nodes": {
  1189. "mainStatUnit": "flops"
  1190. }
  1191. },
  1192. "targets": [
  1193. {
  1194. "datasource": {
  1195. "type": "prometheus",
  1196. "uid": "webstore-metrics"
  1197. },
  1198. "editorMode": "code",
  1199. "exemplar": false,
  1200. "expr": "\nlabel_join(label_join(\n(rate(otelcol_receiver_accepted_metric_points{}[$__interval]))\n, \"id\", \"\", \"transport\", \"receiver\")\n, \"title\", \"\", \"transport\", \"receiver\")\n\nor\n\nlabel_replace(label_replace(\nsum by(service_name) (rate(otelcol_receiver_accepted_spans{}[$__interval]))\n, \"id\", \"processor\", \"dummynode\", \"\")\n, \"title\", \"processor\", \"dummynode\", \"\")\n\n\n\nor\nlabel_replace(label_replace(\n(rate(otelcol_processor_batch_batch_send_size_count{}[$__interval]))\n, \"id\", \"$0\", \"processor\", \".*\")\n, \"title\", \"$0\", \"processor\", \".*\")\n\n\n\n\n\nor\nlabel_replace(label_replace(\nsum (rate(otelcol_exporter_sent_metric_points{}[$__interval]))\n, \"id\", \"exporter\", \"dummynode\", \"\")\n, \"title\", \"exporter\", \"dummynode\", \"\")\n\nor\nlabel_replace(label_replace(\nsum by(exporter) (rate(otelcol_exporter_sent_metric_points{}[$__interval]))\n, \"id\", \"$0\", \"exporter\", \".*\")\n, \"title\", \"$0\", \"exporter\", \".*\")",
  1201. "format": "table",
  1202. "instant": true,
  1203. "legendFormat": "__auto",
  1204. "range": false,
  1205. "refId": "nodes"
  1206. },
  1207. {
  1208. "datasource": {
  1209. "type": "prometheus",
  1210. "uid": "webstore-metrics"
  1211. },
  1212. "editorMode": "code",
  1213. "exemplar": false,
  1214. "expr": "label_join(\nlabel_replace(label_join(\n(rate(otelcol_receiver_accepted_metric_points{}[$__interval]))\n\n,\"source\",\"\",\"transport\",\"receiver\")\n,\"target\",\"processor\",\"\",\"\")\n,\"id\",\"-\",\"source\",\"target\")\n\n\nor\n\nlabel_join(\nlabel_replace(label_replace(\n(rate(otelcol_processor_batch_batch_send_size_count{}[$__interval]))\n,\"source\",\"processor\",\"\",\"\")\n,\"target\",\"$0\",\"processor\",\".*\")\n,\"id\",\"-\",\"source\",\"target\")\n\n\n\n\n\nor\n\n\nlabel_join(\nlabel_replace(label_replace(\n(rate(otelcol_processor_batch_batch_send_size_count{}[$__interval]))\n,\"source\",\"$0\",\"processor\",\".*\")\n,\"target\",\"exporter\",\"\",\"\")\n,\"id\",\"-\",\"source\",\"target\")\n\nor\nlabel_join(\nlabel_replace(label_replace(\n(rate(otelcol_exporter_sent_metric_points{}[$__interval]))\n,\"source\",\"exporter\",\"\",\"\")\n,\"target\",\"$0\",\"exporter\",\".*\")\n,\"id\",\"-\",\"source\",\"target\")",
  1215. "format": "table",
  1216. "hide": false,
  1217. "instant": true,
  1218. "legendFormat": "__auto",
  1219. "range": false,
  1220. "refId": "edges"
  1221. }
  1222. ],
  1223. "transformations": [],
  1224. "type": "nodeGraph"
  1225. },
  1226. {
  1227. "datasource": {
  1228. "type": "prometheus",
  1229. "uid": "webstore-metrics"
  1230. },
  1231. "description": "otelcol_receiver_accepted_metric_points",
  1232. "fieldConfig": {
  1233. "defaults": {
  1234. "color": {
  1235. "mode": "continuous-BlYlRd"
  1236. },
  1237. "mappings": [],
  1238. "noValue": "no data",
  1239. "thresholds": {
  1240. "mode": "absolute",
  1241. "steps": [
  1242. {
  1243. "color": "text",
  1244. "value": null
  1245. }
  1246. ]
  1247. },
  1248. "unit": "none"
  1249. },
  1250. "overrides": []
  1251. },
  1252. "gridPos": {
  1253. "h": 5,
  1254. "w": 5,
  1255. "x": 3,
  1256. "y": 37
  1257. },
  1258. "id": 26,
  1259. "options": {
  1260. "colorMode": "value",
  1261. "graphMode": "area",
  1262. "justifyMode": "auto",
  1263. "orientation": "horizontal",
  1264. "reduceOptions": {
  1265. "calcs": [
  1266. "lastNotNull"
  1267. ],
  1268. "fields": "",
  1269. "values": false
  1270. },
  1271. "textMode": "auto"
  1272. },
  1273. "pluginVersion": "9.1.0",
  1274. "targets": [
  1275. {
  1276. "datasource": {
  1277. "type": "prometheus",
  1278. "uid": "webstore-metrics"
  1279. },
  1280. "editorMode": "code",
  1281. "expr": "sum(rate(otelcol_receiver_accepted_metric_points{}[$__rate_interval])) by (receiver,transport)",
  1282. "legendFormat": "{{receiver}}-{{transport}}",
  1283. "range": true,
  1284. "refId": "A"
  1285. }
  1286. ],
  1287. "title": "Accepted",
  1288. "type": "stat"
  1289. },
  1290. {
  1291. "datasource": {
  1292. "type": "prometheus",
  1293. "uid": "webstore-metrics"
  1294. },
  1295. "description": "otelcol_receiver_accepted_metric_points\nTotal Accepted ",
  1296. "fieldConfig": {
  1297. "defaults": {
  1298. "color": {
  1299. "mode": "continuous-BlYlRd"
  1300. },
  1301. "mappings": [],
  1302. "thresholds": {
  1303. "mode": "absolute",
  1304. "steps": [
  1305. {
  1306. "color": "text",
  1307. "value": null
  1308. }
  1309. ]
  1310. }
  1311. },
  1312. "overrides": []
  1313. },
  1314. "gridPos": {
  1315. "h": 5,
  1316. "w": 3,
  1317. "x": 8,
  1318. "y": 37
  1319. },
  1320. "id": 27,
  1321. "options": {
  1322. "orientation": "auto",
  1323. "reduceOptions": {
  1324. "calcs": [
  1325. "lastNotNull"
  1326. ],
  1327. "fields": "",
  1328. "values": false
  1329. },
  1330. "showThresholdLabels": false,
  1331. "showThresholdMarkers": true
  1332. },
  1333. "pluginVersion": "9.1.0",
  1334. "targets": [
  1335. {
  1336. "datasource": {
  1337. "type": "prometheus",
  1338. "uid": "webstore-metrics"
  1339. },
  1340. "editorMode": "code",
  1341. "expr": "sum(rate(otelcol_receiver_accepted_metric_points{}[$__rate_interval])) ",
  1342. "legendFormat": "{{receiver}}-{{transport}}",
  1343. "range": true,
  1344. "refId": "A"
  1345. }
  1346. ],
  1347. "title": "Total ",
  1348. "type": "gauge"
  1349. },
  1350. {
  1351. "datasource": {
  1352. "type": "prometheus",
  1353. "uid": "webstore-metrics"
  1354. },
  1355. "fieldConfig": {
  1356. "defaults": {
  1357. "color": {
  1358. "mode": "continuous-BlYlRd"
  1359. },
  1360. "mappings": [],
  1361. "thresholds": {
  1362. "mode": "absolute",
  1363. "steps": [
  1364. {
  1365. "color": "green",
  1366. "value": null
  1367. },
  1368. {
  1369. "color": "#EAB839",
  1370. "value": 1
  1371. }
  1372. ]
  1373. },
  1374. "unit": "none"
  1375. },
  1376. "overrides": []
  1377. },
  1378. "gridPos": {
  1379. "h": 5,
  1380. "w": 5,
  1381. "x": 11,
  1382. "y": 37
  1383. },
  1384. "id": 28,
  1385. "options": {
  1386. "colorMode": "value",
  1387. "graphMode": "area",
  1388. "justifyMode": "auto",
  1389. "orientation": "horizontal",
  1390. "reduceOptions": {
  1391. "calcs": [
  1392. "lastNotNull"
  1393. ],
  1394. "fields": "",
  1395. "values": false
  1396. },
  1397. "text": {},
  1398. "textMode": "auto"
  1399. },
  1400. "pluginVersion": "9.1.0",
  1401. "targets": [
  1402. {
  1403. "datasource": {
  1404. "type": "prometheus",
  1405. "uid": "webstore-metrics"
  1406. },
  1407. "editorMode": "code",
  1408. "expr": "sum(rate(otelcol_processor_batch_batch_send_size_sum{}[$__rate_interval])) by (processor)",
  1409. "legendFormat": "{{processor}}",
  1410. "range": true,
  1411. "refId": "A"
  1412. }
  1413. ],
  1414. "title": "Batch",
  1415. "type": "stat"
  1416. },
  1417. {
  1418. "datasource": {
  1419. "type": "prometheus",
  1420. "uid": "webstore-metrics"
  1421. },
  1422. "description": "Total Export ",
  1423. "fieldConfig": {
  1424. "defaults": {
  1425. "color": {
  1426. "mode": "continuous-BlYlRd"
  1427. },
  1428. "mappings": [],
  1429. "thresholds": {
  1430. "mode": "absolute",
  1431. "steps": [
  1432. {
  1433. "color": "text",
  1434. "value": null
  1435. }
  1436. ]
  1437. }
  1438. },
  1439. "overrides": []
  1440. },
  1441. "gridPos": {
  1442. "h": 5,
  1443. "w": 3,
  1444. "x": 16,
  1445. "y": 37
  1446. },
  1447. "id": 29,
  1448. "options": {
  1449. "orientation": "auto",
  1450. "reduceOptions": {
  1451. "calcs": [
  1452. "lastNotNull"
  1453. ],
  1454. "fields": "",
  1455. "values": false
  1456. },
  1457. "showThresholdLabels": false,
  1458. "showThresholdMarkers": true
  1459. },
  1460. "pluginVersion": "9.1.0",
  1461. "targets": [
  1462. {
  1463. "datasource": {
  1464. "type": "prometheus",
  1465. "uid": "webstore-metrics"
  1466. },
  1467. "editorMode": "code",
  1468. "exemplar": false,
  1469. "expr": "sum(rate(otelcol_exporter_sent_metric_points{}[$__rate_interval])) ",
  1470. "format": "time_series",
  1471. "instant": false,
  1472. "legendFormat": "{{processor}}",
  1473. "range": true,
  1474. "refId": "A"
  1475. }
  1476. ],
  1477. "title": "Total ",
  1478. "type": "gauge"
  1479. },
  1480. {
  1481. "datasource": {
  1482. "type": "prometheus",
  1483. "uid": "webstore-metrics"
  1484. },
  1485. "description": "Sent by Exporter",
  1486. "fieldConfig": {
  1487. "defaults": {
  1488. "color": {
  1489. "mode": "continuous-BlYlRd"
  1490. },
  1491. "mappings": [],
  1492. "thresholds": {
  1493. "mode": "absolute",
  1494. "steps": [
  1495. {
  1496. "color": "text",
  1497. "value": null
  1498. }
  1499. ]
  1500. },
  1501. "unit": "none"
  1502. },
  1503. "overrides": []
  1504. },
  1505. "gridPos": {
  1506. "h": 5,
  1507. "w": 5,
  1508. "x": 19,
  1509. "y": 37
  1510. },
  1511. "id": 16,
  1512. "options": {
  1513. "colorMode": "value",
  1514. "graphMode": "area",
  1515. "justifyMode": "auto",
  1516. "orientation": "horizontal",
  1517. "reduceOptions": {
  1518. "calcs": [
  1519. "lastNotNull"
  1520. ],
  1521. "fields": "",
  1522. "values": false
  1523. },
  1524. "textMode": "auto"
  1525. },
  1526. "pluginVersion": "9.1.0",
  1527. "targets": [
  1528. {
  1529. "datasource": {
  1530. "type": "prometheus",
  1531. "uid": "webstore-metrics"
  1532. },
  1533. "editorMode": "code",
  1534. "exemplar": false,
  1535. "expr": "sum(rate(otelcol_exporter_sent_metric_points{}[$__rate_interval])) by (exporter) ",
  1536. "format": "time_series",
  1537. "instant": false,
  1538. "legendFormat": "{{processor}}",
  1539. "range": true,
  1540. "refId": "A"
  1541. }
  1542. ],
  1543. "title": "Sent",
  1544. "type": "stat"
  1545. },
  1546. {
  1547. "datasource": {
  1548. "type": "prometheus",
  1549. "uid": "webstore-metrics"
  1550. },
  1551. "fieldConfig": {
  1552. "defaults": {
  1553. "color": {
  1554. "mode": "continuous-BlYlRd"
  1555. },
  1556. "mappings": [],
  1557. "noValue": "no data",
  1558. "thresholds": {
  1559. "mode": "absolute",
  1560. "steps": [
  1561. {
  1562. "color": "text",
  1563. "value": null
  1564. }
  1565. ]
  1566. },
  1567. "unit": "none"
  1568. },
  1569. "overrides": []
  1570. },
  1571. "gridPos": {
  1572. "h": 3,
  1573. "w": 5,
  1574. "x": 3,
  1575. "y": 42
  1576. },
  1577. "id": 47,
  1578. "options": {
  1579. "colorMode": "value",
  1580. "graphMode": "area",
  1581. "justifyMode": "auto",
  1582. "orientation": "horizontal",
  1583. "reduceOptions": {
  1584. "calcs": [
  1585. "lastNotNull"
  1586. ],
  1587. "fields": "",
  1588. "values": false
  1589. },
  1590. "textMode": "auto"
  1591. },
  1592. "pluginVersion": "9.1.0",
  1593. "targets": [
  1594. {
  1595. "datasource": {
  1596. "type": "prometheus",
  1597. "uid": "webstore-metrics"
  1598. },
  1599. "editorMode": "code",
  1600. "expr": "sum(rate(otelcol_receiver_refused_metric_points{}[$__rate_interval])) by (receiver,transport)",
  1601. "legendFormat": "{{receiver}}-{{transport}}",
  1602. "range": true,
  1603. "refId": "A"
  1604. }
  1605. ],
  1606. "title": "Refused",
  1607. "type": "stat"
  1608. },
  1609. {
  1610. "datasource": {
  1611. "type": "prometheus",
  1612. "uid": "webstore-metrics"
  1613. },
  1614. "description": "Total Refused \nsum(rate(otelcol_receiver_refused_metric_points{}[$__rate_interval])) ",
  1615. "fieldConfig": {
  1616. "defaults": {
  1617. "color": {
  1618. "mode": "continuous-BlYlRd"
  1619. },
  1620. "mappings": [],
  1621. "thresholds": {
  1622. "mode": "absolute",
  1623. "steps": [
  1624. {
  1625. "color": "text",
  1626. "value": null
  1627. }
  1628. ]
  1629. }
  1630. },
  1631. "overrides": []
  1632. },
  1633. "gridPos": {
  1634. "h": 3,
  1635. "w": 3,
  1636. "x": 8,
  1637. "y": 42
  1638. },
  1639. "id": 48,
  1640. "options": {
  1641. "orientation": "auto",
  1642. "reduceOptions": {
  1643. "calcs": [
  1644. "lastNotNull"
  1645. ],
  1646. "fields": "",
  1647. "values": false
  1648. },
  1649. "showThresholdLabels": false,
  1650. "showThresholdMarkers": true
  1651. },
  1652. "pluginVersion": "9.1.0",
  1653. "targets": [
  1654. {
  1655. "datasource": {
  1656. "type": "prometheus",
  1657. "uid": "webstore-metrics"
  1658. },
  1659. "editorMode": "code",
  1660. "expr": "sum(rate(otelcol_receiver_refused_metric_points{}[$__rate_interval])) ",
  1661. "legendFormat": "{{receiver}}-{{transport}}",
  1662. "range": true,
  1663. "refId": "A"
  1664. }
  1665. ],
  1666. "title": "Total ",
  1667. "type": "gauge"
  1668. },
  1669. {
  1670. "datasource": {
  1671. "type": "prometheus",
  1672. "uid": "webstore-metrics"
  1673. },
  1674. "description": "Total Failed Export ",
  1675. "fieldConfig": {
  1676. "defaults": {
  1677. "color": {
  1678. "mode": "continuous-BlYlRd"
  1679. },
  1680. "mappings": [],
  1681. "thresholds": {
  1682. "mode": "absolute",
  1683. "steps": [
  1684. {
  1685. "color": "text",
  1686. "value": null
  1687. }
  1688. ]
  1689. }
  1690. },
  1691. "overrides": []
  1692. },
  1693. "gridPos": {
  1694. "h": 3,
  1695. "w": 3,
  1696. "x": 16,
  1697. "y": 42
  1698. },
  1699. "id": 49,
  1700. "options": {
  1701. "orientation": "auto",
  1702. "reduceOptions": {
  1703. "calcs": [
  1704. "lastNotNull"
  1705. ],
  1706. "fields": "",
  1707. "values": false
  1708. },
  1709. "showThresholdLabels": false,
  1710. "showThresholdMarkers": true
  1711. },
  1712. "pluginVersion": "9.1.0",
  1713. "targets": [
  1714. {
  1715. "datasource": {
  1716. "type": "prometheus",
  1717. "uid": "webstore-metrics"
  1718. },
  1719. "editorMode": "code",
  1720. "exemplar": false,
  1721. "expr": "sum(rate(otelcol_exporter_send_failed_metric_points{}[$__rate_interval])) ",
  1722. "format": "time_series",
  1723. "instant": false,
  1724. "legendFormat": "{{processor}}",
  1725. "range": true,
  1726. "refId": "A"
  1727. }
  1728. ],
  1729. "title": "Total",
  1730. "type": "gauge"
  1731. },
  1732. {
  1733. "datasource": {
  1734. "type": "prometheus",
  1735. "uid": "webstore-metrics"
  1736. },
  1737. "description": "Sent by Exporter\notelcol_exporter_send_failed_spans",
  1738. "fieldConfig": {
  1739. "defaults": {
  1740. "color": {
  1741. "mode": "continuous-BlYlRd"
  1742. },
  1743. "mappings": [],
  1744. "thresholds": {
  1745. "mode": "absolute",
  1746. "steps": [
  1747. {
  1748. "color": "text",
  1749. "value": null
  1750. }
  1751. ]
  1752. },
  1753. "unit": "none"
  1754. },
  1755. "overrides": []
  1756. },
  1757. "gridPos": {
  1758. "h": 3,
  1759. "w": 5,
  1760. "x": 19,
  1761. "y": 42
  1762. },
  1763. "id": 50,
  1764. "options": {
  1765. "colorMode": "value",
  1766. "graphMode": "area",
  1767. "justifyMode": "auto",
  1768. "orientation": "horizontal",
  1769. "reduceOptions": {
  1770. "calcs": [
  1771. "lastNotNull"
  1772. ],
  1773. "fields": "",
  1774. "values": false
  1775. },
  1776. "textMode": "auto"
  1777. },
  1778. "pluginVersion": "9.1.0",
  1779. "targets": [
  1780. {
  1781. "datasource": {
  1782. "type": "prometheus",
  1783. "uid": "webstore-metrics"
  1784. },
  1785. "editorMode": "code",
  1786. "exemplar": false,
  1787. "expr": "sum(rate(otelcol_exporter_send_failed_metric_points{}[$__rate_interval])) by (exporter)",
  1788. "format": "time_series",
  1789. "instant": false,
  1790. "legendFormat": "{{processor}}",
  1791. "range": true,
  1792. "refId": "A"
  1793. }
  1794. ],
  1795. "title": "Failed",
  1796. "type": "stat"
  1797. },
  1798. {
  1799. "collapsed": false,
  1800. "gridPos": {
  1801. "h": 1,
  1802. "w": 24,
  1803. "x": 0,
  1804. "y": 45
  1805. },
  1806. "id": 35,
  1807. "panels": [],
  1808. "title": "Prometheus Scrape",
  1809. "type": "row"
  1810. },
  1811. {
  1812. "datasource": {
  1813. "type": "prometheus",
  1814. "uid": "webstore-metrics"
  1815. },
  1816. "description": "otelcol prometheus exporter 9464 export rate versus prometheus scrape metrics",
  1817. "fieldConfig": {
  1818. "defaults": {
  1819. "color": {
  1820. "mode": "thresholds"
  1821. },
  1822. "mappings": [],
  1823. "min": 0,
  1824. "thresholds": {
  1825. "mode": "absolute",
  1826. "steps": [
  1827. {
  1828. "color": "light-blue",
  1829. "value": null
  1830. },
  1831. {
  1832. "color": "semi-dark-red",
  1833. "value": 0
  1834. },
  1835. {
  1836. "color": "super-light-orange",
  1837. "value": 0.4
  1838. },
  1839. {
  1840. "color": "dark-blue",
  1841. "value": 0.9
  1842. },
  1843. {
  1844. "color": "super-light-orange",
  1845. "value": 1.2
  1846. },
  1847. {
  1848. "color": "dark-red",
  1849. "value": 2.1
  1850. }
  1851. ]
  1852. },
  1853. "unit": "percentunit"
  1854. },
  1855. "overrides": []
  1856. },
  1857. "gridPos": {
  1858. "h": 9,
  1859. "w": 3,
  1860. "x": 0,
  1861. "y": 46
  1862. },
  1863. "id": 53,
  1864. "options": {
  1865. "orientation": "vertical",
  1866. "reduceOptions": {
  1867. "calcs": [
  1868. "lastNotNull"
  1869. ],
  1870. "fields": "/.*/",
  1871. "values": false
  1872. },
  1873. "showThresholdLabels": false,
  1874. "showThresholdMarkers": false
  1875. },
  1876. "pluginVersion": "9.1.0",
  1877. "targets": [
  1878. {
  1879. "datasource": {
  1880. "type": "prometheus",
  1881. "uid": "webstore-metrics"
  1882. },
  1883. "editorMode": "code",
  1884. "exemplar": false,
  1885. "expr": "(sum_over_time(scrape_samples_scraped{job=\"otel\"}[$__range])/ count_over_time(scrape_samples_scraped{job=\"otel\"}[$__range])/(5*30)) ",
  1886. "format": "time_series",
  1887. "instant": false,
  1888. "legendFormat": "__auto",
  1889. "range": true,
  1890. "refId": "accepted"
  1891. },
  1892. {
  1893. "datasource": {
  1894. "type": "prometheus",
  1895. "uid": "webstore-metrics"
  1896. },
  1897. "editorMode": "code",
  1898. "expr": "(sum(rate(otelcol_exporter_sent_metric_points{exporter=\"prometheus\"}[$__rate_interval])) )",
  1899. "format": "time_series",
  1900. "hide": false,
  1901. "legendFormat": "__auto",
  1902. "range": true,
  1903. "refId": "A"
  1904. }
  1905. ],
  1906. "title": "Exported/Scraped",
  1907. "transformations": [
  1908. {
  1909. "id": "calculateField",
  1910. "options": {
  1911. "alias": "percent",
  1912. "binary": {
  1913. "left": "{instance=\"otelcol:9464\", job=\"otel\"}",
  1914. "operator": "/",
  1915. "reducer": "sum",
  1916. "right": "(sum(rate(otelcol_exporter_sent_metric_points{exporter=\"prometheus\"}[1m0s])) )"
  1917. },
  1918. "mode": "binary",
  1919. "reduce": {
  1920. "reducer": "sum"
  1921. }
  1922. }
  1923. },
  1924. {
  1925. "id": "organize",
  1926. "options": {
  1927. "excludeByName": {
  1928. "(sum(rate(otelcol_exporter_sent_metric_points{exporter=\"prometheus\"}[1m0s])) )": true,
  1929. "Time": true,
  1930. "{instance=\"otelcol:9464\", job=\"otel\"}": true
  1931. },
  1932. "indexByName": {},
  1933. "renameByName": {
  1934. "percent": "Percent"
  1935. }
  1936. }
  1937. }
  1938. ],
  1939. "type": "gauge"
  1940. },
  1941. {
  1942. "datasource": {
  1943. "type": "prometheus",
  1944. "uid": "webstore-metrics"
  1945. },
  1946. "description": "sum_over_time(scrape_samples_scraped[$__range])/ count_over_time(scrape_samples_scraped[$__range])",
  1947. "fieldConfig": {
  1948. "defaults": {
  1949. "color": {
  1950. "mode": "continuous-BlYlRd"
  1951. },
  1952. "mappings": [],
  1953. "thresholds": {
  1954. "mode": "absolute",
  1955. "steps": [
  1956. {
  1957. "color": "green",
  1958. "value": null
  1959. },
  1960. {
  1961. "color": "red",
  1962. "value": 80
  1963. }
  1964. ]
  1965. }
  1966. },
  1967. "overrides": []
  1968. },
  1969. "gridPos": {
  1970. "h": 9,
  1971. "w": 5,
  1972. "x": 3,
  1973. "y": 46
  1974. },
  1975. "id": 37,
  1976. "options": {
  1977. "colorMode": "value",
  1978. "graphMode": "area",
  1979. "justifyMode": "auto",
  1980. "orientation": "horizontal",
  1981. "reduceOptions": {
  1982. "calcs": [
  1983. "lastNotNull"
  1984. ],
  1985. "fields": "",
  1986. "values": false
  1987. },
  1988. "textMode": "value_and_name"
  1989. },
  1990. "pluginVersion": "9.1.0",
  1991. "targets": [
  1992. {
  1993. "datasource": {
  1994. "type": "prometheus",
  1995. "uid": "webstore-metrics"
  1996. },
  1997. "editorMode": "code",
  1998. "exemplar": false,
  1999. "expr": "sum_over_time(scrape_samples_scraped[$__range])/ count_over_time(scrape_samples_scraped[$__range])/(5*30)",
  2000. "format": "time_series",
  2001. "instant": false,
  2002. "legendFormat": "{{job}}/{{instance}}",
  2003. "range": true,
  2004. "refId": "A"
  2005. }
  2006. ],
  2007. "title": "Samples Scraped",
  2008. "type": "stat"
  2009. },
  2010. {
  2011. "datasource": {
  2012. "type": "prometheus",
  2013. "uid": "webstore-metrics"
  2014. },
  2015. "description": "scrape_samples_scraped{job!=\"\"}\nTotal Samples Scraped",
  2016. "fieldConfig": {
  2017. "defaults": {
  2018. "color": {
  2019. "mode": "continuous-BlYlRd"
  2020. },
  2021. "mappings": [],
  2022. "thresholds": {
  2023. "mode": "absolute",
  2024. "steps": [
  2025. {
  2026. "color": "green",
  2027. "value": null
  2028. },
  2029. {
  2030. "color": "red",
  2031. "value": 80
  2032. }
  2033. ]
  2034. }
  2035. },
  2036. "overrides": []
  2037. },
  2038. "gridPos": {
  2039. "h": 9,
  2040. "w": 3,
  2041. "x": 8,
  2042. "y": 46
  2043. },
  2044. "id": 42,
  2045. "options": {
  2046. "orientation": "horizontal",
  2047. "reduceOptions": {
  2048. "calcs": [
  2049. "lastNotNull"
  2050. ],
  2051. "fields": "",
  2052. "values": false
  2053. },
  2054. "showThresholdLabels": false,
  2055. "showThresholdMarkers": true
  2056. },
  2057. "pluginVersion": "9.1.0",
  2058. "targets": [
  2059. {
  2060. "datasource": {
  2061. "type": "prometheus",
  2062. "uid": "webstore-metrics"
  2063. },
  2064. "editorMode": "code",
  2065. "exemplar": false,
  2066. "expr": "sum_over_time(scrape_samples_scraped[$__range])/ count_over_time(scrape_samples_scraped[$__range])/(5*30)",
  2067. "format": "time_series",
  2068. "hide": false,
  2069. "instant": false,
  2070. "legendFormat": "__auto",
  2071. "range": true,
  2072. "refId": "B"
  2073. }
  2074. ],
  2075. "title": "Total",
  2076. "transformations": [
  2077. {
  2078. "id": "calculateField",
  2079. "options": {
  2080. "mode": "reduceRow",
  2081. "reduce": {
  2082. "include": [
  2083. "{instance=\"otelcol:9464\", job=\"otel\"}",
  2084. "{instance=\"otelcol:8888\", job=\"otel-collector\"}"
  2085. ],
  2086. "reducer": "sum"
  2087. },
  2088. "replaceFields": true
  2089. }
  2090. }
  2091. ],
  2092. "type": "gauge"
  2093. },
  2094. {
  2095. "datasource": {
  2096. "type": "prometheus",
  2097. "uid": "webstore-metrics"
  2098. },
  2099. "gridPos": {
  2100. "h": 9,
  2101. "w": 8,
  2102. "x": 11,
  2103. "y": 46
  2104. },
  2105. "id": 41,
  2106. "pluginVersion": "9.1.0",
  2107. "targets": [
  2108. {
  2109. "datasource": {
  2110. "type": "prometheus",
  2111. "uid": "webstore-metrics"
  2112. },
  2113. "editorMode": "code",
  2114. "exemplar": false,
  2115. "expr": "label_replace(label_replace(label_replace(\nsum (scrape_samples_scraped{job!=\"\"}) by (instance)\n, \"id\", \"$0\", \"instance\", \".*\")\n, \"title\", \"$0\", \"instance\", \".*\")\n,\"mainstat\",\"\",\"\",\"\")\n\nor \n\nlabel_replace(label_replace(label_replace(\nsum (scrape_samples_scraped{job!=\"\"})\n, \"id\", \"prometheus\", \"\", \"\")\n, \"title\", \"prometheus\", \"\", \"\")\n,\"mainstat\",\"\",\"\",\"\")\n",
  2116. "format": "table",
  2117. "hide": false,
  2118. "instant": true,
  2119. "legendFormat": "__auto",
  2120. "range": false,
  2121. "refId": "nodes"
  2122. },
  2123. {
  2124. "datasource": {
  2125. "type": "prometheus",
  2126. "uid": "webstore-metrics"
  2127. },
  2128. "editorMode": "code",
  2129. "exemplar": false,
  2130. "expr": "label_join(\nlabel_replace(label_replace(\nsum (scrape_samples_scraped{job!=\"\"}) by (instance)\n,\"source\",\"$0\",\"instance\",\".*\")\n,\"target\",\"prometheus\",\"\",\"\")\n,\"id\",\"-\",\"source\",\"target\")",
  2131. "format": "table",
  2132. "hide": false,
  2133. "instant": true,
  2134. "legendFormat": "__auto",
  2135. "range": false,
  2136. "refId": "edges"
  2137. }
  2138. ],
  2139. "transformations": [
  2140. {
  2141. "id": "organize",
  2142. "options": {
  2143. "excludeByName": {
  2144. "Time": true
  2145. },
  2146. "indexByName": {},
  2147. "renameByName": {}
  2148. }
  2149. }
  2150. ],
  2151. "type": "nodeGraph"
  2152. },
  2153. {
  2154. "datasource": {
  2155. "type": "prometheus",
  2156. "uid": "webstore-metrics"
  2157. },
  2158. "description": "Sent by Exporter",
  2159. "gridPos": {
  2160. "h": 9,
  2161. "w": 5,
  2162. "x": 19,
  2163. "y": 46
  2164. },
  2165. "id": 52,
  2166. "options": {
  2167. "code": {
  2168. "language": "plaintext",
  2169. "showLineNumbers": false,
  2170. "showMiniMap": false
  2171. },
  2172. "content": "\n \n## Prometheus Config\n\n`evaluation_interval:` 30s\n\n`scrape_interval:` 5s",
  2173. "mode": "markdown"
  2174. },
  2175. "pluginVersion": "9.1.0",
  2176. "type": "text"
  2177. }
  2178. ],
  2179. "refresh": false,
  2180. "schemaVersion": 37,
  2181. "style": "dark",
  2182. "tags": [],
  2183. "templating": {
  2184. "list": [
  2185. {
  2186. "allValue": ".*",
  2187. "current": {
  2188. "selected": false,
  2189. "text": "0.70.0",
  2190. "value": "0.70.0"
  2191. },
  2192. "datasource": {
  2193. "type": "prometheus",
  2194. "uid": "webstore-metrics"
  2195. },
  2196. "definition": "query_result(sum(otelcol_process_uptime{}) by (service_version))\n",
  2197. "hide": 2,
  2198. "includeAll": false,
  2199. "label": "service_version",
  2200. "multi": true,
  2201. "name": "service_version",
  2202. "options": [],
  2203. "query": {
  2204. "query": "query_result(sum(otelcol_process_uptime{}) by (service_version))\n",
  2205. "refId": "StandardVariableQuery"
  2206. },
  2207. "refresh": 1,
  2208. "regex": "/.*service_version=\"(.*)\".*/",
  2209. "skipUrlSync": false,
  2210. "sort": 0,
  2211. "type": "query"
  2212. }
  2213. ]
  2214. },
  2215. "time": {
  2216. "from": "now-15m",
  2217. "to": "now"
  2218. },
  2219. "timepicker": {},
  2220. "timezone": "",
  2221. "title": "Opentelemetry Collector Data Flow",
  2222. "uid": "rl5_tea4k",
  2223. "version": 2,
  2224. "weekStart": ""
  2225. }