SGStream.yaml 159 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392
  1. apiVersion: apiextensions.k8s.io/v1
  2. kind: CustomResourceDefinition
  3. metadata:
  4. name: sgstreams.stackgres.io
  5. spec:
  6. group: stackgres.io
  7. scope: Namespaced
  8. names:
  9. kind: SGStream
  10. listKind: SGStreamList
  11. plural: sgstreams
  12. singular: sgstream
  13. shortNames:
  14. - sgstr
  15. versions:
  16. - name: v1alpha1
  17. served: true
  18. storage: true
  19. schema:
  20. openAPIV3Schema:
  21. type: object
  22. required: ["metadata", "spec"]
  23. properties:
  24. metadata:
  25. type: object
  26. properties:
  27. name:
  28. type: string
  29. maxLength: 56
  30. pattern: "^[a-z]([-a-z0-9]*[a-z0-9])?$"
  31. description: |
  32. Name of the StackGres stream. Following [Kubernetes naming conventions](https://github.com/kubernetes/community/blob/master/contributors/design-proposals/architecture/identifiers.md), it must be an rfc1035/rfc1123 subdomain, that is, up to 253 characters consisting of one or more lowercase labels separated by `.`. Where each label is an alphanumeric (a-z, and 0-9) string, with the `-` character allowed anywhere except the first or last character.
  33. spec:
  34. type: object
  35. description: |
  36. Specification of the desired behavior of a StackGres stream.
  37. A stream represent the process of performing a change data capture (CDC) operation on a data source that generates a stream of event containing information about the changes happening (or happened) to the database in real time (or from the beginning).
  38. The stream allow to specify different types for the target of the CDC operation. See `SGStream.spec.target.type`.
  39. The stream perform two distinct operation to generate data source changes for the target:
  40. * Snapshotting: allows to capture the content of the data source in a specific point in time and stream it as if they were changes, thus providing a stream of events as they were an aggregate from the beginning of the existence of the data source.
  41. * Streaming: allows to capture the changes that are happening in real time in the data source and stream them as changes continuously.
  42. The CDC is performed using [Debezium Engine](https://debezium.io/documentation/reference/stable/development/engine.html). SGStream extends functionality of Debezium by providing a [custom signaling channel](https://debezium.io/documentation/reference/stable/configuration/signalling.html#debezium-custom-signaling-channel) that allow to send signals by simply adding annotation to the SGStream resources.
  43. To send a signal simply create an annotation with the following formar:
  44. ```
  45. metadata:
  46. annotations:
  47. debezium-signal.stackgres.io/<signal type>: <signal data>
  48. ```
  49. Also, SGStream provide the following custom singals implementations:
  50. * `tombstone`: allow to stop completely Debezium streaming and the SGStream. This signal is useful to give an end to the streaming in a graceful way allowing for the removal of the logical slot created by Debezium.
  51. * `command`: allow to execute any SQL command on the target database. Only available then the target type is `SGCluster`.
  52. required: ["source", "target"]
  53. properties:
  54. source:
  55. type: object
  56. description: |
  57. The data source of the stream to which change data capture will be applied.
  58. required: ["type"]
  59. properties:
  60. type:
  61. type: string
  62. description: |
  63. The type of data source. Available data source types are:
  64. * `SGCluster`: an SGCluster in the same namespace
  65. * `Postgres`: any Postgres instance
  66. sgCluster:
  67. type: object
  68. description: |
  69. The configuration of the data source required when type is `SGCluster`.
  70. required: ["name"]
  71. properties:
  72. name:
  73. type: string
  74. description: |
  75. The target SGCluster name.
  76. database: &source-postgres-database
  77. type: string
  78. description: |
  79. The target database name to which the CDC process will connect to.
  80. If not specified the default postgres database will be targeted.
  81. username: &source-username
  82. type: object
  83. description: |
  84. The username used by the CDC process to connect to the database.
  85. If not specified the default superuser username (by default postgres) will be used.
  86. required: ["name", "key"]
  87. properties:
  88. name:
  89. type: string
  90. description: |
  91. The Secret name where the username is stored.
  92. key:
  93. type: string
  94. description: |
  95. The Secret key where the username is stored.
  96. password: &source-password
  97. type: object
  98. description: |
  99. The password used by the CDC process to connect to the database.
  100. If not specified the default superuser password will be used.
  101. required: ["name", "key"]
  102. properties:
  103. name:
  104. type: string
  105. description: |
  106. The Secret name where the password is stored.
  107. key:
  108. type: string
  109. description: |
  110. The Secret key where the password is stored.
  111. includes: &source-includes
  112. type: array
  113. description: |
  114. A list of regular expressions that allow to match one or more `<schema>.<table>.<column>` entries to be filtered before sending to the target.
  115. This property is mutually exclusive with `excludes`.
  116. items:
  117. type: string
  118. description: |
  119. A regular expressions that allow to match one or more `<schema>.<table>.<column>` entries to be filtered before sending to the target.
  120. excludes: &source-excludes
  121. type: array
  122. description: |
  123. A list of regular expressions that allow to match one or more `<schema>.<table>.<column>` entries to be filtered out before sending to the target.
  124. This property is mutually exclusive with `includes`.
  125. items:
  126. type: string
  127. description: |
  128. A regular expressions that allow to match one or more `<schema>.<table>.<column>` entries to be filtered out before sending to the target.
  129. debeziumProperties: &source-postgres-debeziumProperties
  130. type: object
  131. description: |
  132. Specific property of the debezium Postgres connector.
  133. See https://debezium.io/documentation/reference/stable/connectors/postgresql.html#postgresql-connector-properties
  134. Each property is converted from myPropertyName to my.property.name
  135. properties:
  136. pluginName:
  137. type: string
  138. description: |
  139. Default `pgoutput`. The name of the [PostgreSQL logical decoding plug-in](https://debezium.io/documentation/reference/stable/connectors/postgresql.html#postgresql-output-plugin) installed on the PostgreSQL server. Supported values are decoderbufs, and pgoutput.
  140. slotName:
  141. type: string
  142. description: |
  143. Default <SGStream namespace>.<SGStream name> (with all characters that are not `[a-zA-Z0-9]` changed to `_` character). The name of the PostgreSQL logical decoding slot that was created for streaming changes from a particular plug-in for a particular database/schema. The server uses this slot to stream events to the Debezium connector that you are configuring.
  144. Slot names must conform to [PostgreSQL replication slot naming rules](https://www.postgresql.org/docs/current/static/warm-standby.html#STREAMING-REPLICATION-SLOTS-MANIPULATION), which state: "Each replication slot has a name, which can contain lower-case letters, numbers, and the underscore character."
  145. slotDropOnStop:
  146. type: boolean
  147. description: |
  148. Default `true`. Whether or not to delete the logical replication slot when the connector stops in a graceful, expected way. The default behavior is that the replication slot remains configured for the connector when the connector stops. When the connector restarts, having the same replication slot enables the connector to start processing where it left off. Set to true in only testing or development environments. Dropping the slot allows the database to discard WAL segments. When the connector restarts it performs a new snapshot or it can continue from a persistent offset in the Kafka Connect offsets topic.
  149. publicationName:
  150. type: string
  151. description: |
  152. Default <SGStream name>.<SGStream namespace> (with all characters that are not `[a-zA-Z0-9]` changed to `_` character). The name of the PostgreSQL publication created for streaming changes when using pgoutput. This publication is created at start-up if it does not already exist and it includes all tables. Debezium then applies its own include/exclude list filtering, if configured, to limit the publication to change events for the specific tables of interest. The connector user must have superuser permissions to create this publication, so it is usually preferable to create the publication before starting the connector for the first time. If the publication already exists, either for all tables or configured with a subset of tables, Debezium uses the publication as it is defined.
  153. skipMessagesWithoutChange:
  154. type: boolean
  155. description: |
  156. Default `false`. Specifies whether to skip publishing messages when there is no change in included columns. This would essentially filter messages if there is no change in columns included as per includes or excludes fields. Note: Only works when REPLICA IDENTITY of the table is set to FULL
  157. timePrecisionMode:
  158. type: string
  159. description: |
  160. Default `adaptive`. Time, date, and timestamps can be represented with different kinds of precision:
  161. * `adaptive`: captures the time and timestamp values exactly as in the database using either millisecond, microsecond, or nanosecond precision values based on the database column’s type.
  162. * `adaptive_time_microseconds`: captures the date, datetime and timestamp values exactly as in the database using either millisecond, microsecond, or nanosecond precision values based on the database column’s type. An exception is TIME type fields, which are always captured as microseconds.
  163. * `connect`: always represents time and timestamp values by using Kafka Connect’s built-in representations for Time, Date, and Timestamp, which use millisecond precision regardless of the database columns' precision. For more information, see [temporal values](https://debezium.io/documentation/reference/stable/connectors/postgresql.html#postgresql-temporal-types).
  164. decimalHandlingMode:
  165. type: string
  166. description: |
  167. Default `precise`. Specifies how the connector should handle values for DECIMAL and NUMERIC columns:
  168. * `precise`: represents values by using java.math.BigDecimal to represent values in binary form in change events.
  169. * `double`: represents values by using double values, which might result in a loss of precision but which is easier to use.
  170. * `string`: encodes values as formatted strings, which are easy to consume but semantic information about the real type is lost. For more information, see [Decimal types](https://debezium.io/documentation/reference/stable/connectors/postgresql.html#postgresql-decimal-types).
  171. hstoreHandlingMode:
  172. type: string
  173. description: |
  174. Default `json`. Specifies how the connector should handle values for hstore columns:
  175. * `map`: represents values by using MAP.
  176. * `json`: represents values by using json string. This setting encodes values as formatted strings such as {"key" : "val"}. For more information, see [PostgreSQL HSTORE type](https://debezium.io/documentation/reference/stable/connectors/postgresql.html#postgresql-hstore-type).
  177. intervalHandlingMode:
  178. type: string
  179. description: |
  180. Default `numeric`. Specifies how the connector should handle values for interval columns:
  181. * `numeric`: represents intervals using approximate number of microseconds.
  182. * `string`: represents intervals exactly by using the string pattern representation P<years>Y<months>M<days>DT<hours>H<minutes>M<seconds>S. For example: P1Y2M3DT4H5M6.78S. For more information, see [PostgreSQL basic types](https://debezium.io/documentation/reference/stable/connectors/postgresql.html#postgresql-basic-types).
  183. tombstonesOnDelete:
  184. type: boolean
  185. description: |
  186. Default `true`. Controls whether a delete event is followed by a tombstone event.
  187. * `true` - a delete operation is represented by a delete event and a subsequent tombstone event.
  188. * `false` - only a delete event is emitted.
  189. After a source record is deleted, emitting a tombstone event (the default behavior) allows Kafka to completely delete all events that pertain to the key of the deleted row in case [log compaction](https://kafka.apache.org/documentation/#compaction) is enabled for the topic.
  190. columnTruncateToLengthChars:
  191. type: array
  192. items:
  193. type: string
  194. description: |
  195. An optional, list of regular expressions that match the fully-qualified names of character-based columns. Set this property if you want to truncate the data in a set of columns when it exceeds the number of characters specified by the length in the property name. Set length to a positive integer value, for example, column.truncate.to.20.chars.
  196. The fully-qualified name of a column observes the following format: <schemaName>.<tableName>.<columnName>.
  197. To match the name of a column, Debezium applies the regular expression that you specify as an anchored regular expression. That is, the specified expression is matched against the entire name string of the column; the expression does not match substrings that might be present in a column name.
  198. You can specify multiple properties with different lengths in a single configuration.
  199. columnMaskWithLengthChars:
  200. type: array
  201. items:
  202. type: string
  203. description: |
  204. An optional, list of regular expressions that match the fully-qualified names of character-based columns. Set this property if you want the connector to mask the values for a set of columns, for example, if they contain sensitive data. Set length to a positive integer to replace data in the specified columns with the number of asterisk (*) characters specified by the length in the property name. Set length to 0 (zero) to replace data in the specified columns with an empty string.
  205. The fully-qualified name of a column observes the following format: schemaName.tableName.columnName.
  206. To match the name of a column, Debezium applies the regular expression that you specify as an anchored regular expression. That is, the specified expression is matched against the entire name string of the column; the expression does not match substrings that might be present in a column name.
  207. You can specify multiple properties with different lengths in a single configuration.
  208. columnMaskHash:
  209. type: object
  210. description: |
  211. An optional section, that allow to specify, for an hash algorithm and a salt, a list of regular expressions that match the fully-qualified names of character-based columns. Fully-qualified names for columns are of the form <schemaName>.<tableName>.<columnName>.
  212. To match the name of a column Debezium applies the regular expression that you specify as an anchored regular expression. That is, the specified expression is matched against the entire name string of the column; the expression does not match substrings that might be present in a column name. In the resulting change event record, the values for the specified columns are replaced with pseudonyms.
  213. A pseudonym consists of the hashed value that results from applying the specified hashAlgorithm and salt. Based on the hash function that is used, referential integrity is maintained, while column values are replaced with pseudonyms. Supported hash functions are described in the [MessageDigest section](https://docs.oracle.com/javase/7/docs/technotes/guides/security/StandardNames.html#MessageDigest) of the Java Cryptography Architecture Standard Algorithm Name Documentation.
  214. In the following example, CzQMA0cB5K is a randomly selected salt.
  215. columnMaskHash.SHA-256.CzQMA0cB5K=[inventory.orders.customerName,inventory.shipment.customerName]
  216. If necessary, the pseudonym is automatically shortened to the length of the column. The connector configuration can include multiple properties that specify different hash algorithms and salts.
  217. Depending on the hash algorithm used, the salt selected, and the actual data set, the resulting data set might not be completely masked.
  218. additionalProperties:
  219. type: object
  220. description: The hash algorithm (e.g. SHA-256) type and configuration.
  221. additionalProperties:
  222. type: object
  223. description: The salt (e.g. CzQMA0cB5K) value and configuration.
  224. additionalProperties:
  225. type: array
  226. items:
  227. type: string
  228. description: The list of regular expressions that match the fully-qualified names of character-based columns (e.g. inventory.orders.customerName)
  229. columnMaskHashV2:
  230. type: object
  231. description: |
  232. Similar to also columnMaskHash but using hashing strategy version 2.
  233. Hashing strategy version 2 should be used to ensure fidelity if the value is being hashed in different places or systems.
  234. additionalProperties:
  235. type: object
  236. description: The hash algorithm (e.g. SHA-256) type and configuration.
  237. additionalProperties:
  238. type: object
  239. description: The salt (e.g. CzQMA0cB5K) value and configuration.
  240. additionalProperties:
  241. type: array
  242. items:
  243. type: string
  244. description: The list of regular expressions that match the fully-qualified names of character-based columns (e.g. inventory.orders.customerName)
  245. columnPropagateSourceType:
  246. type: array
  247. items:
  248. type: string
  249. description: |
  250. Default `[.*]`. An optional, list of regular expressions that match the fully-qualified names of columns for which you want the connector to emit extra parameters that represent column metadata. When this property is set, the connector adds the following fields to the schema of event records:
  251. * `__debezium.source.column.type`
  252. * `__debezium.source.column.length`
  253. * `__debezium.source.column.scale`
  254. These parameters propagate a column’s original type name and length (for variable-width types), respectively.
  255. Enabling the connector to emit this extra data can assist in properly sizing specific numeric or character-based columns in sink databases.
  256. The fully-qualified name of a column observes one of the following formats: databaseName.tableName.columnName, or databaseName.schemaName.tableName.columnName.
  257. To match the name of a column, Debezium applies the regular expression that you specify as an anchored regular expression. That is, the specified expression is matched against the entire name string of the column; the expression does not match substrings that might be present in a column name.
  258. datatypePropagateSourceType:
  259. type: array
  260. items:
  261. type: string
  262. description: |
  263. Default `[.*]`. An optional, list of regular expressions that specify the fully-qualified names of data types that are defined for columns in a database. When this property is set, for columns with matching data types, the connector emits event records that include the following extra fields in their schema:
  264. * `__debezium.source.column.type`
  265. * `__debezium.source.column.length`
  266. * `__debezium.source.column.scale`
  267. These parameters propagate a column’s original type name and length (for variable-width types), respectively.
  268. Enabling the connector to emit this extra data can assist in properly sizing specific numeric or character-based columns in sink databases.
  269. The fully-qualified name of a column observes one of the following formats: databaseName.tableName.typeName, or databaseName.schemaName.tableName.typeName.
  270. To match the name of a data type, Debezium applies the regular expression that you specify as an anchored regular expression. That is, the specified expression is matched against the entire name string of the data type; the expression does not match substrings that might be present in a type name.
  271. For the list of PostgreSQL-specific data type names, see the [PostgreSQL data type mappings](https://debezium.io/documentation/reference/stable/connectors/postgresql.html#postgresql-data-types).
  272. messageKeyColumns:
  273. type: array
  274. items:
  275. type: string
  276. description: |
  277. A list of expressions that specify the columns that the connector uses to form custom message keys for change event records that it publishes to the Kafka topics for specified tables.
  278. By default, Debezium uses the primary key column of a table as the message key for records that it emits. In place of the default, or to specify a key for tables that lack a primary key, you can configure custom message keys based on one or more columns.
  279. To establish a custom message key for a table, list the table, followed by the columns to use as the message key. Each list entry takes the following format:
  280. <fully-qualified_tableName>:<keyColumn>,<keyColumn>
  281. To base a table key on multiple column names, insert commas between the column names.
  282. Each fully-qualified table name is a regular expression in the following format:
  283. <schemaName>.<tableName>
  284. The property can include entries for multiple tables. Use a semicolon to separate table entries in the list.
  285. The following example sets the message key for the tables inventory.customers and purchase.orders:
  286. inventory.customers:pk1,pk2;(.*).purchaseorders:pk3,pk4
  287. For the table inventory.customer, the columns pk1 and pk2 are specified as the message key. For the purchaseorders tables in any schema, the columns pk3 and pk4 server as the message key.
  288. There is no limit to the number of columns that you use to create custom message keys. However, it’s best to use the minimum number that are required to specify a unique key.
  289. Note that having this property set and REPLICA IDENTITY set to DEFAULT on the tables, will cause the tombstone events to not be created properly if the key columns are not part of the primary key of the table. Setting REPLICA IDENTITY to FULL is the only solution.
  290. publicationAutocreateMode:
  291. type: string
  292. description: |
  293. Default `all_tables`. Applies only when streaming changes by using [the pgoutput plug-in](https://www.postgresql.org/docs/current/sql-createpublication.html). The setting determines how creation of a [publication](https://www.postgresql.org/docs/current/logical-replication-publication.html) should work. Specify one of the following values:
  294. * `all_tables` - If a publication exists, the connector uses it. If a publication does not exist, the connector creates a publication for all tables in the database for which the connector is capturing changes. For the connector to create a publication it must access the database through a database user account that has permission to create publications and perform replications. You grant the required permission by using the following SQL command CREATE PUBLICATION <publication_name> FOR ALL TABLES;.
  295. * `disabled` - The connector does not attempt to create a publication. A database administrator or the user configured to perform replications must have created the publication before running the connector. If the connector cannot find the publication, the connector throws an exception and stops.
  296. * `filtered` - If a publication exists, the connector uses it. If no publication exists, the connector creates a new publication for tables that match the current filter configuration as specified by the schema.include.list, schema.exclude.list, and table.include.list, and table.exclude.list connector configuration properties. For example: CREATE PUBLICATION <publication_name> FOR TABLE <tbl1, tbl2, tbl3>. If the publication exists, the connector updates the publication for tables that match the current filter configuration. For example: ALTER PUBLICATION <publication_name> SET TABLE <tbl1, tbl2, tbl3>.
  297. replicaIdentityAutosetValues:
  298. type: array
  299. items:
  300. type: string
  301. description: |
  302. The setting determines the value for [replica identity](https://www.postgresql.org/docs/current/sql-altertable.html#SQL-ALTERTABLE-REPLICA-IDENTITY) at table level.
  303. This option will overwrite the existing value in database. A comma-separated list of regular expressions that match fully-qualified tables and replica identity value to be used in the table.
  304. Each expression must match the pattern '<fully-qualified table name>:<replica identity>', where the table name could be defined as (SCHEMA_NAME.TABLE_NAME), and the replica identity values are:
  305. DEFAULT - Records the old values of the columns of the primary key, if any. This is the default for non-system tables.
  306. INDEX index_name - Records the old values of the columns covered by the named index, that must be unique, not partial, not deferrable, and include only columns marked NOT NULL. If this index is dropped, the behavior is the same as NOTHING.
  307. FULL - Records the old values of all columns in the row.
  308. NOTHING - Records no information about the old row. This is the default for system tables.
  309. For example,
  310. schema1.*:FULL,schema2.table2:NOTHING,schema2.table3:INDEX idx_name
  311. binaryHandlingMode:
  312. type: string
  313. description: |
  314. Default `bytes`. Specifies how binary (bytea) columns should be represented in change events:
  315. * `bytes` represents binary data as byte array.
  316. * `base64` represents binary data as base64-encoded strings.
  317. * `base64-url-safe` represents binary data as base64-url-safe-encoded strings.
  318. * `hex` represents binary data as hex-encoded (base16) strings.
  319. schemaNameAdjustmentMode:
  320. type: string
  321. description: |
  322. Default `none`. Specifies how schema names should be adjusted for compatibility with the message converter used by the connector. Possible settings:
  323. * `none` does not apply any adjustment.
  324. * `avro` replaces the characters that cannot be used in the Avro type name with underscore.
  325. * `avro_unicode` replaces the underscore or characters that cannot be used in the Avro type name with corresponding unicode like _uxxxx. Note: _ is an escape sequence like backslash in Java
  326. fieldNameAdjustmentMode:
  327. type: string
  328. description: |
  329. Default `none`. Specifies how field names should be adjusted for compatibility with the message converter used by the connector. Possible settings:
  330. * `none` does not apply any adjustment.
  331. * `avro` replaces the characters that cannot be used in the Avro type name with underscore.
  332. * `avro_unicode` replaces the underscore or characters that cannot be used in the Avro type name with corresponding unicode like _uxxxx. Note: _ is an escape sequence like backslash in Java
  333. For more information, see [Avro naming](https://debezium.io/documentation/reference/stable/configuration/avro.html#avro-naming).
  334. moneyFractionDigits:
  335. type: integer
  336. description: |
  337. Default `2`. Specifies how many decimal digits should be used when converting Postgres money type to java.math.BigDecimal, which represents the values in change events. Applicable only when decimalHandlingMode is set to precise.
  338. converters:
  339. type: object
  340. additionalProperties:
  341. type: object
  342. additionalProperties:
  343. type: string
  344. description: |
  345. Enumerates a comma-separated list of the symbolic names of the [custom converter](https://debezium.io/documentation/reference/stable/development/converters.html#custom-converters) instances that the connector can use. For example,
  346. ```
  347. isbn:
  348. type: io.debezium.test.IsbnConverter
  349. schemaName: io.debezium.postgresql.type.Isbn
  350. ```
  351. You must set the converters property to enable the connector to use a custom converter.
  352. For each converter that you configure for a connector, you must also add a .type property, which specifies the fully-qualified name of the class that implements the converter interface.
  353. If you want to further control the behavior of a configured converter, you can add one or more configuration parameters to pass values to the converter. To associate any additional configuration parameter with a converter, prefix the parameter names with the symbolic name of the converter.
  354. Each property is converted from myPropertyName to my.property.name
  355. snapshotMode:
  356. type: string
  357. description: |
  358. Default `initial`. Specifies the criteria for performing a snapshot when the connector starts:
  359. * `always` - The connector performs a snapshot every time that it starts. The snapshot includes the structure and data of the captured tables. Specify this value to populate topics with a complete representation of the data from the captured tables every time that the connector starts. After the snapshot completes, the connector begins to stream event records for subsequent database changes.
  360. * `initial` - The connector performs a snapshot only when no offsets have been recorded for the logical server name.
  361. * `initial_only` - The connector performs an initial snapshot and then stops, without processing any subsequent changes.
  362. * `no_data` - The connector never performs snapshots. When a connector is configured this way, after it starts, it behaves as follows: If there is a previously stored LSN in the Kafka offsets topic, the connector continues streaming changes from that position. If no LSN is stored, the connector starts streaming changes from the point in time when the PostgreSQL logical replication slot was created on the server. Use this snapshot mode only when you know all data of interest is still reflected in the WAL.
  363. * `never` - Deprecated see no_data.
  364. * `when_needed` - After the connector starts, it performs a snapshot only if it detects one of the following circumstances:
  365. It cannot detect any topic offsets.
  366. A previously recorded offset specifies a log position that is not available on the server.
  367. * `configuration_based` - With this option, you control snapshot behavior through a set of connector properties that have the prefix 'snapshotModeConfigurationBased'.
  368. * `custom` - The connector performs a snapshot according to the implementation specified by the snapshotModeCustomName property, which defines a custom implementation of the io.debezium.spi.snapshot.Snapshotter interface.
  369. For more information, see the [table of snapshot.mode options](https://debezium.io/documentation/reference/stable/connectors/postgresql.html#postgresql-connector-snapshot-mode-options).
  370. snapshotModeConfigurationBasedSnapshotData:
  371. type: boolean
  372. description: |
  373. Default `false`. If the snapshotMode is set to configuration_based, set this property to specify whether the connector includes table data when it performs a snapshot.
  374. snapshotModeConfigurationBasedSnapshotSchema:
  375. type: boolean
  376. description: |
  377. Default `false`. If the snapshotMode is set to configuration_based, set this property to specify whether the connector includes the table schema when it performs a snapshot.
  378. snapshotModeConfigurationBasedStartStream:
  379. type: boolean
  380. description: |
  381. Default `false`. If the snapshotMode is set to configuration_based, set this property to specify whether the connector begins to stream change events after a snapshot completes.
  382. snapshotModeConfigurationBasedSnapshotOnSchemaError:
  383. type: boolean
  384. description: |
  385. Default `false`. If the snapshotMode is set to configuration_based, set this property to specify whether the connector includes table schema in a snapshot if the schema history topic is not available.
  386. snapshotModeConfigurationBasedSnapshotOnDataError:
  387. type: boolean
  388. description: |
  389. Default `false`. If the snapshotMode is set to configuration_based, this property specifies whether the connector attempts to snapshot table data if it does not find the last committed offset in the transaction log. Set the value to true to instruct the connector to perform a new snapshot.
  390. snapshotModeCustomName:
  391. type: string
  392. description: |
  393. When snapshotMode is set as custom, use this setting to specify the name of the custom implementation provided in the name() method that is defined by the 'io.debezium.spi.snapshot.Snapshotter' interface. The provided implementation is called after a connector restart to determine whether to perform a snapshot. For more information, see [custom snapshotter SPI](https://debezium.io/documentation/reference/stable/connectors/postgresql.html#connector-custom-snapshot).
  394. snapshotLockingMode:
  395. type: string
  396. description: |
  397. Default `none`. Specifies how the connector holds locks on tables while performing a schema snapshot. Set one of the following options:
  398. * `shared`: The connector holds a table lock that prevents exclusive table access during the initial portion phase of the snapshot in which database schemas and other metadata are read. After the initial phase, the snapshot no longer requires table locks.
  399. * `none`: The connector avoids locks entirely. Do not use this mode if schema changes might occur during the snapshot.
  400. > *WARNING*: Do not use this mode if schema changes might occur during the snapshot.
  401. * `custom`: The connector performs a snapshot according to the implementation specified by the snapshotLockingModeCustomName property, which is a custom implementation of the io.debezium.spi.snapshot.SnapshotLock interface.
  402. snapshotLockingModeCustomName:
  403. type: string
  404. description: |
  405. When snapshotLockingMode is set to custom, use this setting to specify the name of the custom implementation provided in the name() method that is defined by the 'io.debezium.spi.snapshot.SnapshotLock' interface. For more information, see [custom snapshotter SPI](https://debezium.io/documentation/reference/stable/connectors/postgresql.html#connector-custom-snapshot).
  406. snapshotQueryMode:
  407. type: string
  408. description: |
  409. Default `select_all`. Specifies how the connector queries data while performing a snapshot. Set one of the following options:
  410. * `select_all`: The connector performs a select all query by default, optionally adjusting the columns selected based on the column include and exclude list configurations.
  411. * `custom`: The connector performs a snapshot query according to the implementation specified by the snapshotQueryModeCustomName property, which defines a custom implementation of the io.debezium.spi.snapshot.SnapshotQuery interface. This setting enables you to manage snapshot content in a more flexible manner compared to using the snapshotSelectStatementOverrides property.
  412. snapshotQueryModeCustomName:
  413. type: string
  414. description: |
  415. When snapshotQueryMode is set as custom, use this setting to specify the name of the custom implementation provided in the name() method that is defined by the 'io.debezium.spi.snapshot.SnapshotQuery' interface. For more information, see [custom snapshotter SPI](https://debezium.io/documentation/reference/stable/connectors/postgresql.html#connector-custom-snapshot).
  416. snapshotIncludeCollectionList:
  417. type: array
  418. items:
  419. type: string
  420. description: |
  421. Default <All tables / All tables filtered in `includes` field / All tables that are not filtered out in `excludes` field>. An optional, list of regular expressions that match the fully-qualified names (<schemaName>.<tableName>) of the tables to include in a snapshot. The specified items must be named in the connector’s table.include.list property. This property takes effect only if the connector’s snapshotMode property is set to a value other than `never`. This property does not affect the behavior of incremental snapshots.
  422. To match the name of a table, Debezium applies the regular expression that you specify as an anchored regular expression. That is, the specified expression is matched against the entire name string of the table; it does not match substrings that might be present in a table name.
  423. snapshotLockTimeoutMs:
  424. type: integer
  425. description: |
  426. Default `10000`. Positive integer value that specifies the maximum amount of time (in milliseconds) to wait to obtain table locks when performing a snapshot. If the connector cannot acquire table locks in this time interval, the snapshot fails. [How the connector performs snapshots](https://debezium.io/documentation/reference/stable/connectors/postgresql.html#postgresql-snapshots) provides details.
  427. snapshotSelectStatementOverrides:
  428. type: object
  429. additionalProperties:
  430. type: string
  431. description: |
  432. Specifies the table rows to include in a snapshot. Use the property if you want a snapshot to include only a subset of the rows in a table. This property affects snapshots only. It does not apply to events that the connector reads from the log.
  433. The property contains a hierarchy of fully-qualified table names in the form <schemaName>.<tableName>. For example,
  434. ```
  435. snapshotSelectStatementOverrides:
  436. "customers.orders": "SELECT * FROM [customers].[orders] WHERE delete_flag = 0 ORDER BY id DESC"
  437. ```
  438. In the resulting snapshot, the connector includes only the records for which delete_flag = 0.
  439. eventProcessingFailureHandlingMode:
  440. type: string
  441. description: |
  442. Default `fail`. Specifies how the connector should react to exceptions during processing of events:
  443. * `fail`: propagates the exception, indicates the offset of the problematic event, and causes the connector to stop.
  444. * `warn`: logs the offset of the problematic event, skips that event, and continues processing.
  445. * `skip`: skips the problematic event and continues processing.
  446. maxBatchSize:
  447. type: integer
  448. description: |
  449. Default `2048`. Positive integer value that specifies the maximum size of each batch of events that the connector processes.
  450. maxQueueSize:
  451. type: integer
  452. description: |
  453. Default `8192`. Positive integer value that specifies the maximum number of records that the blocking queue can hold. When Debezium reads events streamed from the database, it places the events in the blocking queue before it writes them to Kafka. The blocking queue can provide backpressure for reading change events from the database in cases where the connector ingests messages faster than it can write them to Kafka, or when Kafka becomes unavailable. Events that are held in the queue are disregarded when the connector periodically records offsets. Always set the value of maxQueueSize to be larger than the value of maxBatchSize.
  454. maxQueueSizeInBytes:
  455. type: integer
  456. description: |
  457. Default `0`. A long integer value that specifies the maximum volume of the blocking queue in bytes. By default, volume limits are not specified for the blocking queue. To specify the number of bytes that the queue can consume, set this property to a positive long value.
  458. If maxQueueSize is also set, writing to the queue is blocked when the size of the queue reaches the limit specified by either property. For example, if you set maxQueueSize=1000, and maxQueueSizeInBytes=5000, writing to the queue is blocked after the queue contains 1000 records, or after the volume of the records in the queue reaches 5000 bytes.
  459. pollIntervalMs:
  460. type: integer
  461. description: |
  462. Default `500`. Positive integer value that specifies the number of milliseconds the connector should wait for new change events to appear before it starts processing a batch of events. Defaults to 500 milliseconds.
  463. includeUnknownDatatypes:
  464. type: boolean
  465. description: |
  466. Default `true`. Specifies connector behavior when the connector encounters a field whose data type is unknown. The default behavior is that the connector omits the field from the change event and logs a warning.
  467. Set this property to true if you want the change event to contain an opaque binary representation of the field. This lets consumers decode the field. You can control the exact representation by setting the binaryHandlingMode property.
  468. > *NOTE*: Consumers risk backward compatibility issues when `includeUnknownDatatypes` is set to `true`. Not only may the database-specific binary representation change between releases, but if the data type is eventually supported by Debezium, the data type will be sent downstream in a logical type, which would require adjustments by consumers. In general, when encountering unsupported data types, create a feature request so that support can be added.
  469. databaseInitialStatements:
  470. type: array
  471. items:
  472. type: string
  473. description: |
  474. A list of SQL statements that the connector executes when it establishes a JDBC connection to the database.
  475. The connector may establish JDBC connections at its own discretion. Consequently, this property is useful for configuration of session parameters only, and not for executing DML statements.
  476. The connector does not execute these statements when it creates a connection for reading the transaction log.
  477. statusUpdateIntervalMs:
  478. type: integer
  479. description: |
  480. Default `10000`. Frequency for sending replication connection status updates to the server, given in milliseconds. The property also controls how frequently the database status is checked to detect a dead connection in case the database was shut down.
  481. heartbeatIntervalMs:
  482. type: integer
  483. description: |
  484. Default `0`. Controls how frequently the connector sends heartbeat messages to a Kafka topic. The default behavior is that the connector does not send heartbeat messages.
  485. Heartbeat messages are useful for monitoring whether the connector is receiving change events from the database. Heartbeat messages might help decrease the number of change events that need to be re-sent when a connector restarts. To send heartbeat messages, set this property to a positive integer, which indicates the number of milliseconds between heartbeat messages.
  486. Heartbeat messages are needed when there are many updates in a database that is being tracked but only a tiny number of updates are related to the table(s) and schema(s) for which the connector is capturing changes. In this situation, the connector reads from the database transaction log as usual but rarely emits change records to Kafka. This means that no offset updates are committed to Kafka and the connector does not have an opportunity to send the latest retrieved LSN to the database. The database retains WAL files that contain events that have already been processed by the connector. Sending heartbeat messages enables the connector to send the latest retrieved LSN to the database, which allows the database to reclaim disk space being used by no longer needed WAL files.
  487. heartbeatActionQuery:
  488. type: string
  489. description: |
  490. Specifies a query that the connector executes on the source database when the connector sends a heartbeat message.
  491. This is useful for resolving the situation described in [WAL disk space consumption](https://debezium.io/documentation/reference/stable/connectors/postgresql.html#postgresql-wal-disk-space), where capturing changes from a low-traffic database on the same host as a high-traffic database prevents Debezium from processing WAL records and thus acknowledging WAL positions with the database. To address this situation, create a heartbeat table in the low-traffic database, and set this property to a statement that inserts records into that table, for example:
  492. ```
  493. INSERT INTO test_heartbeat_table (text) VALUES ('test_heartbeat')
  494. ```
  495. This allows the connector to receive changes from the low-traffic database and acknowledge their LSNs, which prevents unbounded WAL growth on the database host.
  496. schemaRefreshMode:
  497. type: string
  498. description: |
  499. Default `columns_diff`. Specify the conditions that trigger a refresh of the in-memory schema for a table.
  500. * `columns_diff`: is the safest mode. It ensures that the in-memory schema stays in sync with the database table’s schema at all times.
  501. * `columns_diff_exclude_unchanged_toast`: instructs the connector to refresh the in-memory schema cache if there is a discrepancy with the schema derived from the incoming message, unless unchanged TOASTable data fully accounts for the discrepancy.
  502. This setting can significantly improve connector performance if there are frequently-updated tables that have TOASTed data that are rarely part of updates. However, it is possible for the in-memory schema to become outdated if TOASTable columns are dropped from the table.
  503. snapshotDelayMs:
  504. type: integer
  505. description: |
  506. An interval in milliseconds that the connector should wait before performing a snapshot when the connector starts. If you are starting multiple connectors in a cluster, this property is useful for avoiding snapshot interruptions, which might cause re-balancing of connectors.
  507. snapshotFetchSize:
  508. type: integer
  509. description: |
  510. Default `10240`. During a snapshot, the connector reads table content in batches of rows. This property specifies the maximum number of rows in a batch.
  511. slotStreamParams:
  512. type: object
  513. description: |
  514. Parameters to pass to the configured logical decoding plug-in. For example:
  515. ```
  516. slotStreamParams:
  517. add-tables: "public.table,public.table2"
  518. include-lsn: "true"
  519. ```
  520. additionalProperties:
  521. type: string
  522. slotMaxRetries:
  523. type: integer
  524. description: |
  525. Default `6`. If connecting to a replication slot fails, this is the maximum number of consecutive attempts to connect.
  526. slotRetryDelayMs:
  527. type: integer
  528. description: |
  529. Default `10000` (10 seconds). The number of milliseconds to wait between retry attempts when the connector fails to connect to a replication slot.
  530. unavailableValuePlaceholder:
  531. type: string
  532. description: |
  533. Default `__debezium_unavailable_value`. Specifies the constant that the connector provides to indicate that the original value is a toasted value that is not provided by the database. If the setting of unavailable.value.placeholder starts with the hex: prefix it is expected that the rest of the string represents hexadecimally encoded octets. For more information, see [toasted values](https://debezium.io/documentation/reference/stable/connectors/postgresql.html#postgresql-toasted-values).
  534. provideTransactionMetadata:
  535. type: boolean
  536. description: |
  537. Default `false`. Determines whether the connector generates events with transaction boundaries and enriches change event envelopes with transaction metadata. Specify true if you want the connector to do this. For more information, see [Transaction metadata](https://debezium.io/documentation/reference/stable/connectors/postgresql.html#postgresql-transaction-metadata).
  538. flushLsnSource:
  539. type: boolean
  540. description: |
  541. Default `true`. Determines whether the connector should commit the LSN of the processed records in the source postgres database so that the WAL logs can be deleted. Specify false if you don’t want the connector to do this. Please note that if set to false LSN will not be acknowledged by Debezium and as a result WAL logs will not be cleared which might result in disk space issues. User is expected to handle the acknowledgement of LSN outside Debezium.
  542. retriableRestartConnectorWaitMs:
  543. type: integer
  544. description: |
  545. Default `10000` (10 seconds). The number of milliseconds to wait before restarting a connector after a retriable error occurs.
  546. skippedOperations:
  547. type: array
  548. items:
  549. type: string
  550. description: |
  551. Default `none`. A list of operation types that will be skipped during streaming. The operations include: c for inserts/create, u for updates, d for deletes, t for truncates, and none to not skip any operations. By default, no operations are skipped.
  552. signalDataCollection:
  553. type: string
  554. description: |
  555. Fully-qualified name of the data collection that is used to send signals to the connector. Use the following format to specify the collection name: <schemaName>.<tableName>
  556. signalEnabledChannels:
  557. type: array
  558. items:
  559. type: string
  560. description: |
  561. Default `[sgstream-annotations]`. List of the signaling channel names that are enabled for the connector. By default, the following channels are available: sgstream-annotations, source, kafka, file and jmx. Optionally, you can also implement a [custom signaling channel](https://debezium.io/documentation/reference/stable/configuration/signalling.html#debezium-signaling-enabling-custom-signaling-channel).
  562. notificationEnabledChannels:
  563. type: array
  564. items:
  565. type: string
  566. description: |
  567. List of notification channel names that are enabled for the connector. By default, the following channels are available: sink, log and jmx. Optionally, you can also implement a [custom notification channel](https://debezium.io/documentation/reference/stable/configuration/signalling.html#debezium-signaling-enabling-custom-signaling-channel).
  568. incrementalSnapshotChunkSize:
  569. type: integer
  570. description: |
  571. Default `1024`. The maximum number of rows that the connector fetches and reads into memory during an incremental snapshot chunk. Increasing the chunk size provides greater efficiency, because the snapshot runs fewer snapshot queries of a greater size. However, larger chunk sizes also require more memory to buffer the snapshot data. Adjust the chunk size to a value that provides the best performance in your environment.
  572. incrementalSnapshotWatermarkingStrategy:
  573. type: string
  574. description: |
  575. Default `insert_insert`. Specifies the watermarking mechanism that the connector uses during an incremental snapshot to deduplicate events that might be captured by an incremental snapshot and then recaptured after streaming resumes.
  576. You can specify one of the following options:
  577. * `insert_insert`: When you send a signal to initiate an incremental snapshot, for every chunk that Debezium reads during the snapshot, it writes an entry to the signaling data collection to record the signal to open the snapshot window. After the snapshot completes, Debezium inserts a second entry to record the closing of the window.
  578. * `insert_delete`: When you send a signal to initiate an incremental snapshot, for every chunk that Debezium reads, it writes a single entry to the signaling data collection to record the signal to open the snapshot window. After the snapshot completes, this entry is removed. No entry is created for the signal to close the snapshot window. Set this option to prevent rapid growth of the signaling data collection.
  579. xminFetchIntervalMs:
  580. type: integer
  581. description: |
  582. Default `0`. How often, in milliseconds, the XMIN will be read from the replication slot. The XMIN value provides the lower bounds of where a new replication slot could start from. The default value of 0 disables tracking XMIN tracking.
  583. topicNamingStrategy:
  584. type: string
  585. description: |
  586. Default `io.debezium.schema.SchemaTopicNamingStrategy`. The name of the TopicNamingStrategy class that should be used to determine the topic name for data change, schema change, transaction, heartbeat event etc., defaults to SchemaTopicNamingStrategy.
  587. topicDelimiter:
  588. type: string
  589. description: |
  590. Default `.`. Specify the delimiter for topic name, defaults to ".".
  591. topicCacheSize:
  592. type: integer
  593. description: |
  594. Default `10000`. The size used for holding the topic names in bounded concurrent hash map. This cache will help to determine the topic name corresponding to a given data collection.
  595. topicHeartbeatPrefix:
  596. type: string
  597. description: |
  598. Default `__debezium-heartbeat`. Controls the name of the topic to which the connector sends heartbeat messages. For example, if the topic prefix is fulfillment, the default topic name is __debezium-heartbeat.fulfillment.
  599. topicTransaction:
  600. type: string
  601. description: |
  602. Default `transaction`. Controls the name of the topic to which the connector sends transaction metadata messages. For example, if the topic prefix is fulfillment, the default topic name is fulfillment.transaction.
  603. snapshotMaxThreads:
  604. type: integer
  605. description: |
  606. Default `1`. Specifies the number of threads that the connector uses when performing an initial snapshot. To enable parallel initial snapshots, set the property to a value greater than 1. In a parallel initial snapshot, the connector processes multiple tables concurrently. This feature is incubating.
  607. customMetricTags:
  608. type: object
  609. additionalProperties:
  610. type: string
  611. description: |
  612. The custom metric tags will accept key-value pairs to customize the MBean object name which should be appended the end of regular name, each key would represent a tag for the MBean object name, and the corresponding value would be the value of that tag the key is. For example:
  613. ```
  614. customMetricTags:
  615. k1: v1
  616. k2: v2
  617. ```
  618. errorsMaxRetries:
  619. type: integer
  620. description: |
  621. Default `-1`. Specifies how the connector responds after an operation that results in a retriable error, such as a connection error.
  622. Set one of the following options:
  623. * `-1`: No limit. The connector always restarts automatically, and retries the operation, regardless of the number of previous failures.
  624. * `0`: Disabled. The connector fails immediately, and never retries the operation. User intervention is required to restart the connector.
  625. * `> 0`: The connector restarts automatically until it reaches the specified maximum number of retries. After the next failure, the connector stops, and user intervention is required to restart it.
  626. postgres:
  627. type: object
  628. description: |
  629. The configuration of the data source required when type is `Postgres`.
  630. required: ["host"]
  631. properties:
  632. host:
  633. type: string
  634. description: |
  635. The hostname of the Postgres instance.
  636. port:
  637. type: integer
  638. description: |
  639. The port of the Postgres instance. When not specified port 5432 will be used.
  640. database: *source-postgres-database
  641. username: *source-username
  642. password: *source-password
  643. includes: *source-includes
  644. excludes: *source-excludes
  645. debeziumProperties: *source-postgres-debeziumProperties
  646. target:
  647. type: object
  648. description: |
  649. The target of this sream.
  650. required: ["type"]
  651. properties:
  652. type:
  653. type: string
  654. description: |
  655. Indicate the type of target of this stream. Possible values are:
  656. * `CloudEvent`: events will be sent to a cloud event receiver.
  657. * `PgLambda`: events will trigger the execution of a lambda script by integrating with [Knative Service](https://knative.dev/docs/serving/) (Knative must be already installed).
  658. * `SGCluster`: events will be sinked to an SGCluster allowing migration of data.
  659. cloudEvent:
  660. type: object
  661. description: |
  662. Configuration section for `CloudEvent` target type.
  663. properties:
  664. format:
  665. type: string
  666. description: |
  667. The CloudEvent format (json by default).
  668. Only json is supported at the moment.
  669. binding:
  670. type: string
  671. description: |
  672. The CloudEvent binding (http by default).
  673. Only http is supported at the moment.
  674. http:
  675. type: object
  676. description: The http binding configuration.
  677. required: ["url"]
  678. properties: &cloud-event-http-properties
  679. url:
  680. type: string
  681. description: The URL used to send the CloudEvents to the endpoint.
  682. headers:
  683. type: object
  684. description: Headers to include when sending CloudEvents to the endpoint.
  685. additionalProperties:
  686. type: string
  687. connectTimeout:
  688. type: string
  689. description: |
  690. Set the connect timeout.
  691. Value 0 represents infinity (default). Negative values are not allowed.
  692. readTimeout:
  693. type: string
  694. description: |
  695. Set the read timeout. The value is the timeout to read a response.
  696. Value 0 represents infinity (default). Negative values are not allowed.
  697. retryLimit:
  698. type: integer
  699. description: |
  700. Set the retry limit. When set the event will be sent again after an error for the specified limit of times. When not set the event will be sent again after an error.
  701. retryBackoffDelay:
  702. type: integer
  703. description: |
  704. The maximum amount of delay in seconds after an error before retrying again.
  705. The initial delay will use 10% of this value and then increase the value exponentially up to the maximum amount of seconds specified with this field.
  706. default: 60
  707. skipHostnameVerification:
  708. type: boolean
  709. description: When `true` disable hostname verification.
  710. pgLambda:
  711. type: object
  712. description: |
  713. Configuration section for `PgLambda` target type.
  714. properties:
  715. scriptType:
  716. type: string
  717. description: |
  718. The PgLambda script format (javascript by default).
  719. * `javascript`: the script will receive the following variable:
  720. * `request`: the HTTP request object. See https://nodejs.org/docs/latest-v18.x/api/http.html#class-httpclientrequest
  721. * `response`: the HTTP response object. See https://nodejs.org/docs/latest-v18.x/api/http.html#class-httpserverresponse
  722. * `event`: the CloudEvent event object. See https://github.com/cloudevents/sdk-javascript
  723. script:
  724. type: string
  725. description: |
  726. Script to execute. This field is mutually exclusive with `scriptFrom` field.
  727. scriptFrom:
  728. type: object
  729. description: |
  730. Reference to either a Kubernetes [Secret](https://kubernetes.io/docs/concepts/configuration/secret/) or a [ConfigMap](https://kubernetes.io/docs/concepts/configuration/configmap/) that contains the script to execute. This field is mutually exclusive with `script` field.
  731. Fields `secretKeyRef` and `configMapKeyRef` are mutually exclusive, and one of them is required.
  732. properties:
  733. secretKeyRef:
  734. type: object
  735. description: |
  736. A Kubernetes [SecretKeySelector](https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.29/#secretkeyselector-v1-core) that contains the script to execute. This field is mutually exclusive with `configMapKeyRef` field.
  737. properties:
  738. name:
  739. type: string
  740. description: Name of the referent. [More information](https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names).
  741. key:
  742. type: string
  743. description: The key of the secret to select from. Must be a valid secret key.
  744. configMapKeyRef:
  745. type: object
  746. description: |
  747. A [ConfigMap](https://kubernetes.io/docs/concepts/configuration/configmap/) reference that contains the script to execute. This field is mutually exclusive with `secretKeyRef` field.
  748. properties:
  749. name:
  750. type: string
  751. description: |
  752. The name of the ConfigMap that contains the script to execute.
  753. key:
  754. type: string
  755. description: |
  756. The key name within the ConfigMap that contains the script to execute.
  757. knative:
  758. type: object
  759. description: Knative Service configuration.
  760. properties:
  761. annotations:
  762. type: object
  763. description: Annotations to set to Knative Service
  764. additionalProperties:
  765. type: string
  766. labels:
  767. type: object
  768. description: Labels to set to Knative Service
  769. additionalProperties:
  770. type: string
  771. http:
  772. type: object
  773. description: PgLambda uses a CloudEvent http binding to send events to the Knative Service. This section allow to modify the configuration of this binding.
  774. properties: *cloud-event-http-properties
  775. sgCluster:
  776. type: object
  777. description: |
  778. The configuration of the data target required when type is `SGCluster`.
  779. required: ["name"]
  780. properties:
  781. name:
  782. type: string
  783. description: |
  784. The target SGCluster name.
  785. database: &target-postgres-database
  786. type: string
  787. description: |
  788. The target database name to which the data will be migrated to.
  789. If not specified the default postgres database will be targeted.
  790. username: &target-username
  791. type: object
  792. description: |
  793. The username used by the CDC sink process to connect to the database.
  794. If not specified the default superuser username (by default postgres) will be used.
  795. required: ["name", "key"]
  796. properties:
  797. name:
  798. type: string
  799. description: |
  800. The Secret name where the username is stored.
  801. key:
  802. type: string
  803. description: |
  804. The Secret key where the username is stored.
  805. password: &target-password
  806. type: object
  807. description: |
  808. The password used by the CDC sink process to connect to the database.
  809. If not specified the default superuser password will be used.
  810. required: ["name", "key"]
  811. properties:
  812. name:
  813. type: string
  814. description: |
  815. The Secret name where the password is stored.
  816. key:
  817. type: string
  818. description: |
  819. The Secret key where the password is stored.
  820. skipDdlImport:
  821. type: boolean
  822. description: |
  823. When `true` disable import of DDL and tables will be created on demand by Debezium.
  824. ddlImportRoleSkipFilter:
  825. type: string
  826. description: |
  827. Allow to set a [SIMILAR TO regular expression](https://www.postgresql.org/docs/current/functions-matching.html#FUNCTIONS-SIMILARTO-REGEXP) to match the names of the roles to skip during import of DDL.
  828. When not set and source is an SGCluster will match the superuser, replicator and authenticator usernames.
  829. debeziumProperties: &target-jdbc-debeziumProperties
  830. type: object
  831. description: |
  832. Specific property of the debezium JDBC sink.
  833. See https://debezium.io/documentation/reference/stable/connectors/jdbc.html#jdbc-connector-configuration
  834. Each property is converted from myPropertyName to my.property.name
  835. properties:
  836. connectionPoolMin_size:
  837. type: integer
  838. description: |
  839. Default `5`. Specifies the minimum number of connections in the pool.
  840. connectionPoolMax_size:
  841. type: integer
  842. description: |
  843. Default `32`. Specifies the maximum number of concurrent connections that the pool maintains.
  844. connectionPoolAcquire_increment:
  845. type: integer
  846. description: |
  847. Default `32`. Specifies the number of connections that the connector attempts to acquire if the connection pool exceeds its maximum size.
  848. connectionPoolTimeout:
  849. type: integer
  850. description: |
  851. Default `1800`. Specifies the number of seconds that an unused connection is kept before it is discarded.
  852. databaseTime_zone:
  853. type: string
  854. description: |
  855. Default `UTC`. Specifies the timezone used when inserting JDBC temporal values.
  856. deleteEnabled:
  857. type: boolean
  858. description: |
  859. Default `true`. Specifies whether the connector processes DELETE or tombstone events and removes the corresponding row from the database. Use of this option requires that you set the `primaryKeyMode` to `record_key`.
  860. truncateEnabled:
  861. type: boolean
  862. description: |
  863. Default `true`. Specifies whether the connector processes TRUNCATE events and truncates the corresponding tables from the database.
  864. Although support for TRUNCATE statements has been available in Db2 since version 9.7, currently, the JDBC connector is unable to process standard TRUNCATE events that the Db2 connector emits.
  865. To ensure that the JDBC connector can process TRUNCATE events received from Db2, perform the truncation by using an alternative to the standard TRUNCATE TABLE statement. For example:
  866. ```
  867. ALTER TABLE <table_name> ACTIVATE NOT LOGGED INITIALLY WITH EMPTY TABLE
  868. ```
  869. The user account that submits the preceding query requires ALTER privileges on the table to be truncated.
  870. insertMode:
  871. type: string
  872. description: |
  873. Default `upsert`. Specifies the strategy used to insert events into the database. The following options are available:
  874. * `insert`: Specifies that all events should construct INSERT-based SQL statements. Use this option only when no primary key is used, or when you can be certain that no updates can occur to rows with existing primary key values.
  875. * `update`: Specifies that all events should construct UPDATE-based SQL statements. Use this option only when you can be certain that the connector receives only events that apply to existing rows.
  876. * `upsert`: Specifies that the connector adds events to the table using upsert semantics. That is, if the primary key does not exist, the connector performs an INSERT operation, and if the key does exist, the connector performs an UPDATE operation. When idempotent writes are required, the connector should be configured to use this option.
  877. primaryKeyMode:
  878. type: string
  879. description: |
  880. Default `record_key`. Specifies how the connector resolves the primary key columns from the event.
  881. * `none`: Specifies that no primary key columns are created.
  882. * `record_key`: Specifies that the primary key columns are sourced from the event’s record key. If the record key is a primitive type, the `primaryKeyFields` property is required to specify the name of the primary key column. If the record key is a struct type, the `primaryKeyFields` property is optional, and can be used to specify a subset of columns from the event’s key as the table’s primary key.
  883. * `record_value`: Specifies that the primary key columns is sourced from the event’s value. You can set the `primaryKeyFields` property to define the primary key as a subset of fields from the event’s value; otherwise all fields are used by default.
  884. primaryKeyFields:
  885. type: array
  886. description: |
  887. Either the name of the primary key column or a comma-separated list of fields to derive the primary key from.
  888. When `primaryKeyMode` is set to `record_key` and the event’s key is a primitive type, it is expected that this property specifies the column name to be used for the key.
  889. When the `primaryKeyMode` is set to `record_key` with a non-primitive key, or record_value, it is expected that this property specifies a comma-separated list of field names from either the key or value. If the primary.key.mode is set to record_key with a non-primitive key, or record_value, and this property is not specifies, the connector derives the primary key from all fields of either the record key or record value, depending on the specified mode.
  890. items:
  891. type: string
  892. quoteIdentifiers:
  893. type: boolean
  894. description: |
  895. Default `true`. Specifies whether generated SQL statements use quotation marks to delimit table and column names. See the Quoting and case sensitivity section for more details.
  896. schemaEvolution:
  897. type: string
  898. description: |
  899. Default `basic`. Specifies how the connector evolves the destination table schemas. For more information, see Schema evolution. The following options are available:
  900. `none`: Specifies that the connector does not evolve the destination schema.
  901. `basic`: Specifies that basic evolution occurs. The connector adds missing columns to the table by comparing the incoming event’s record schema to the database table structure.
  902. tableNameFormat:
  903. type: string
  904. description: |
  905. Default `${original}`. Specifies a string that determines how the destination table name is formatted, based on the topic name of the event. The placeholder ${original} is replaced with the schema name and the table name separated by a point character (`.`).
  906. dialectPostgresPostgisSchema:
  907. type: string
  908. description: |
  909. Default `public`. Specifies the schema name where the PostgreSQL PostGIS extension is installed. The default is `public`; however, if the PostGIS extension was installed in another schema, this property should be used to specify the alternate schema name.
  910. dialectSqlserverIdentityInsert:
  911. type: boolean
  912. description: |
  913. Default `false`. Specifies whether the connector automatically sets an IDENTITY_INSERT before an INSERT or UPSERT operation into the identity column of SQL Server tables, and then unsets it immediately after the operation. When the default setting (`false`) is in effect, an INSERT or UPSERT operation into the IDENTITY column of a table results in a SQL exception.
  914. batchSize:
  915. type: integer
  916. description: |
  917. Default `500`. Specifies how many records to attempt to batch together into the destination table.
  918. > Note that if you set `consumerMaxPollRecords` in the Connect worker properties to a value lower than `batchSize`, batch processing will be caped by `consumerMaxPollRecords` and the desired `batchSize` won’t be reached. You can also configure the connector’s underlying consumer’s `maxPollRecords` using `consumerOverrideMaxPollRecords` in the connector configuration.
  919. columnNamingStrategy:
  920. type: string
  921. description: |
  922. Default `io.debezium.connector.jdbc.naming.DefaultColumnNamingStrategy`. Specifies the fully-qualified class name of a ColumnNamingStrategy implementation that the connector uses to resolve column names from event field names.
  923. By default, the connector uses the field name as the column name.
  924. tableNamingStrategy:
  925. type: string
  926. description: |
  927. Default `io.stackgres.stream.jobs.migration.StreamMigrationTableNamingStrategy`. Specifies the fully-qualified class name of a TableNamingStrategy implementation that the connector uses to resolve table names from incoming event topic names.
  928. The default behavior is to:
  929. * Replace the ${topic} placeholder in the `tableNameFormat` configuration property with the event’s topic.
  930. * Sanitize the table name by replacing dots (`.`) with underscores (`_`).
  931. maxRetries:
  932. type: integer
  933. description: |
  934. The maximum number of retries the streaming operation is allowed to do after a failure.
  935. A value of `0` (zero) means no retries are made. A value of `-1` means retries are unlimited. Defaults to: `-1`.
  936. pods:
  937. type: object
  938. description: The configuration for SGStream Pod
  939. required: ["persistentVolume"]
  940. properties:
  941. persistentVolume:
  942. type: object
  943. description: |
  944. Pod's persistent volume configuration.
  945. **Example:**
  946. ```yaml
  947. apiVersion: stackgres.io/v1
  948. kind: SGCluster
  949. metadata:
  950. name: stackgres
  951. spec:
  952. pods:
  953. persistentVolume:
  954. size: '5Gi'
  955. storageClass: default
  956. ```
  957. required: ["size"]
  958. properties:
  959. size:
  960. type: string
  961. pattern: '^[0-9]+(\.[0-9]+)?(Mi|Gi|Ti)$'
  962. description: |
  963. Size of the PersistentVolume for stream Pod. This size is specified either in Mebibytes, Gibibytes or Tebibytes (multiples of 2^20, 2^30 or 2^40, respectively).
  964. storageClass:
  965. type: string
  966. description: |
  967. Name of an existing StorageClass in the Kubernetes cluster, used to create the PersistentVolume for stream.
  968. resources:
  969. type: object
  970. description: |
  971. The resources assigned to the stream container.
  972. See https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/
  973. properties: #!jq_placeholder .definitions["io.k8s.api.core.v1.ResourceRequirements"].properties
  974. {"claims":{"description":"Claims lists the names of resources, defined in spec.resourceClaims, that are used by this container.\n\nThis is an alpha field and requires enabling the DynamicResourceAllocation feature gate.\n\nThis field is immutable. It can only be set for containers.","items":{"description":"ResourceClaim references one entry in PodSpec.ResourceClaims.","properties":{"name":{"description":"Name must match the name of one entry in pod.spec.resourceClaims of the Pod where this field is used. It makes that resource available inside a container.","type":"string"}},"required":["name"],"type":"object"},"type":"array"},"limits":{"additionalProperties":{"description":"Quantity is a fixed-point representation of a number. It provides convenient marshaling/unmarshaling in JSON and YAML, in addition to String() and AsInt64() accessors.\n\nThe serialization format is:\n\n``` <quantity> ::= <signedNumber><suffix>\n\n\t(Note that <suffix> may be empty, from the \"\" case in <decimalSI>.)\n\n<digit> ::= 0 | 1 | ... | 9 <digits> ::= <digit> | <digit><digits> <number> ::= <digits> | <digits>.<digits> | <digits>. | .<digits> <sign> ::= \"+\" | \"-\" <signedNumber> ::= <number> | <sign><number> <suffix> ::= <binarySI> | <decimalExponent> | <decimalSI> <binarySI> ::= Ki | Mi | Gi | Ti | Pi | Ei\n\n\t(International System of units; See: http://physics.nist.gov/cuu/Units/binary.html)\n\n<decimalSI> ::= m | \"\" | k | M | G | T | P | E\n\n\t(Note that 1024 = 1Ki but 1000 = 1k; I didn't choose the capitalization.)\n\n<decimalExponent> ::= \"e\" <signedNumber> | \"E\" <signedNumber> ```\n\nNo matter which of the three exponent forms is used, no quantity may represent a number greater than 2^63-1 in magnitude, nor may it have more than 3 decimal places. Numbers larger or more precise will be capped or rounded up. (E.g.: 0.1m will rounded up to 1m.) This may be extended in the future if we require larger or smaller quantities.\n\nWhen a Quantity is parsed from a string, it will remember the type of suffix it had, and will use the same type again when it is serialized.\n\nBefore serializing, Quantity will be put in \"canonical form\". This means that Exponent/suffix will be adjusted up or down (with a corresponding increase or decrease in Mantissa) such that:\n\n- No precision is lost - No fractional digits will be emitted - The exponent (or suffix) is as large as possible.\n\nThe sign will be omitted unless the number is negative.\n\nExamples:\n\n- 1.5 will be serialized as \"1500m\" - 1.5Gi will be serialized as \"1536Mi\"\n\nNote that the quantity will NEVER be internally represented by a floating point number. That is the whole point of this exercise.\n\nNon-canonical values will still parse as long as they are well formed, but will be re-emitted in their canonical form. (So always use canonical form, or don't diff.)\n\nThis format is intended to make it difficult to use these numbers without writing some sort of special handling code in the hopes that that will cause implementors to also use a fixed point implementation.","type":"string"},"description":"Limits describes the maximum amount of compute resources allowed. More info: https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/","type":"object"},"requests":{"additionalProperties":{"description":"Quantity is a fixed-point representation of a number. It provides convenient marshaling/unmarshaling in JSON and YAML, in addition to String() and AsInt64() accessors.\n\nThe serialization format is:\n\n``` <quantity> ::= <signedNumber><suffix>\n\n\t(Note that <suffix> may be empty, from the \"\" case in <decimalSI>.)\n\n<digit> ::= 0 | 1 | ... | 9 <digits> ::= <digit> | <digit><digits> <number> ::= <digits> | <digits>.<digits> | <digits>. | .<digits> <sign> ::= \"+\" | \"-\" <signedNumber> ::= <number> | <sign><number> <suffix> ::= <binarySI> | <decimalExponent> | <decimalSI> <binarySI> ::= Ki | Mi | Gi | Ti | Pi | Ei\n\n\t(International System of units; See: http://physics.nist.gov/cuu/Units/binary.html)\n\n<decimalSI> ::= m | \"\" | k | M | G | T | P | E\n\n\t(Note that 1024 = 1Ki but 1000 = 1k; I didn't choose the capitalization.)\n\n<decimalExponent> ::= \"e\" <signedNumber> | \"E\" <signedNumber> ```\n\nNo matter which of the three exponent forms is used, no quantity may represent a number greater than 2^63-1 in magnitude, nor may it have more than 3 decimal places. Numbers larger or more precise will be capped or rounded up. (E.g.: 0.1m will rounded up to 1m.) This may be extended in the future if we require larger or smaller quantities.\n\nWhen a Quantity is parsed from a string, it will remember the type of suffix it had, and will use the same type again when it is serialized.\n\nBefore serializing, Quantity will be put in \"canonical form\". This means that Exponent/suffix will be adjusted up or down (with a corresponding increase or decrease in Mantissa) such that:\n\n- No precision is lost - No fractional digits will be emitted - The exponent (or suffix) is as large as possible.\n\nThe sign will be omitted unless the number is negative.\n\nExamples:\n\n- 1.5 will be serialized as \"1500m\" - 1.5Gi will be serialized as \"1536Mi\"\n\nNote that the quantity will NEVER be internally represented by a floating point number. That is the whole point of this exercise.\n\nNon-canonical values will still parse as long as they are well formed, but will be re-emitted in their canonical form. (So always use canonical form, or don't diff.)\n\nThis format is intended to make it difficult to use these numbers without writing some sort of special handling code in the hopes that that will cause implementors to also use a fixed point implementation.","type":"string"},"description":"Requests describes the minimum amount of compute resources required. If Requests is omitted for a container, it defaults to Limits if that is explicitly specified, otherwise to an implementation-defined value. Requests cannot exceed Limits. More info: https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/","type":"object"}}
  975. scheduling:
  976. type: object
  977. description: |
  978. Pod custom scheduling, affinity and topology spread constratins configuration.
  979. properties:
  980. nodeSelector:
  981. type: object
  982. additionalProperties:
  983. type: string
  984. description: |
  985. NodeSelector is a selector which must be true for the pod to fit on a node. Selector which must match a node's labels for the pod to be scheduled on that node. More info: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/
  986. tolerations: #!jq_placeholder .definitions["io.k8s.api.core.v1.PodSpec"].properties.tolerations #toleration-v1-core
  987. {"description":"If specified, the pod's tolerations.\n\nSee https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.29/#toleration-v1-core","items":{"description":"The pod this Toleration is attached to tolerates any taint that matches the triple <key,value,effect> using the matching operator <operator>.","properties":{"effect":{"description":"Effect indicates the taint effect to match. Empty means match all taint effects. When specified, allowed values are NoSchedule, PreferNoSchedule and NoExecute.","type":"string"},"key":{"description":"Key is the taint key that the toleration applies to. Empty means match all taint keys. If the key is empty, operator must be Exists; this combination means to match all values and all keys.","type":"string"},"operator":{"description":"Operator represents a key's relationship to the value. Valid operators are Exists and Equal. Defaults to Equal. Exists is equivalent to wildcard for value, so that a pod can tolerate all taints of a particular category.","type":"string"},"tolerationSeconds":{"description":"TolerationSeconds represents the period of time the toleration (which must be of effect NoExecute, otherwise this field is ignored) tolerates the taint. By default, it is not set, which means tolerate the taint forever (do not evict). Zero and negative values will be treated as 0 (evict immediately) by the system.","format":"int64","type":"integer"},"value":{"description":"Value is the taint value the toleration matches to. If the operator is Exists, the value should be empty, otherwise just a regular string.","type":"string"}},"type":"object"},"type":"array"}
  988. nodeAffinity: #!jq_placeholder .definitions["io.k8s.api.core.v1.PodSpec"].properties.affinity.properties.nodeAffinity #nodeaffinity-v1-core
  989. {"description":"Node affinity is a group of node affinity scheduling rules.\n\nSee https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.29/#nodeaffinity-v1-core","properties":{"preferredDuringSchedulingIgnoredDuringExecution":{"description":"The scheduler will prefer to schedule pods to nodes that satisfy the affinity expressions specified by this field, but it may choose a node that violates one or more of the expressions. The node that is most preferred is the one with the greatest sum of weights, i.e. for each node that meets all of the scheduling requirements (resource request, requiredDuringScheduling affinity expressions, etc.), compute a sum by iterating through the elements of this field and adding \"weight\" to the sum if the node matches the corresponding matchExpressions; the node(s) with the highest sum are the most preferred.","items":{"description":"An empty preferred scheduling term matches all objects with implicit weight 0 (i.e. it's a no-op). A null preferred scheduling term matches no objects (i.e. is also a no-op).","properties":{"preference":{"description":"A null or empty node selector term matches no objects. The requirements of them are ANDed. The TopologySelectorTerm type implements a subset of the NodeSelectorTerm.","properties":{"matchExpressions":{"description":"A list of node selector requirements by node's labels.","items":{"description":"A node selector requirement is a selector that contains values, a key, and an operator that relates the key and values.","properties":{"key":{"description":"The label key that the selector applies to.","type":"string"},"operator":{"description":"Represents a key's relationship to a set of values. Valid operators are In, NotIn, Exists, DoesNotExist. Gt, and Lt.","type":"string"},"values":{"description":"An array of string values. If the operator is In or NotIn, the values array must be non-empty. If the operator is Exists or DoesNotExist, the values array must be empty. If the operator is Gt or Lt, the values array must have a single element, which will be interpreted as an integer. This array is replaced during a strategic merge patch.","items":{"type":"string"},"type":"array"}},"required":["key","operator"],"type":"object"},"type":"array"},"matchFields":{"description":"A list of node selector requirements by node's fields.","items":{"description":"A node selector requirement is a selector that contains values, a key, and an operator that relates the key and values.","properties":{"key":{"description":"The label key that the selector applies to.","type":"string"},"operator":{"description":"Represents a key's relationship to a set of values. Valid operators are In, NotIn, Exists, DoesNotExist. Gt, and Lt.","type":"string"},"values":{"description":"An array of string values. If the operator is In or NotIn, the values array must be non-empty. If the operator is Exists or DoesNotExist, the values array must be empty. If the operator is Gt or Lt, the values array must have a single element, which will be interpreted as an integer. This array is replaced during a strategic merge patch.","items":{"type":"string"},"type":"array"}},"required":["key","operator"],"type":"object"},"type":"array"}},"type":"object"},"weight":{"description":"Weight associated with matching the corresponding nodeSelectorTerm, in the range 1-100.","format":"int32","type":"integer"}},"required":["weight","preference"],"type":"object"},"type":"array"},"requiredDuringSchedulingIgnoredDuringExecution":{"description":"A node selector represents the union of the results of one or more label queries over a set of nodes; that is, it represents the OR of the selectors represented by the node selector terms.","properties":{"nodeSelectorTerms":{"description":"Required. A list of node selector terms. The terms are ORed.","items":{"description":"A null or empty node selector term matches no objects. The requirements of them are ANDed. The TopologySelectorTerm type implements a subset of the NodeSelectorTerm.","properties":{"matchExpressions":{"description":"A list of node selector requirements by node's labels.","items":{"description":"A node selector requirement is a selector that contains values, a key, and an operator that relates the key and values.","properties":{"key":{"description":"The label key that the selector applies to.","type":"string"},"operator":{"description":"Represents a key's relationship to a set of values. Valid operators are In, NotIn, Exists, DoesNotExist. Gt, and Lt.","type":"string"},"values":{"description":"An array of string values. If the operator is In or NotIn, the values array must be non-empty. If the operator is Exists or DoesNotExist, the values array must be empty. If the operator is Gt or Lt, the values array must have a single element, which will be interpreted as an integer. This array is replaced during a strategic merge patch.","items":{"type":"string"},"type":"array"}},"required":["key","operator"],"type":"object"},"type":"array"},"matchFields":{"description":"A list of node selector requirements by node's fields.","items":{"description":"A node selector requirement is a selector that contains values, a key, and an operator that relates the key and values.","properties":{"key":{"description":"The label key that the selector applies to.","type":"string"},"operator":{"description":"Represents a key's relationship to a set of values. Valid operators are In, NotIn, Exists, DoesNotExist. Gt, and Lt.","type":"string"},"values":{"description":"An array of string values. If the operator is In or NotIn, the values array must be non-empty. If the operator is Exists or DoesNotExist, the values array must be empty. If the operator is Gt or Lt, the values array must have a single element, which will be interpreted as an integer. This array is replaced during a strategic merge patch.","items":{"type":"string"},"type":"array"}},"required":["key","operator"],"type":"object"},"type":"array"}},"type":"object"},"type":"array"}},"required":["nodeSelectorTerms"],"type":"object"}},"type":"object"}
  990. priorityClassName: #!jq_placeholder .definitions["io.k8s.api.core.v1.PodSpec"].properties.priorityClassName
  991. {"description":"If specified, indicates the pod's priority. \"system-node-critical\" and \"system-cluster-critical\" are two special keywords which indicate the highest priorities with the former being the highest priority. Any other name must be defined by creating a PriorityClass object with that name. If not specified, the pod priority will be default or zero if there is no default.","type":"string"}
  992. podAffinity: #!jq_placeholder .definitions["io.k8s.api.core.v1.PodSpec"].properties.affinity.properties.podAffinity #podaffinity-v1-core
  993. {"description":"Pod affinity is a group of inter pod affinity scheduling rules.\n\nSee https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.29/#podaffinity-v1-core","properties":{"preferredDuringSchedulingIgnoredDuringExecution":{"description":"The scheduler will prefer to schedule pods to nodes that satisfy the affinity expressions specified by this field, but it may choose a node that violates one or more of the expressions. The node that is most preferred is the one with the greatest sum of weights, i.e. for each node that meets all of the scheduling requirements (resource request, requiredDuringScheduling affinity expressions, etc.), compute a sum by iterating through the elements of this field and adding \"weight\" to the sum if the node has pods which matches the corresponding podAffinityTerm; the node(s) with the highest sum are the most preferred.","items":{"description":"The weights of all of the matched WeightedPodAffinityTerm fields are added per-node to find the most preferred node(s)","properties":{"podAffinityTerm":{"description":"Defines a set of pods (namely those matching the labelSelector relative to the given namespace(s)) that this pod should be co-located (affinity) or not co-located (anti-affinity) with, where co-located is defined as running on a node whose value of the label with key <topologyKey> matches that of any node on which a pod of the set of pods is running","properties":{"labelSelector":{"description":"A label selector is a label query over a set of resources. The result of matchLabels and matchExpressions are ANDed. An empty label selector matches all objects. A null label selector matches no objects.","properties":{"matchExpressions":{"description":"matchExpressions is a list of label selector requirements. The requirements are ANDed.","items":{"description":"A label selector requirement is a selector that contains values, a key, and an operator that relates the key and values.","properties":{"key":{"description":"key is the label key that the selector applies to.","type":"string"},"operator":{"description":"operator represents a key's relationship to a set of values. Valid operators are In, NotIn, Exists and DoesNotExist.","type":"string"},"values":{"description":"values is an array of string values. If the operator is In or NotIn, the values array must be non-empty. If the operator is Exists or DoesNotExist, the values array must be empty. This array is replaced during a strategic merge patch.","items":{"type":"string"},"type":"array"}},"required":["key","operator"],"type":"object"},"type":"array"},"matchLabels":{"additionalProperties":{"type":"string"},"description":"matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels map is equivalent to an element of matchExpressions, whose key field is \"key\", the operator is \"In\", and the values array contains only \"value\". The requirements are ANDed.","type":"object"}},"type":"object"},"matchLabelKeys":{"description":"MatchLabelKeys is a set of pod label keys to select which pods will be taken into consideration. The keys are used to lookup values from the incoming pod labels, those key-value labels are merged with `LabelSelector` as `key in (value)` to select the group of existing pods which pods will be taken into consideration for the incoming pod's pod (anti) affinity. Keys that don't exist in the incoming pod labels will be ignored. The default value is empty. The same key is forbidden to exist in both MatchLabelKeys and LabelSelector. Also, MatchLabelKeys cannot be set when LabelSelector isn't set. This is an alpha field and requires enabling MatchLabelKeysInPodAffinity feature gate.","items":{"type":"string"},"type":"array"},"mismatchLabelKeys":{"description":"MismatchLabelKeys is a set of pod label keys to select which pods will be taken into consideration. The keys are used to lookup values from the incoming pod labels, those key-value labels are merged with `LabelSelector` as `key notin (value)` to select the group of existing pods which pods will be taken into consideration for the incoming pod's pod (anti) affinity. Keys that don't exist in the incoming pod labels will be ignored. The default value is empty. The same key is forbidden to exist in both MismatchLabelKeys and LabelSelector. Also, MismatchLabelKeys cannot be set when LabelSelector isn't set. This is an alpha field and requires enabling MatchLabelKeysInPodAffinity feature gate.","items":{"type":"string"},"type":"array"},"namespaceSelector":{"description":"A label selector is a label query over a set of resources. The result of matchLabels and matchExpressions are ANDed. An empty label selector matches all objects. A null label selector matches no objects.","properties":{"matchExpressions":{"description":"matchExpressions is a list of label selector requirements. The requirements are ANDed.","items":{"description":"A label selector requirement is a selector that contains values, a key, and an operator that relates the key and values.","properties":{"key":{"description":"key is the label key that the selector applies to.","type":"string"},"operator":{"description":"operator represents a key's relationship to a set of values. Valid operators are In, NotIn, Exists and DoesNotExist.","type":"string"},"values":{"description":"values is an array of string values. If the operator is In or NotIn, the values array must be non-empty. If the operator is Exists or DoesNotExist, the values array must be empty. This array is replaced during a strategic merge patch.","items":{"type":"string"},"type":"array"}},"required":["key","operator"],"type":"object"},"type":"array"},"matchLabels":{"additionalProperties":{"type":"string"},"description":"matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels map is equivalent to an element of matchExpressions, whose key field is \"key\", the operator is \"In\", and the values array contains only \"value\". The requirements are ANDed.","type":"object"}},"type":"object"},"namespaces":{"description":"namespaces specifies a static list of namespace names that the term applies to. The term is applied to the union of the namespaces listed in this field and the ones selected by namespaceSelector. null or empty namespaces list and null namespaceSelector means \"this pod's namespace\".","items":{"type":"string"},"type":"array"},"topologyKey":{"description":"This pod should be co-located (affinity) or not co-located (anti-affinity) with the pods matching the labelSelector in the specified namespaces, where co-located is defined as running on a node whose value of the label with key topologyKey matches that of any node on which any of the selected pods is running. Empty topologyKey is not allowed.","type":"string"}},"required":["topologyKey"],"type":"object"},"weight":{"description":"weight associated with matching the corresponding podAffinityTerm, in the range 1-100.","format":"int32","type":"integer"}},"required":["weight","podAffinityTerm"],"type":"object"},"type":"array"},"requiredDuringSchedulingIgnoredDuringExecution":{"description":"If the affinity requirements specified by this field are not met at scheduling time, the pod will not be scheduled onto the node. If the affinity requirements specified by this field cease to be met at some point during pod execution (e.g. due to a pod label update), the system may or may not try to eventually evict the pod from its node. When there are multiple elements, the lists of nodes corresponding to each podAffinityTerm are intersected, i.e. all terms must be satisfied.","items":{"description":"Defines a set of pods (namely those matching the labelSelector relative to the given namespace(s)) that this pod should be co-located (affinity) or not co-located (anti-affinity) with, where co-located is defined as running on a node whose value of the label with key <topologyKey> matches that of any node on which a pod of the set of pods is running","properties":{"labelSelector":{"description":"A label selector is a label query over a set of resources. The result of matchLabels and matchExpressions are ANDed. An empty label selector matches all objects. A null label selector matches no objects.","properties":{"matchExpressions":{"description":"matchExpressions is a list of label selector requirements. The requirements are ANDed.","items":{"description":"A label selector requirement is a selector that contains values, a key, and an operator that relates the key and values.","properties":{"key":{"description":"key is the label key that the selector applies to.","type":"string"},"operator":{"description":"operator represents a key's relationship to a set of values. Valid operators are In, NotIn, Exists and DoesNotExist.","type":"string"},"values":{"description":"values is an array of string values. If the operator is In or NotIn, the values array must be non-empty. If the operator is Exists or DoesNotExist, the values array must be empty. This array is replaced during a strategic merge patch.","items":{"type":"string"},"type":"array"}},"required":["key","operator"],"type":"object"},"type":"array"},"matchLabels":{"additionalProperties":{"type":"string"},"description":"matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels map is equivalent to an element of matchExpressions, whose key field is \"key\", the operator is \"In\", and the values array contains only \"value\". The requirements are ANDed.","type":"object"}},"type":"object"},"matchLabelKeys":{"description":"MatchLabelKeys is a set of pod label keys to select which pods will be taken into consideration. The keys are used to lookup values from the incoming pod labels, those key-value labels are merged with `LabelSelector` as `key in (value)` to select the group of existing pods which pods will be taken into consideration for the incoming pod's pod (anti) affinity. Keys that don't exist in the incoming pod labels will be ignored. The default value is empty. The same key is forbidden to exist in both MatchLabelKeys and LabelSelector. Also, MatchLabelKeys cannot be set when LabelSelector isn't set. This is an alpha field and requires enabling MatchLabelKeysInPodAffinity feature gate.","items":{"type":"string"},"type":"array"},"mismatchLabelKeys":{"description":"MismatchLabelKeys is a set of pod label keys to select which pods will be taken into consideration. The keys are used to lookup values from the incoming pod labels, those key-value labels are merged with `LabelSelector` as `key notin (value)` to select the group of existing pods which pods will be taken into consideration for the incoming pod's pod (anti) affinity. Keys that don't exist in the incoming pod labels will be ignored. The default value is empty. The same key is forbidden to exist in both MismatchLabelKeys and LabelSelector. Also, MismatchLabelKeys cannot be set when LabelSelector isn't set. This is an alpha field and requires enabling MatchLabelKeysInPodAffinity feature gate.","items":{"type":"string"},"type":"array"},"namespaceSelector":{"description":"A label selector is a label query over a set of resources. The result of matchLabels and matchExpressions are ANDed. An empty label selector matches all objects. A null label selector matches no objects.","properties":{"matchExpressions":{"description":"matchExpressions is a list of label selector requirements. The requirements are ANDed.","items":{"description":"A label selector requirement is a selector that contains values, a key, and an operator that relates the key and values.","properties":{"key":{"description":"key is the label key that the selector applies to.","type":"string"},"operator":{"description":"operator represents a key's relationship to a set of values. Valid operators are In, NotIn, Exists and DoesNotExist.","type":"string"},"values":{"description":"values is an array of string values. If the operator is In or NotIn, the values array must be non-empty. If the operator is Exists or DoesNotExist, the values array must be empty. This array is replaced during a strategic merge patch.","items":{"type":"string"},"type":"array"}},"required":["key","operator"],"type":"object"},"type":"array"},"matchLabels":{"additionalProperties":{"type":"string"},"description":"matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels map is equivalent to an element of matchExpressions, whose key field is \"key\", the operator is \"In\", and the values array contains only \"value\". The requirements are ANDed.","type":"object"}},"type":"object"},"namespaces":{"description":"namespaces specifies a static list of namespace names that the term applies to. The term is applied to the union of the namespaces listed in this field and the ones selected by namespaceSelector. null or empty namespaces list and null namespaceSelector means \"this pod's namespace\".","items":{"type":"string"},"type":"array"},"topologyKey":{"description":"This pod should be co-located (affinity) or not co-located (anti-affinity) with the pods matching the labelSelector in the specified namespaces, where co-located is defined as running on a node whose value of the label with key topologyKey matches that of any node on which any of the selected pods is running. Empty topologyKey is not allowed.","type":"string"}},"required":["topologyKey"],"type":"object"},"type":"array"}},"type":"object"}
  994. podAntiAffinity: #!jq_placeholder .definitions["io.k8s.api.core.v1.PodSpec"].properties.affinity.properties.podAntiAffinity #podantiaffinity-v1-core
  995. {"description":"Pod anti affinity is a group of inter pod anti affinity scheduling rules.\n\nSee https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.29/#podantiaffinity-v1-core","properties":{"preferredDuringSchedulingIgnoredDuringExecution":{"description":"The scheduler will prefer to schedule pods to nodes that satisfy the anti-affinity expressions specified by this field, but it may choose a node that violates one or more of the expressions. The node that is most preferred is the one with the greatest sum of weights, i.e. for each node that meets all of the scheduling requirements (resource request, requiredDuringScheduling anti-affinity expressions, etc.), compute a sum by iterating through the elements of this field and adding \"weight\" to the sum if the node has pods which matches the corresponding podAffinityTerm; the node(s) with the highest sum are the most preferred.","items":{"description":"The weights of all of the matched WeightedPodAffinityTerm fields are added per-node to find the most preferred node(s)","properties":{"podAffinityTerm":{"description":"Defines a set of pods (namely those matching the labelSelector relative to the given namespace(s)) that this pod should be co-located (affinity) or not co-located (anti-affinity) with, where co-located is defined as running on a node whose value of the label with key <topologyKey> matches that of any node on which a pod of the set of pods is running","properties":{"labelSelector":{"description":"A label selector is a label query over a set of resources. The result of matchLabels and matchExpressions are ANDed. An empty label selector matches all objects. A null label selector matches no objects.","properties":{"matchExpressions":{"description":"matchExpressions is a list of label selector requirements. The requirements are ANDed.","items":{"description":"A label selector requirement is a selector that contains values, a key, and an operator that relates the key and values.","properties":{"key":{"description":"key is the label key that the selector applies to.","type":"string"},"operator":{"description":"operator represents a key's relationship to a set of values. Valid operators are In, NotIn, Exists and DoesNotExist.","type":"string"},"values":{"description":"values is an array of string values. If the operator is In or NotIn, the values array must be non-empty. If the operator is Exists or DoesNotExist, the values array must be empty. This array is replaced during a strategic merge patch.","items":{"type":"string"},"type":"array"}},"required":["key","operator"],"type":"object"},"type":"array"},"matchLabels":{"additionalProperties":{"type":"string"},"description":"matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels map is equivalent to an element of matchExpressions, whose key field is \"key\", the operator is \"In\", and the values array contains only \"value\". The requirements are ANDed.","type":"object"}},"type":"object"},"matchLabelKeys":{"description":"MatchLabelKeys is a set of pod label keys to select which pods will be taken into consideration. The keys are used to lookup values from the incoming pod labels, those key-value labels are merged with `LabelSelector` as `key in (value)` to select the group of existing pods which pods will be taken into consideration for the incoming pod's pod (anti) affinity. Keys that don't exist in the incoming pod labels will be ignored. The default value is empty. The same key is forbidden to exist in both MatchLabelKeys and LabelSelector. Also, MatchLabelKeys cannot be set when LabelSelector isn't set. This is an alpha field and requires enabling MatchLabelKeysInPodAffinity feature gate.","items":{"type":"string"},"type":"array"},"mismatchLabelKeys":{"description":"MismatchLabelKeys is a set of pod label keys to select which pods will be taken into consideration. The keys are used to lookup values from the incoming pod labels, those key-value labels are merged with `LabelSelector` as `key notin (value)` to select the group of existing pods which pods will be taken into consideration for the incoming pod's pod (anti) affinity. Keys that don't exist in the incoming pod labels will be ignored. The default value is empty. The same key is forbidden to exist in both MismatchLabelKeys and LabelSelector. Also, MismatchLabelKeys cannot be set when LabelSelector isn't set. This is an alpha field and requires enabling MatchLabelKeysInPodAffinity feature gate.","items":{"type":"string"},"type":"array"},"namespaceSelector":{"description":"A label selector is a label query over a set of resources. The result of matchLabels and matchExpressions are ANDed. An empty label selector matches all objects. A null label selector matches no objects.","properties":{"matchExpressions":{"description":"matchExpressions is a list of label selector requirements. The requirements are ANDed.","items":{"description":"A label selector requirement is a selector that contains values, a key, and an operator that relates the key and values.","properties":{"key":{"description":"key is the label key that the selector applies to.","type":"string"},"operator":{"description":"operator represents a key's relationship to a set of values. Valid operators are In, NotIn, Exists and DoesNotExist.","type":"string"},"values":{"description":"values is an array of string values. If the operator is In or NotIn, the values array must be non-empty. If the operator is Exists or DoesNotExist, the values array must be empty. This array is replaced during a strategic merge patch.","items":{"type":"string"},"type":"array"}},"required":["key","operator"],"type":"object"},"type":"array"},"matchLabels":{"additionalProperties":{"type":"string"},"description":"matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels map is equivalent to an element of matchExpressions, whose key field is \"key\", the operator is \"In\", and the values array contains only \"value\". The requirements are ANDed.","type":"object"}},"type":"object"},"namespaces":{"description":"namespaces specifies a static list of namespace names that the term applies to. The term is applied to the union of the namespaces listed in this field and the ones selected by namespaceSelector. null or empty namespaces list and null namespaceSelector means \"this pod's namespace\".","items":{"type":"string"},"type":"array"},"topologyKey":{"description":"This pod should be co-located (affinity) or not co-located (anti-affinity) with the pods matching the labelSelector in the specified namespaces, where co-located is defined as running on a node whose value of the label with key topologyKey matches that of any node on which any of the selected pods is running. Empty topologyKey is not allowed.","type":"string"}},"required":["topologyKey"],"type":"object"},"weight":{"description":"weight associated with matching the corresponding podAffinityTerm, in the range 1-100.","format":"int32","type":"integer"}},"required":["weight","podAffinityTerm"],"type":"object"},"type":"array"},"requiredDuringSchedulingIgnoredDuringExecution":{"description":"If the anti-affinity requirements specified by this field are not met at scheduling time, the pod will not be scheduled onto the node. If the anti-affinity requirements specified by this field cease to be met at some point during pod execution (e.g. due to a pod label update), the system may or may not try to eventually evict the pod from its node. When there are multiple elements, the lists of nodes corresponding to each podAffinityTerm are intersected, i.e. all terms must be satisfied.","items":{"description":"Defines a set of pods (namely those matching the labelSelector relative to the given namespace(s)) that this pod should be co-located (affinity) or not co-located (anti-affinity) with, where co-located is defined as running on a node whose value of the label with key <topologyKey> matches that of any node on which a pod of the set of pods is running","properties":{"labelSelector":{"description":"A label selector is a label query over a set of resources. The result of matchLabels and matchExpressions are ANDed. An empty label selector matches all objects. A null label selector matches no objects.","properties":{"matchExpressions":{"description":"matchExpressions is a list of label selector requirements. The requirements are ANDed.","items":{"description":"A label selector requirement is a selector that contains values, a key, and an operator that relates the key and values.","properties":{"key":{"description":"key is the label key that the selector applies to.","type":"string"},"operator":{"description":"operator represents a key's relationship to a set of values. Valid operators are In, NotIn, Exists and DoesNotExist.","type":"string"},"values":{"description":"values is an array of string values. If the operator is In or NotIn, the values array must be non-empty. If the operator is Exists or DoesNotExist, the values array must be empty. This array is replaced during a strategic merge patch.","items":{"type":"string"},"type":"array"}},"required":["key","operator"],"type":"object"},"type":"array"},"matchLabels":{"additionalProperties":{"type":"string"},"description":"matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels map is equivalent to an element of matchExpressions, whose key field is \"key\", the operator is \"In\", and the values array contains only \"value\". The requirements are ANDed.","type":"object"}},"type":"object"},"matchLabelKeys":{"description":"MatchLabelKeys is a set of pod label keys to select which pods will be taken into consideration. The keys are used to lookup values from the incoming pod labels, those key-value labels are merged with `LabelSelector` as `key in (value)` to select the group of existing pods which pods will be taken into consideration for the incoming pod's pod (anti) affinity. Keys that don't exist in the incoming pod labels will be ignored. The default value is empty. The same key is forbidden to exist in both MatchLabelKeys and LabelSelector. Also, MatchLabelKeys cannot be set when LabelSelector isn't set. This is an alpha field and requires enabling MatchLabelKeysInPodAffinity feature gate.","items":{"type":"string"},"type":"array"},"mismatchLabelKeys":{"description":"MismatchLabelKeys is a set of pod label keys to select which pods will be taken into consideration. The keys are used to lookup values from the incoming pod labels, those key-value labels are merged with `LabelSelector` as `key notin (value)` to select the group of existing pods which pods will be taken into consideration for the incoming pod's pod (anti) affinity. Keys that don't exist in the incoming pod labels will be ignored. The default value is empty. The same key is forbidden to exist in both MismatchLabelKeys and LabelSelector. Also, MismatchLabelKeys cannot be set when LabelSelector isn't set. This is an alpha field and requires enabling MatchLabelKeysInPodAffinity feature gate.","items":{"type":"string"},"type":"array"},"namespaceSelector":{"description":"A label selector is a label query over a set of resources. The result of matchLabels and matchExpressions are ANDed. An empty label selector matches all objects. A null label selector matches no objects.","properties":{"matchExpressions":{"description":"matchExpressions is a list of label selector requirements. The requirements are ANDed.","items":{"description":"A label selector requirement is a selector that contains values, a key, and an operator that relates the key and values.","properties":{"key":{"description":"key is the label key that the selector applies to.","type":"string"},"operator":{"description":"operator represents a key's relationship to a set of values. Valid operators are In, NotIn, Exists and DoesNotExist.","type":"string"},"values":{"description":"values is an array of string values. If the operator is In or NotIn, the values array must be non-empty. If the operator is Exists or DoesNotExist, the values array must be empty. This array is replaced during a strategic merge patch.","items":{"type":"string"},"type":"array"}},"required":["key","operator"],"type":"object"},"type":"array"},"matchLabels":{"additionalProperties":{"type":"string"},"description":"matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels map is equivalent to an element of matchExpressions, whose key field is \"key\", the operator is \"In\", and the values array contains only \"value\". The requirements are ANDed.","type":"object"}},"type":"object"},"namespaces":{"description":"namespaces specifies a static list of namespace names that the term applies to. The term is applied to the union of the namespaces listed in this field and the ones selected by namespaceSelector. null or empty namespaces list and null namespaceSelector means \"this pod's namespace\".","items":{"type":"string"},"type":"array"},"topologyKey":{"description":"This pod should be co-located (affinity) or not co-located (anti-affinity) with the pods matching the labelSelector in the specified namespaces, where co-located is defined as running on a node whose value of the label with key topologyKey matches that of any node on which any of the selected pods is running. Empty topologyKey is not allowed.","type":"string"}},"required":["topologyKey"],"type":"object"},"type":"array"}},"type":"object"}
  996. topologySpreadConstraints: #!jq_placeholder .definitions["io.k8s.api.core.v1.PodSpec"].properties.topologySpreadConstraints #topologyspreadconstraint-v1-core
  997. {"description":"TopologySpreadConstraints describes how a group of pods ought to spread across topology domains. Scheduler will schedule pods in a way which abides by the constraints. All topologySpreadConstraints are ANDed.\n\nSee https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.29/#topologyspreadconstraint-v1-core","items":{"description":"TopologySpreadConstraint specifies how to spread matching pods among the given topology.","properties":{"labelSelector":{"description":"A label selector is a label query over a set of resources. The result of matchLabels and matchExpressions are ANDed. An empty label selector matches all objects. A null label selector matches no objects.","properties":{"matchExpressions":{"description":"matchExpressions is a list of label selector requirements. The requirements are ANDed.","items":{"description":"A label selector requirement is a selector that contains values, a key, and an operator that relates the key and values.","properties":{"key":{"description":"key is the label key that the selector applies to.","type":"string"},"operator":{"description":"operator represents a key's relationship to a set of values. Valid operators are In, NotIn, Exists and DoesNotExist.","type":"string"},"values":{"description":"values is an array of string values. If the operator is In or NotIn, the values array must be non-empty. If the operator is Exists or DoesNotExist, the values array must be empty. This array is replaced during a strategic merge patch.","items":{"type":"string"},"type":"array"}},"required":["key","operator"],"type":"object"},"type":"array"},"matchLabels":{"additionalProperties":{"type":"string"},"description":"matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels map is equivalent to an element of matchExpressions, whose key field is \"key\", the operator is \"In\", and the values array contains only \"value\". The requirements are ANDed.","type":"object"}},"type":"object"},"matchLabelKeys":{"description":"MatchLabelKeys is a set of pod label keys to select the pods over which spreading will be calculated. The keys are used to lookup values from the incoming pod labels, those key-value labels are ANDed with labelSelector to select the group of existing pods over which spreading will be calculated for the incoming pod. The same key is forbidden to exist in both MatchLabelKeys and LabelSelector. MatchLabelKeys cannot be set when LabelSelector isn't set. Keys that don't exist in the incoming pod labels will be ignored. A null or empty list means only match against labelSelector.\n\nThis is a beta field and requires the MatchLabelKeysInPodTopologySpread feature gate to be enabled (enabled by default).","items":{"type":"string"},"type":"array"},"maxSkew":{"description":"MaxSkew describes the degree to which pods may be unevenly distributed. When `whenUnsatisfiable=DoNotSchedule`, it is the maximum permitted difference between the number of matching pods in the target topology and the global minimum. The global minimum is the minimum number of matching pods in an eligible domain or zero if the number of eligible domains is less than MinDomains. For example, in a 3-zone cluster, MaxSkew is set to 1, and pods with the same labelSelector spread as 2/2/1: In this case, the global minimum is 1. | zone1 | zone2 | zone3 | | P P | P P | P | - if MaxSkew is 1, incoming pod can only be scheduled to zone3 to become 2/2/2; scheduling it onto zone1(zone2) would make the ActualSkew(3-1) on zone1(zone2) violate MaxSkew(1). - if MaxSkew is 2, incoming pod can be scheduled onto any zone. When `whenUnsatisfiable=ScheduleAnyway`, it is used to give higher precedence to topologies that satisfy it. It's a required field. Default value is 1 and 0 is not allowed.","format":"int32","type":"integer"},"minDomains":{"description":"MinDomains indicates a minimum number of eligible domains. When the number of eligible domains with matching topology keys is less than minDomains, Pod Topology Spread treats \"global minimum\" as 0, and then the calculation of Skew is performed. And when the number of eligible domains with matching topology keys equals or greater than minDomains, this value has no effect on scheduling. As a result, when the number of eligible domains is less than minDomains, scheduler won't schedule more than maxSkew Pods to those domains. If value is nil, the constraint behaves as if MinDomains is equal to 1. Valid values are integers greater than 0. When value is not nil, WhenUnsatisfiable must be DoNotSchedule.\n\nFor example, in a 3-zone cluster, MaxSkew is set to 2, MinDomains is set to 5 and pods with the same labelSelector spread as 2/2/2: | zone1 | zone2 | zone3 | | P P | P P | P P | The number of domains is less than 5(MinDomains), so \"global minimum\" is treated as 0. In this situation, new pod with the same labelSelector cannot be scheduled, because computed skew will be 3(3 - 0) if new Pod is scheduled to any of the three zones, it will violate MaxSkew.\n\nThis is a beta field and requires the MinDomainsInPodTopologySpread feature gate to be enabled (enabled by default).","format":"int32","type":"integer"},"nodeAffinityPolicy":{"description":"NodeAffinityPolicy indicates how we will treat Pod's nodeAffinity/nodeSelector when calculating pod topology spread skew. Options are: - Honor: only nodes matching nodeAffinity/nodeSelector are included in the calculations. - Ignore: nodeAffinity/nodeSelector are ignored. All nodes are included in the calculations.\n\nIf this value is nil, the behavior is equivalent to the Honor policy. This is a beta-level feature default enabled by the NodeInclusionPolicyInPodTopologySpread feature flag.","type":"string"},"nodeTaintsPolicy":{"description":"NodeTaintsPolicy indicates how we will treat node taints when calculating pod topology spread skew. Options are: - Honor: nodes without taints, along with tainted nodes for which the incoming pod has a toleration, are included. - Ignore: node taints are ignored. All nodes are included.\n\nIf this value is nil, the behavior is equivalent to the Ignore policy. This is a beta-level feature default enabled by the NodeInclusionPolicyInPodTopologySpread feature flag.","type":"string"},"topologyKey":{"description":"TopologyKey is the key of node labels. Nodes that have a label with this key and identical values are considered to be in the same topology. We consider each <key, value> as a \"bucket\", and try to put balanced number of pods into each bucket. We define a domain as a particular instance of a topology. Also, we define an eligible domain as a domain whose nodes meet the requirements of nodeAffinityPolicy and nodeTaintsPolicy. e.g. If TopologyKey is \"kubernetes.io/hostname\", each Node is a domain of that topology. And, if TopologyKey is \"topology.kubernetes.io/zone\", each zone is a domain of that topology. It's a required field.","type":"string"},"whenUnsatisfiable":{"description":"WhenUnsatisfiable indicates how to deal with a pod if it doesn't satisfy the spread constraint. - DoNotSchedule (default) tells the scheduler not to schedule it. - ScheduleAnyway tells the scheduler to schedule the pod in any location,\n but giving higher precedence to topologies that would help reduce the\n skew.\nA constraint is considered \"Unsatisfiable\" for an incoming pod if and only if every possible node assignment for that pod would violate \"MaxSkew\" on some topology. For example, in a 3-zone cluster, MaxSkew is set to 1, and pods with the same labelSelector spread as 3/1/1: | zone1 | zone2 | zone3 | | P P P | P | P | If WhenUnsatisfiable is set to DoNotSchedule, incoming pod can only be scheduled to zone2(zone3) to become 3/2/1(3/1/2) as ActualSkew(2-1) on zone2(zone3) satisfies MaxSkew(1). In other words, the cluster can still be imbalanced, but scheduler won't make it *more* imbalanced. It's a required field.","type":"string"}},"required":["maxSkew","topologyKey","whenUnsatisfiable"],"type":"object"},"type":"array"}
  998. debeziumEngineProperties:
  999. type: object
  1000. description: |
  1001. See https://debezium.io/documentation/reference/stable/development/engine.html#engine-properties
  1002. Each property is converted from myPropertyName to my.property.name
  1003. properties:
  1004. offsetCommitPolicy:
  1005. type: string
  1006. description: |
  1007. Default `io.debezium.engine.spi.OffsetCommitPolicy.PeriodicCommitOffsetPolicy`. The name of the Java class of the commit policy. It defines when offsets commit has to be triggered based on the number of events processed and the time elapsed since the last commit. This class must implement the interface OffsetCommitPolicy. The default is a periodic commity policy based upon time intervals.
  1008. offsetFlushIntervalMs:
  1009. type: integer
  1010. description: |
  1011. Default `60000`. Interval at which to try committing offsets. The default is 1 minute.
  1012. offsetFlushTimeoutMs:
  1013. type: integer
  1014. description: |
  1015. Default `5000`. Maximum number of milliseconds to wait for records to flush and partition offset data to be committed to offset storage before cancelling the process and restoring the offset data to be committed in a future attempt. The default is 5 seconds.
  1016. errorsMaxRetries:
  1017. type: integer
  1018. description: |
  1019. Default `-1`. The maximum number of retries on connection errors before failing (-1 = no limit, 0 = disabled, > 0 = num of retries).
  1020. errorsRetryDelayInitialMs:
  1021. type: integer
  1022. description: |
  1023. Default `300`. Initial delay (in ms) for retries when encountering connection errors. This value will be doubled upon every retry but won’t exceed errorsRetryDelayMaxMs.
  1024. errorsRetryDelayMaxMs:
  1025. type: integer
  1026. description: |
  1027. Default `10000`. Max delay (in ms) between retries when encountering conn
  1028. transforms:
  1029. type: object
  1030. description: |
  1031. Before the messages are delivered to the handler it is possible to run them through a pipeline of Kafka Connect Simple Message Transforms (SMT). Each SMT can pass the message unchanged, modify it or filter it out. The chain is configured using property transforms. The property contains a list of logical names of the transformations to be applied (the specified keys). Properties transforms.<logical_name>.type then defines the name of the implementation class for each transformation and transforms.<logical_name>.* configuration options that are passed to the transformation.
  1032. An example of the configuration is:
  1033. ```
  1034. transforms: # (1)
  1035. router:
  1036. type: "org.apache.kafka.connect.transforms.RegexRouter" # (2)
  1037. regex: "(.*)" # (3)
  1038. replacement: "trf$1" # (3)
  1039. filter:
  1040. type: "io.debezium.embedded.ExampleFilterTransform" # (4)
  1041. ```
  1042. 1. Two transformations are defined - filter and router
  1043. 2. Implementation of the router transformation is org.apache.kafka.connect.transforms.RegexRouter
  1044. 3. The router transformation has two configurations options -regex and replacement
  1045. 4. Implementation of the filter transformation is io.debezium.embedded.ExampleFilterTransform
  1046. additionalProperties:
  1047. type: object
  1048. description: The properties of this transformation.
  1049. additionalProperties:
  1050. type: string
  1051. predicates:
  1052. type: object
  1053. description: |
  1054. Predicates can be applied to transformations to make the transformations optional.
  1055. An example of the configuration is:
  1056. ```
  1057. predicates:
  1058. headerExists: # (1)
  1059. type: "org.apache.kafka.connect.transforms.predicates.HasHeaderKey" # (2)
  1060. name: "header.name" # (3)
  1061. transforms:
  1062. filter: # (4)
  1063. type: "io.debezium.embedded.ExampleFilterTransform" # (5)
  1064. predicate: "headerExists" # (6)
  1065. negate: "true" # (7)
  1066. ```
  1067. 1. One predicate is defined - headerExists
  1068. 2. Implementation of the headerExists predicate is org.apache.kafka.connect.transforms.predicates.HasHeaderKey
  1069. 3. The headerExists predicate has one configuration option - name
  1070. 4. One transformation is defined - filter
  1071. 5. Implementation of the filter transformation is io.debezium.embedded.ExampleFilterTransform
  1072. 6. The filter transformation requires the predicate headerExists
  1073. 7. The filter transformation expects the value of the predicate to be negated, making the predicate determine if the header does not exist
  1074. additionalProperties:
  1075. type: object
  1076. description: The properties of this predicate.
  1077. additionalProperties:
  1078. type: string
  1079. status:
  1080. type: object
  1081. description: |
  1082. Status of a StackGres stream.
  1083. properties:
  1084. conditions:
  1085. type: array
  1086. description: |
  1087. Possible conditions are:
  1088. * Running: to indicate when the operation is actually running
  1089. * Completed: to indicate when the operation has completed successfully
  1090. * Failed: to indicate when the operation has failed
  1091. items:
  1092. type: object
  1093. properties:
  1094. lastTransitionTime:
  1095. description: Last time the condition transitioned from one status to another.
  1096. type: string
  1097. message:
  1098. description: A human-readable message indicating details about the transition.
  1099. type: string
  1100. reason:
  1101. description: The reason for the condition last transition.
  1102. type: string
  1103. status:
  1104. description: Status of the condition, one of `True`, `False` or `Unknown`.
  1105. type: string
  1106. type:
  1107. description: Type of deployment condition.
  1108. type: string
  1109. snapshot:
  1110. type: object
  1111. description: Snapshot status
  1112. properties:
  1113. lastEvent:
  1114. type: string
  1115. description: |
  1116. The last snapshot event that the connector has read.
  1117. milliSecondsSinceLastEvent:
  1118. type: integer
  1119. description: |
  1120. The number of milliseconds since the connector has read and processed the most recent event.
  1121. totalNumberOfEventsSeen:
  1122. type: integer
  1123. description: |
  1124. The total number of events that this connector has seen since last started or reset.
  1125. numberOfEventsFiltered:
  1126. type: integer
  1127. description: |
  1128. The number of events that have been filtered by include/exclude list filtering rules configured on the connector.
  1129. capturedTables:
  1130. type: array
  1131. items:
  1132. type: string
  1133. description: |
  1134. The list of tables that are captured by the connector.
  1135. queueTotalCapacity:
  1136. type: integer
  1137. description: |
  1138. The length the queue used to pass events between the snapshotter and the main Kafka Connect loop.
  1139. queueRemainingCapacity:
  1140. type: integer
  1141. description: |
  1142. The free capacity of the queue used to pass events between the snapshotter and the main Kafka Connect loop.
  1143. totalTableCount:
  1144. type: integer
  1145. description: |
  1146. The total number of tables that are being included in the snapshot.
  1147. remainingTableCount:
  1148. type: integer
  1149. description: |
  1150. The number of tables that the snapshot has yet to copy.
  1151. snapshotRunning:
  1152. type: boolean
  1153. description: |
  1154. Whether the snapshot was started.
  1155. snapshotPaused:
  1156. type: boolean
  1157. description: |
  1158. Whether the snapshot was paused.
  1159. snapshotAborted:
  1160. type: boolean
  1161. description: |
  1162. Whether the snapshot was aborted.
  1163. snapshotCompleted:
  1164. type: boolean
  1165. description: |
  1166. Whether the snapshot completed.
  1167. snapshotDurationInSeconds:
  1168. type: integer
  1169. description: |
  1170. The total number of seconds that the snapshot has taken so far, even if not complete. Includes also time when snapshot was paused.
  1171. snapshotPausedDurationInSeconds:
  1172. type: integer
  1173. description: |
  1174. The total number of seconds that the snapshot was paused. If the snapshot was paused several times, the paused time adds up.
  1175. rowsScanned:
  1176. type: object
  1177. additionalProperties:
  1178. type: integer
  1179. description: |
  1180. Map containing the number of rows scanned for each table in the snapshot. Tables are incrementally added to the Map during processing. Updates every 10,000 rows scanned and upon completing a table.
  1181. maxQueueSizeInBytes:
  1182. type: integer
  1183. description: |
  1184. The maximum buffer of the queue in bytes. This metric is available if max.queue.size.in.bytes is set to a positive long value.
  1185. currentQueueSizeInBytes:
  1186. type: integer
  1187. description: |
  1188. The current volume, in bytes, of records in the queue.
  1189. chunkId:
  1190. type: string
  1191. description: |
  1192. The identifier of the current snapshot chunk.
  1193. chunkFrom:
  1194. type: string
  1195. description: |
  1196. The lower bound of the primary key set defining the current chunk.
  1197. chunkTo:
  1198. type: string
  1199. description: |
  1200. The upper bound of the primary key set defining the current chunk.
  1201. tableFrom:
  1202. type: string
  1203. description: |
  1204. The lower bound of the primary key set of the currently snapshotted table.
  1205. tableTo:
  1206. type: string
  1207. description: |
  1208. The upper bound of the primary key set of the currently snapshotted table.
  1209. streaming:
  1210. type: object
  1211. description: Streaming status
  1212. properties:
  1213. lastEvent:
  1214. type: string
  1215. description: |
  1216. The last streaming event that the connector has read.
  1217. milliSecondsSinceLastEvent:
  1218. type: integer
  1219. description: |
  1220. The number of milliseconds since the connector has read and processed the most recent event.
  1221. totalNumberOfEventsSeen:
  1222. type: integer
  1223. description: |
  1224. The total number of events that this connector has seen since the last start or metrics reset.
  1225. totalNumberOfCreateEventsSeen:
  1226. type: integer
  1227. description: |
  1228. The total number of create events that this connector has seen since the last start or metrics reset.
  1229. totalNumberOfUpdateEventsSeen:
  1230. type: integer
  1231. description: |
  1232. The total number of update events that this connector has seen since the last start or metrics reset.
  1233. totalNumberOfDeleteEventsSeen:
  1234. type: integer
  1235. description: |
  1236. The total number of delete events that this connector has seen since the last start or metrics reset.
  1237. numberOfEventsFiltered:
  1238. type: integer
  1239. description: |
  1240. The number of events that have been filtered by include/exclude list filtering rules configured on the connector.
  1241. capturedTables:
  1242. type: array
  1243. items:
  1244. type: string
  1245. description: |
  1246. The list of tables that are captured by the connector.
  1247. queueTotalCapacity:
  1248. type: integer
  1249. description: |
  1250. The length the queue used to pass events between the streamer and the main Kafka Connect loop.
  1251. queueRemainingCapacity:
  1252. type: integer
  1253. description: |
  1254. The free capacity of the queue used to pass events between the streamer and the main Kafka Connect loop.
  1255. connected:
  1256. type: boolean
  1257. description: |
  1258. Flag that denotes whether the connector is currently connected to the database server.
  1259. milliSecondsBehindSource:
  1260. type: integer
  1261. description: |
  1262. The number of milliseconds between the last change event’s timestamp and the connector processing it. The values will incoporate any differences between the clocks on the machines where the database server and the connector are running.
  1263. numberOfCommittedTransactions:
  1264. type: integer
  1265. description: |
  1266. The number of processed transactions that were committed.
  1267. sourceEventPosition:
  1268. type: object
  1269. additionalProperties:
  1270. type: string
  1271. description: |
  1272. The coordinates of the last received event.
  1273. lastTransactionId:
  1274. type: string
  1275. description: |
  1276. Transaction identifier of the last processed transaction.
  1277. maxQueueSizeInBytes:
  1278. type: integer
  1279. description: |
  1280. The maximum buffer of the queue in bytes. This metric is available if max.queue.size.in.bytes is set to a positive long value.
  1281. currentQueueSizeInBytes:
  1282. type: integer
  1283. description: |
  1284. The current volume, in bytes, of records in the queue.
  1285. events:
  1286. type: object
  1287. description: Events status
  1288. properties:
  1289. lastEventWasSent:
  1290. type: boolean
  1291. description: |
  1292. It is true if the last event that the stream has tried to send since the last start or metrics reset was sent successfully.
  1293. lastEventSent:
  1294. type: string
  1295. description: |
  1296. The last event that the stream has sent since the last start or metrics reset.
  1297. totalNumberOfEventsSent:
  1298. type: integer
  1299. description: |
  1300. The total number of events that this stream has sent since the last start or metrics reset.
  1301. lastErrorSeen:
  1302. type: string
  1303. description: |
  1304. The last error seen sending events that this stream has seen since the last start or metrics reset.
  1305. totalNumberOfErrorsSeen:
  1306. type: integer
  1307. description: |
  1308. The total number of errors sending events that this stream has seen since the last start or metrics reset.
  1309. failure:
  1310. type: string
  1311. description: The failure message