CORE-15756 Segregated and Granular Corda Workers (#1227)

Updating topic permissions for the new workers: `PersistenceWorker`, `UniquenessWorker`, and `FlowMapperWorker` which shadow some topic permissions from the `DBWorker` and `FlowWorker`

data/avro-schema/README.md

@@ -1,6 +1,6 @@
 ## Avro Code Source Files
 
-All Arvo definitions should go under `src/main/resources/avro`.  While technically
+All Avro definitions should go under `src/main/resources/avro`.  While technically
 not necessary, it would also be good to put them under the same directory structure as 
 the package (or `namespace` in Avro-speak) that the record will belong.
 

data/topic-schema/README.md

@@ -5,7 +5,7 @@ The schemas for each topic a virtual node uses will be defined here.
 These schemas should be updated here alongside their implementation in an effort to keep this document up-to-date.
 
 ### Kafka Auto-topic creation
-**We must ensure to avoid setting auto-creation of topics is Kafka!**
+**We must ensure we do not enable auto-creation of topics in Kafka!**
 
 This can lead to unnoticed errors in production.  We should adhere to the ethos that if a topic
 we expect doesn't exist then that signifies a setup problem and should immediately cause an error.

data/topic-schema/src/main/resources/net/corda/schema/AvroSchema.yaml

@@ -5,18 +5,24 @@ topics:
       - crypto
       - db
       - flow
+      - flowMapper
+      - verification
       - membership
       - gateway
       - link-manager
+      - persistence
       - rest
       - uniqueness
     producers:
       - crypto
       - db
       - flow
+      - flowMapper
+      - verification
       - membership
       - gateway
       - link-manager
+      - persistence
       - rest
       - uniqueness
     config:

data/topic-schema/src/main/resources/net/corda/schema/Config.yaml

@@ -19,10 +19,13 @@ topics:
       - crypto
       - db
       - flow
+      - flowMapper
+      - verification
       - membership
       - gateway
       - link-manager
       - rest
+      - persistence
       - uniqueness
     producers:
       - db

data/topic-schema/src/main/resources/net/corda/schema/Flow.yaml

@@ -7,6 +7,9 @@ topics:
       - db
       - crypto
       - flow
+      - flowMapper
+      - verification
+      - persistence
       - uniqueness
     config:
   FlowEventStateTopic:
@@ -28,21 +31,26 @@ topics:
       - flow
     producers:
       - flow
+      - verification
     config:
   FlowMapperEventTopic:
     name: flow.mapper.event
     consumers:
       - flow
+      - flowMapper
     producers:
       - flow
+      - flowMapper
       - rest
     config:
   FlowMapperEventStateTopic:
     name: flow.mapper.event.state
     consumers:
       - flow
+      - flowMapper
     producers:
       - flow
+      - flowMapper
     config:
       cleanup.policy: compact
       segment.ms: 600000
@@ -54,8 +62,9 @@ topics:
     name: flow.mapper.event.dlq
     consumers:
       - flow
+      - flowMapper
     producers:
-      - flow
+      - flowMapper
     config:
   FlowStatusTopic:
     name: flow.status

data/topic-schema/src/main/resources/net/corda/schema/Membership.yaml

@@ -4,6 +4,7 @@ topics:
     consumers:
       - db
       - flow
+      - flowMapper
       - link-manager
       - membership
       - rest
@@ -62,6 +63,7 @@ topics:
       - membership
       - rest
       - flow
+      - flowMapper
       - db
     producers:
       - membership
@@ -91,6 +93,7 @@ topics:
     consumers:
       - db
       - flow
+      - flowMapper
     producers:
       - link-manager
       - membership
@@ -104,6 +107,7 @@ topics:
       - membership
       - rest
       - flow
+      - flowMapper
       - db
     producers:
       - db

data/topic-schema/src/main/resources/net/corda/schema/P2P.yaml

@@ -2,7 +2,7 @@ topics:
   P2PInTopic:
     name: p2p.in
     consumers:
-      - flow
+      - flowMapper
       - membership
     producers:
       - link-manager
@@ -12,7 +12,7 @@ topics:
     consumers:
       - link-manager
     producers:
-      - flow
+      - flowMapper
       - membership
     config:
   P2POutDlqTopic:

data/topic-schema/src/main/resources/net/corda/schema/Persistence.yaml

@@ -2,14 +2,14 @@ topics:
   PersistenceEntityProcessorTopic:
     name: persistence.entity.processor
     consumers:
-      - db
+      - persistence
     producers:
       - flow
     config:
   PersistenceLedgerProcessorTopic:
     name: persistence.ledger.processor
     consumers:
-      - db
+      - persistence
     producers:
       - flow
     config:

data/topic-schema/src/main/resources/net/corda/schema/Services.yaml

@@ -6,6 +6,7 @@ topics:
     producers:
       - flow
       - db
+      - persistence
     config:
   ServicesTokenEventStateTopic:
     name: services.token.event.state

data/topic-schema/src/main/resources/net/corda/schema/Verification.yaml

@@ -1,8 +1,8 @@
 topics:
-  PersistenceEntityProcessorTopic:
+  VerificationProcessorTopic:
     name: verification.ledger.processor
     consumers:
-      - flow
+      - verification
     producers:
       - flow
     config:

data/topic-schema/src/main/resources/net/corda/schema/VirtualNode.yaml

@@ -4,8 +4,11 @@ topics:
     consumers:
       - db
       - flow
+      - flowMapper
+      - verification
       - membership
       - link-manager
+      - persistence
       - rest
     producers:
       - db
@@ -34,7 +37,9 @@ topics:
     name: cpk.file
     consumers:
       - flow
+      - verification
       - db
+      - persistence
     producers:
       - db
     config:
@@ -64,8 +69,10 @@ topics:
       - crypto
       - db
       - flow
+      - flowMapper
       - membership
       - link-manager
+      - persistence
       - rest
     producers:
       - db

gradle.properties

@@ -9,7 +9,7 @@ cordaProductVersion = 5.1.0
 # NOTE: update this each time this module contains a breaking change
 ## NOTE: currently this is a top level revision, so all API versions will line up, but this could be moved to
 ##   a per module property in which case module versions can change independently.
-cordaApiRevision = 16
+cordaApiRevision = 17
 
 # Main
 kotlinVersion = 1.8.21