aboutsummaryrefslogtreecommitdiffstats
path: root/kafka
diff options
context:
space:
mode:
Diffstat (limited to 'kafka')
-rw-r--r--kafka/topics.md5
1 files changed, 3 insertions, 2 deletions
diff --git a/kafka/topics.md b/kafka/topics.md
index 09f5019..da37253 100644
--- a/kafka/topics.md
+++ b/kafka/topics.md
@@ -57,8 +57,9 @@ retention (on both a size and time basis).
=> single partition
=> key: could be changelog index (integer, as string)
- fatcat-ENV.release-updates
+ fatcat-ENV.release-updates-v03
=> contains "fully" expanded JSON objects
+ => v03 is newer v0.3.0 API schema (backwards incompatible)
=> key: fcid
=> 8x partitions
@@ -76,7 +77,7 @@ exists`; this seems safe, and the settings won't be over-ridden.
./kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 2 --partitions 16 --topic sandcrawler-qa.grobid-output --config compression.type=gzip
./kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 2 --partitions 1 --topic fatcat-qa.changelog
- ./kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 2 --partitions 8 --topic fatcat-qa.release-updates
+ ./kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 2 --partitions 8 --topic fatcat-qa.release-updates-v03
./kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 2 --partitions 8 --topic fatcat-qa.work-updates
./kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 2 --partitions 4 --topic fatcat-qa.file-updates
./kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 2 --partitions 4 --topic fatcat-qa.container-updates