From 87603ba93b343c0c2b55d52c5f99697c06a672b4 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Fri, 24 May 2019 16:46:31 -0700 Subject: new release schema kafka topic --- kafka/topics.md | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) (limited to 'kafka') diff --git a/kafka/topics.md b/kafka/topics.md index 09f5019..da37253 100644 --- a/kafka/topics.md +++ b/kafka/topics.md @@ -57,8 +57,9 @@ retention (on both a size and time basis). => single partition => key: could be changelog index (integer, as string) - fatcat-ENV.release-updates + fatcat-ENV.release-updates-v03 => contains "fully" expanded JSON objects + => v03 is newer v0.3.0 API schema (backwards incompatible) => key: fcid => 8x partitions @@ -76,7 +77,7 @@ exists`; this seems safe, and the settings won't be over-ridden. ./kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 2 --partitions 16 --topic sandcrawler-qa.grobid-output --config compression.type=gzip ./kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 2 --partitions 1 --topic fatcat-qa.changelog - ./kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 2 --partitions 8 --topic fatcat-qa.release-updates + ./kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 2 --partitions 8 --topic fatcat-qa.release-updates-v03 ./kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 2 --partitions 8 --topic fatcat-qa.work-updates ./kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 2 --partitions 4 --topic fatcat-qa.file-updates ./kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 2 --partitions 4 --topic fatcat-qa.container-updates -- cgit v1.2.3