From 69944498f08a00aac0935860594d364751f308e9 Mon Sep 17 00:00:00 2001 From: Kevin Joiner <10265309+KevinJoiner@users.noreply.github.com> Date: Thu, 20 Feb 2025 13:30:50 -0500 Subject: [PATCH] Update partition key for kafka --- charts/dis/files/streams_dev/external-ingest.yaml | 6 +++--- charts/dis/files/streams_prod/external-ingest.yaml | 6 +++--- cmd/config-gen/config-template-full.yaml | 6 +++--- 3 files changed, 9 insertions(+), 9 deletions(-) diff --git a/charts/dis/files/streams_dev/external-ingest.yaml b/charts/dis/files/streams_dev/external-ingest.yaml index 71f0e25..e7687ff 100644 --- a/charts/dis/files/streams_dev/external-ingest.yaml +++ b/charts/dis/files/streams_dev/external-ingest.yaml @@ -178,7 +178,7 @@ output: max_msg_bytes: 52428800 max_retries: 2 max_in_flight: 20 - key: ${!metadata("subject")} #check if this is still needed + key: '${! json("tokenId") }' partitioner: murmur2_hash batching: count: 0 @@ -213,7 +213,7 @@ output: max_msg_bytes: 52428800 max_retries: 2 max_in_flight: 20 - key: ${!metadata("subject")} #check if this is still needed + key: '${! json("subject") }' partitioner: murmur2_hash batching: count: 0 @@ -240,7 +240,7 @@ output: max_msg_bytes: 52428800 max_retries: 2 max_in_flight: 20 - key: ${!metadata("subject")} #check if this is still needed + key: '${! json("subject") }' partitioner: murmur2_hash batching: count: 0 diff --git a/charts/dis/files/streams_prod/external-ingest.yaml b/charts/dis/files/streams_prod/external-ingest.yaml index 60bc30d..7efbd0a 100644 --- a/charts/dis/files/streams_prod/external-ingest.yaml +++ b/charts/dis/files/streams_prod/external-ingest.yaml @@ -166,7 +166,7 @@ output: max_msg_bytes: 52428800 max_retries: 2 max_in_flight: 20 - key: ${!metadata("subject")} #check if this is still needed + key: '${! json("tokenId") }' partitioner: murmur2_hash batching: count: 0 @@ -201,7 +201,7 @@ output: max_msg_bytes: 52428800 max_retries: 2 max_in_flight: 20 - key: ${!metadata("subject")} #check if this is still needed + key: '${! json("subject") }' partitioner: murmur2_hash batching: count: 0 @@ -228,7 +228,7 @@ output: max_msg_bytes: 52428800 max_retries: 2 max_in_flight: 20 - key: ${!metadata("subject")} #check if this is still needed + key: '${! json("subject") }' partitioner: murmur2_hash batching: count: 0 diff --git a/cmd/config-gen/config-template-full.yaml b/cmd/config-gen/config-template-full.yaml index d20aa43..49072d8 100644 --- a/cmd/config-gen/config-template-full.yaml +++ b/cmd/config-gen/config-template-full.yaml @@ -122,7 +122,7 @@ output: max_msg_bytes: 52428800 max_retries: 2 max_in_flight: 20 - key: ${!metadata("subject")} #check if this is still needed + key: '${! json("tokenId") }' partitioner: murmur2_hash batching: count: 0 @@ -157,7 +157,7 @@ output: max_msg_bytes: 52428800 max_retries: 2 max_in_flight: 20 - key: ${!metadata("subject")} #check if this is still needed + key: '${! json("subject") }' partitioner: murmur2_hash batching: count: 0 @@ -184,7 +184,7 @@ output: max_msg_bytes: 52428800 max_retries: 2 max_in_flight: 20 - key: ${!metadata("subject")} #check if this is still needed + key: '${! json("subject") }' partitioner: murmur2_hash batching: count: 0