-
-
Notifications
You must be signed in to change notification settings - Fork 297
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feat: Add network support to the Kafka container (#1316)
Co-authored-by: Andre Hofmeister <9199345+HofmeisterAn@users.noreply.github.com>
- Loading branch information
1 parent
63422de
commit f1b2e0b
Showing
9 changed files
with
300 additions
and
5 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
68 changes: 68 additions & 0 deletions
68
tests/Testcontainers.Kafka.Tests/KafkaContainerNetworkTest.cs
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,68 @@ | ||
| namespace Testcontainers.Kafka; | ||
|
|
||
| public sealed class KafkaContainerNetworkTest : IAsyncLifetime | ||
| { | ||
| private const string Message = "Message produced by kafkacat"; | ||
|
|
||
| private const string Listener = "kafka:19092"; | ||
|
|
||
| private const string DataFilePath = "/data/msgs.txt"; | ||
|
|
||
| private readonly INetwork _network; | ||
|
|
||
| private readonly IContainer _kafkaContainer; | ||
|
|
||
| private readonly IContainer _kCatContainer; | ||
|
|
||
| public KafkaContainerNetworkTest() | ||
| { | ||
| _network = new NetworkBuilder() | ||
| .Build(); | ||
|
|
||
| _kafkaContainer = new KafkaBuilder() | ||
| .WithImage("confluentinc/cp-kafka:6.1.9") | ||
| .WithNetwork(_network) | ||
| .WithListener(Listener) | ||
| .Build(); | ||
|
|
||
| _kCatContainer = new ContainerBuilder() | ||
| .WithImage("confluentinc/cp-kafkacat:6.1.9") | ||
| .WithNetwork(_network) | ||
| .WithEntrypoint(CommonCommands.SleepInfinity) | ||
| .WithResourceMapping(Encoding.Default.GetBytes(Message), DataFilePath) | ||
| .Build(); | ||
| } | ||
|
|
||
| public async Task InitializeAsync() | ||
| { | ||
| await _kafkaContainer.StartAsync() | ||
| .ConfigureAwait(false); | ||
|
|
||
| await _kCatContainer.StartAsync() | ||
| .ConfigureAwait(false); | ||
| } | ||
|
|
||
| public async Task DisposeAsync() | ||
| { | ||
| await _kafkaContainer.StartAsync() | ||
| .ConfigureAwait(false); | ||
|
|
||
| await _kCatContainer.StartAsync() | ||
| .ConfigureAwait(false); | ||
|
|
||
| await _network.DisposeAsync() | ||
| .ConfigureAwait(false); | ||
| } | ||
|
|
||
| [Fact] | ||
| public async Task ConsumesProducedKafkaMessage() | ||
| { | ||
| _ = await _kCatContainer.ExecAsync(new[] { "kafkacat", "-b", Listener, "-t", "msgs", "-P", "-l", DataFilePath }) | ||
| .ConfigureAwait(true); | ||
|
|
||
| var execResult = await _kCatContainer.ExecAsync(new[] { "kafkacat", "-b", Listener, "-C", "-t", "msgs", "-c", "1" }) | ||
| .ConfigureAwait(true); | ||
|
|
||
| Assert.Equal(Message, execResult.Stdout.Trim()); | ||
| } | ||
| } |
129 changes: 129 additions & 0 deletions
129
tests/Testcontainers.Kafka.Tests/KafkaContainerRegistryTest.cs
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,129 @@ | ||
| namespace Testcontainers.Kafka; | ||
|
|
||
| public sealed class KafkaContainerRegistryTest : IAsyncLifetime | ||
| { | ||
| private const string Schema = @" | ||
| { | ||
| ""$schema"": ""http://json-schema.org/draft-04/schema#"", | ||
| ""title"": ""User"", | ||
| ""type"": ""object"", | ||
| ""additionalProperties"": false, | ||
| ""properties"": { | ||
| ""FirstName"": { | ||
| ""type"": [""null"", ""string""] | ||
| }, | ||
| ""LastName"": { | ||
| ""type"": [""null"", ""string""] | ||
| } | ||
| } | ||
| }"; | ||
|
|
||
| private const ushort RestPort = 8085; | ||
|
|
||
| private const string SchemaRegistryNetworkAlias = "schema-registry"; | ||
|
|
||
| private const string Listener = "kafka:19092"; | ||
|
|
||
| private readonly INetwork _network; | ||
|
|
||
| private readonly KafkaContainer _kafkaContainer; | ||
|
|
||
| private readonly IContainer _schemaRegistryContainer; | ||
|
|
||
| public KafkaContainerRegistryTest() | ||
| { | ||
| _network = new NetworkBuilder() | ||
| .Build(); | ||
|
|
||
| _kafkaContainer = new KafkaBuilder() | ||
| .WithImage("confluentinc/cp-kafka:6.1.9") | ||
| .WithNetwork(_network) | ||
| .WithListener(Listener) | ||
| .Build(); | ||
|
|
||
| _schemaRegistryContainer = new ContainerBuilder() | ||
| .WithImage("confluentinc/cp-schema-registry:6.1.9") | ||
| .WithPortBinding(RestPort, true) | ||
| .WithNetwork(_network) | ||
| .WithNetworkAliases(SchemaRegistryNetworkAlias) | ||
| .WithEnvironment("SCHEMA_REGISTRY_LISTENERS", "http://0.0.0.0:" + RestPort) | ||
| .WithEnvironment("SCHEMA_REGISTRY_KAFKASTORE_SECURITY_PROTOCOL", "PLAINTEXT") | ||
| .WithEnvironment("SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS", "PLAINTEXT://" + Listener) | ||
| .WithEnvironment("SCHEMA_REGISTRY_HOST_NAME", SchemaRegistryNetworkAlias) | ||
| .WithWaitStrategy(Wait.ForUnixContainer().UntilHttpRequestIsSucceeded(request => | ||
| request.ForPort(RestPort).ForPath("/subjects"))) | ||
| .Build(); | ||
| } | ||
|
|
||
| public async Task InitializeAsync() | ||
| { | ||
| await _kafkaContainer.StartAsync() | ||
| .ConfigureAwait(false); | ||
|
|
||
| await _schemaRegistryContainer.StartAsync() | ||
| .ConfigureAwait(false); | ||
| } | ||
|
|
||
| public async Task DisposeAsync() | ||
| { | ||
| await _kafkaContainer.StartAsync() | ||
| .ConfigureAwait(false); | ||
|
|
||
| await _schemaRegistryContainer.StartAsync() | ||
| .ConfigureAwait(false); | ||
|
|
||
| await _network.DisposeAsync() | ||
| .ConfigureAwait(false); | ||
| } | ||
|
|
||
| [Fact] | ||
| public async Task ConsumerReturnsProducerMessage() | ||
| { | ||
| // Given | ||
| const string topic = "user"; | ||
|
|
||
| var subject = SubjectNameStrategy.Topic.ConstructValueSubjectName(topic); | ||
|
|
||
| var bootstrapServer = _kafkaContainer.GetBootstrapAddress(); | ||
|
|
||
| var producerConfig = new ProducerConfig(); | ||
| producerConfig.BootstrapServers = bootstrapServer; | ||
|
|
||
| var consumerConfig = new ConsumerConfig(); | ||
| consumerConfig.BootstrapServers = bootstrapServer; | ||
| consumerConfig.GroupId = "sample-consumer"; | ||
| consumerConfig.AutoOffsetReset = AutoOffsetReset.Earliest; | ||
|
|
||
| var message = new Message<string, User>(); | ||
| message.Value = new User("John", "Doe"); | ||
|
|
||
| var schemaRegistryConfig = new SchemaRegistryConfig(); | ||
| schemaRegistryConfig.Url = new UriBuilder(Uri.UriSchemeHttp, _schemaRegistryContainer.Hostname, _schemaRegistryContainer.GetMappedPublicPort(RestPort)).ToString(); | ||
|
|
||
| // When | ||
| using var schemaRegistry = new CachedSchemaRegistryClient(schemaRegistryConfig); | ||
| _ = await schemaRegistry.RegisterSchemaAsync(subject, new Schema(Schema, SchemaType.Json)) | ||
| .ConfigureAwait(true); | ||
|
|
||
| using var producer = new ProducerBuilder<string, User>(producerConfig) | ||
| .SetValueSerializer(new JsonSerializer<User>(schemaRegistry)) | ||
| .Build(); | ||
|
|
||
| _ = await producer.ProduceAsync(topic, message) | ||
| .ConfigureAwait(true); | ||
|
|
||
| using var consumer = new ConsumerBuilder<string, User>(consumerConfig) | ||
| .SetValueDeserializer(new JsonDeserializer<User>().AsSyncOverAsync()) | ||
| .Build(); | ||
|
|
||
| consumer.Subscribe(topic); | ||
|
|
||
| var result = consumer.Consume(TimeSpan.FromSeconds(15)); | ||
|
|
||
| // Then | ||
| Assert.NotNull(result); | ||
| Assert.Equal(message.Value, result.Message.Value); | ||
| } | ||
|
|
||
| private record User(string FirstName, string LastName); | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.