forked from confluentinc/confluent-kafka-dotnet
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Consumer_IncrementalAssign.cs
98 lines (84 loc) · 4.13 KB
/
Consumer_IncrementalAssign.cs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
// Copyright 2020 Confluent Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
// Refer to LICENSE for more information.
#pragma warning disable xUnit1026
using System;
using System.Collections.Generic;
using Xunit;
using Confluent.Kafka.TestsCommon;
namespace Confluent.Kafka.IntegrationTests
{
public partial class Tests
{
/// <summary>
/// Test <see cref="Consumer.IncrementalAssign" /> and <see cref="Consumer.IncrementalUnassign" />.
/// </summary>
[Theory, MemberData(nameof(KafkaParameters))]
public void Consumer_IncrementalAssign(string bootstrapServers)
{
LogToFile("start Consumer_Incremental_1");
var consumerConfig = new ConsumerConfig
{
GroupId = Guid.NewGuid().ToString(),
BootstrapServers = bootstrapServers,
EnableAutoCommit = false,
AutoOffsetReset = AutoOffsetReset.Error
};
using (var consumer = new TestConsumerBuilder<byte[], byte[]>(consumerConfig).Build())
using (var topic1 = new TemporaryTopic(bootstrapServers, 1))
using (var topic2 = new TemporaryTopic(bootstrapServers, 1))
{
Util.ProduceNullStringMessages(bootstrapServers, topic1.Name, 1, 1);
Util.ProduceNullStringMessages(bootstrapServers, topic2.Name, 1, 1);
consumer.IncrementalAssign(new List<TopicPartitionOffset> { new TopicPartitionOffset(topic1.Name, 0, Offset.Beginning) });
var cr1 = consumer.Consume(TimeSpan.FromSeconds(10));
Assert.NotNull(cr1);
Assert.Equal(0, cr1.Offset);
Assert.Equal(topic1.Name, cr1.Topic);
Assert.Equal(0, (int)cr1.Partition);
consumer.Commit(cr1);
consumer.IncrementalAssign(new List<TopicPartitionOffset> { new TopicPartitionOffset(topic2.Name, 0, Offset.Beginning) });
var cr2 = consumer.Consume(TimeSpan.FromSeconds(10));
Assert.NotNull(cr2);
Assert.Equal(0, cr2.Offset);
Assert.Equal(topic2.Name, cr2.Topic);
Assert.Equal(0, (int)cr2.Partition);
consumer.IncrementalUnassign(new List<TopicPartition> { new TopicPartition(topic1.Name, 0) });
Util.ProduceNullStringMessages(bootstrapServers, topic1.Name, 2, 1);
var cr3 = consumer.Consume(TimeSpan.FromSeconds(2));
Assert.Null(cr3);
Util.ProduceNullStringMessages(bootstrapServers, topic2.Name, 3, 1);
var cr4 = consumer.Consume(TimeSpan.FromSeconds(10));
Assert.NotNull(cr4);
Assert.Equal(1, cr4.Offset);
Assert.Equal(topic2.Name, cr4.Topic);
Assert.Equal(0, (int)cr4.Partition);
Assert.Equal(3, cr4.Message.Value.Length);
consumer.IncrementalAssign(new List<TopicPartition> { new TopicPartition(topic1.Name, 0) });
var cr5 = consumer.Consume(TimeSpan.FromSeconds(10));
Assert.NotNull(cr5);
Assert.Equal(1, cr5.Offset);
Assert.Equal(topic1.Name, cr5.Topic);
Assert.Equal(0, (int)cr5.Partition);
var cr6 = consumer.Consume(TimeSpan.FromSeconds(1));
Assert.Null(cr6);
consumer.IncrementalUnassign(new List<TopicPartition> { new TopicPartition(topic1.Name, 0) });
consumer.Unassign();
}
Assert.Equal(0, Library.HandleCount);
LogToFile("end Consumer_IncrementalAssign");
}
}
}