feat: Bump confluent kafka to 1.6.1 (#51)

Updates confluent-kafka (and librdkafka) from 1.5.0 to 1.6.1.
This upgrade includes support for incremental consumer rebalancing
which we would like to try.

arroyo/backends/kafka/consumer.py

@@ -388,7 +388,10 @@ def poll(self, timeout: Optional[float] = None) -> Optional[Message[KafkaPayload
                 )
             elif code == KafkaError._TRANSPORT:
                 raise TransportError(str(error))
-            elif code == KafkaError.OFFSET_OUT_OF_RANGE:
+            elif code in (
+                KafkaError.OFFSET_OUT_OF_RANGE,
+                KafkaError._AUTO_OFFSET_RESET,
+            ):
                 raise OffsetOutOfRange(str(error))
             else:
                 raise ConsumerError(str(error))

arroyo/errors.py

@@ -32,7 +32,8 @@ def __init__(self, partition: Partition, offset: int):
 
 class OffsetOutOfRange(ConsumerError):
     """
-    Raised when trying to read from an invalid position in the partition.
+    Raised when encountering an auto offset reset error or trying to read from
+    an invalid position in the partition.
     """
 
 

requirements.txt

@@ -1,2 +1,2 @@
-confluent-kafka==1.5.0
+confluent-kafka==1.6.1
 mypy==0.812