fetch data from cassandra

sanjushahgupta · sanjushahgupta · commit 8d6b88503559 · 2025-06-05T16:07:29.000+02:00
diff --git a/ingestr/src/cassandra/__init__.py b/ingestr/src/cassandra/__init__.py
@@ -0,0 +1,27 @@
+import dlt
+
+from cassandra.auth import PlainTextAuthProvider  # type: ignore
+from cassandra.cluster import Cluster  # type: ignore
+
+
+@dlt.source(max_table_nesting=0)
+def cassandra_source(
+    host: str,
+    port: int,
+    keyspace: str | None = None,
+    table: str | None = None,
+    username: str | None = None,
+    password: str | None = None,
+):
+    @dlt.resource()
+    def fetch_data():
+        auth_provider = PlainTextAuthProvider(username=username, password=password)
+        cluster = Cluster(contact_points=[host], port=port, auth_provider=auth_provider)
+        session = cluster.connect(keyspace)
+
+        rows = session.execute(f"SELECT * FROM {table}")
+
+        for row in rows:
+            yield row
+
+    return fetch_data
