-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
CrateDB: Derive from dbt-postgres. Remove Python adapter code.
- Loading branch information
Showing
12 changed files
with
39 additions
and
325 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,12 +1,5 @@ | ||
| from dbt.adapters.base import Column | ||
| from dbt.adapters.postgres import PostgresColumn | ||
|
|
||
|
|
||
| class CrateDBColumn(Column): | ||
| @property | ||
| def data_type(self): | ||
| # on cratedb, do not convert 'text' or 'varchar' to 'varchar()' | ||
| if self.dtype.lower() == "text" or ( | ||
| self.dtype.lower() == "character varying" and self.char_size is None | ||
| ): | ||
| return self.dtype | ||
| return super().data_type | ||
| class CrateDBColumn(PostgresColumn): | ||
| pass |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,2 +1 @@ | ||
| from dbt.adapters.cratedb.record.cursor.cursor import PostgresRecordReplayCursor | ||
| from dbt.adapters.cratedb.record.handle import PostgresRecordReplayHandle | ||
| from dbt.adapters.cratedb.record.handle import CrateDBRecordReplayHandle |
This file was deleted.
Oops, something went wrong.
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,12 +1,5 @@ | ||
| from dbt.adapters.record import RecordReplayHandle | ||
| from dbt.adapters.postgres.record import PostgresRecordReplayHandle | ||
|
|
||
| from dbt.adapters.cratedb.record.cursor.cursor import PostgresRecordReplayCursor | ||
|
|
||
|
|
||
| class PostgresRecordReplayHandle(RecordReplayHandle): | ||
| """A custom extension of RecordReplayHandle that returns | ||
| a psycopg-specific PostgresRecordReplayCursor object.""" | ||
|
|
||
| def cursor(self): | ||
| cursor = None if self.native_handle is None else self.native_handle.cursor() | ||
| return PostgresRecordReplayCursor(cursor, self.connection) | ||
| class CrateDBRecordReplayHandle(PostgresRecordReplayHandle): | ||
| pass |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,111 +1,12 @@ | ||
| from dataclasses import dataclass, field | ||
| from typing import FrozenSet, List, Optional | ||
|
|
||
| from dbt.adapters.base.relation import BaseRelation | ||
| from dbt.adapters.contracts.relation import RelationConfig, RelationType | ||
| from dbt.adapters.relation_configs import ( | ||
| RelationConfigChangeAction, | ||
| RelationResults, | ||
| ) | ||
| from dbt_common.exceptions import DbtRuntimeError | ||
| from dataclasses import dataclass | ||
| from dbt.adapters.postgres import PostgresRelation | ||
|
|
||
| from dbt.adapters.cratedb.relation_configs import ( | ||
| MAX_CHARACTERS_IN_IDENTIFIER, | ||
| PostgresIndexConfig, | ||
| PostgresIndexConfigChange, | ||
| PostgresMaterializedViewConfig, | ||
| PostgresMaterializedViewConfigChangeCollection, | ||
| ) | ||
|
|
||
|
|
||
| @dataclass(frozen=True, eq=False, repr=False) | ||
| class CrateDBRelation(BaseRelation): | ||
| renameable_relations: FrozenSet[RelationType] = field( | ||
| default_factory=lambda: frozenset( | ||
| { | ||
| RelationType.View, | ||
| RelationType.Table, | ||
| } | ||
| ) | ||
| ) | ||
| replaceable_relations: FrozenSet[RelationType] = field( | ||
| default_factory=lambda: frozenset( | ||
| { | ||
| RelationType.View, | ||
| RelationType.Table, | ||
| } | ||
| ) | ||
| ) | ||
|
|
||
| def __post_init__(self): | ||
| # Check for length of Postgres table/view names. | ||
| # Check self.type to exclude test relation identifiers | ||
| if ( | ||
| self.identifier is not None | ||
| and self.type is not None | ||
| and len(self.identifier) > self.relation_max_name_length() | ||
| ): | ||
| raise DbtRuntimeError( | ||
| f"Relation name '{self.identifier}' " | ||
| f"is longer than {self.relation_max_name_length()} characters" | ||
| ) | ||
|
|
||
| class CrateDBRelation(PostgresRelation): | ||
| def relation_max_name_length(self): | ||
| return MAX_CHARACTERS_IN_IDENTIFIER | ||
|
|
||
| def get_materialized_view_config_change_collection( | ||
| self, relation_results: RelationResults, relation_config: RelationConfig | ||
| ) -> Optional[PostgresMaterializedViewConfigChangeCollection]: | ||
| config_change_collection = PostgresMaterializedViewConfigChangeCollection() | ||
|
|
||
| existing_materialized_view = PostgresMaterializedViewConfig.from_relation_results( | ||
| relation_results | ||
| ) | ||
| new_materialized_view = PostgresMaterializedViewConfig.from_config(relation_config) | ||
|
|
||
| config_change_collection.indexes = self._get_index_config_changes( | ||
| existing_materialized_view.indexes, new_materialized_view.indexes | ||
| ) | ||
|
|
||
| # we return `None` instead of an empty `PostgresMaterializedViewConfigChangeCollection` object | ||
| # so that it's easier and more extensible to check in the materialization: | ||
| # `core/../materializations/materialized_view.sql` : | ||
| # {% if configuration_changes is none %} | ||
| if config_change_collection.has_changes: | ||
| return config_change_collection | ||
| return None | ||
|
|
||
| def _get_index_config_changes( | ||
| self, | ||
| existing_indexes: FrozenSet[PostgresIndexConfig], | ||
| new_indexes: FrozenSet[PostgresIndexConfig], | ||
| ) -> List[PostgresIndexConfigChange]: | ||
| """ | ||
| Get the index updates that will occur as a result of a new run | ||
| There are four scenarios: | ||
| 1. Indexes are equal -> don't return these | ||
| 2. Index is new -> create these | ||
| 3. Index is old -> drop these | ||
| 4. Indexes are not equal -> drop old, create new -> two actions | ||
| *Note:* | ||
| The order of the operations matters here because if the same index is dropped and recreated | ||
| (e.g. via --full-refresh) then we need to drop it first, then create it. | ||
| Returns: an ordered list of index updates in the form {"action": "drop/create", "context": <IndexConfig>} | ||
| """ | ||
| drop_changes = [ | ||
| PostgresIndexConfigChange.from_dict( | ||
| {"action": RelationConfigChangeAction.drop, "context": index} | ||
| ) | ||
| for index in existing_indexes.difference(new_indexes) | ||
| ] | ||
| create_changes = [ | ||
| PostgresIndexConfigChange.from_dict( | ||
| {"action": RelationConfigChangeAction.create, "context": index} | ||
| ) | ||
| for index in new_indexes.difference(existing_indexes) | ||
| ] | ||
| return drop_changes + create_changes # type: ignore[return-value] |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.