Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

feat: Remove magic-logger #61

Merged
merged 1 commit into from
Jul 20, 2023
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions dynamicio/__init__.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
"""A package for wrapping your I/O operations."""

from dynamicio.io import *
import logging

logging.getLogger(__name__).addHandler(logging.NullHandler())
4 changes: 3 additions & 1 deletion dynamicio/io/kafka.py
Original file line number Diff line number Diff line change
@@ -1,21 +1,23 @@
"""I/O functions and Resource class for kafka targeted operations."""
from __future__ import annotations

import logging
from copy import deepcopy
from enum import Enum
from typing import Any, Callable, Dict, Mapping, Optional, Type

import pandas as pd # type: ignore
import simplejson
from kafka import KafkaProducer # type: ignore
from magic_logger import logger
from pandera import SchemaModel
from pydantic import BaseModel, Field
from uhura import Writable

from dynamicio.inject import check_injections, inject
from dynamicio.serde import ParquetSerde

logger = logging.getLogger(__name__)


class CompressionType(str, Enum):
"""Compression types for Kafka."""
Expand Down
3 changes: 2 additions & 1 deletion dynamicio/io/postgres.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,13 +2,13 @@
from __future__ import annotations

import csv
import logging
import tempfile
from contextlib import contextmanager
from copy import deepcopy
from typing import Any, Dict, Generator, List, Optional, Type

import pandas as pd # type: ignore
from magic_logger import logger
from pandera import SchemaModel
from pydantic import BaseModel, Field # pylint: disable=no-name-in-module
from sqlalchemy import create_engine # type: ignore
Expand All @@ -19,6 +19,7 @@
from dynamicio.inject import check_injections, inject
from dynamicio.serde import ParquetSerde

logger = logging.getLogger(__name__)
Session = sessionmaker()


Expand Down
1 change: 0 additions & 1 deletion requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ fastparquet>=0.8.0
fsspec==2022.3.0
kafka-python~=2.0.2
logzero>=1.7.0
magic-logger>=1.0.2
pandas~=1.2
psycopg2-binary~=2.9.3
pyarrow>=7.0.0
Expand Down