refactor: refactor source.py

docs/how-to/document_search/search_documents.md

@@ -6,6 +6,7 @@
 3. Do the search
 
 This guide will walk you through all those steps and explain the details. Let's start with a minimalistic example to get the main idea:
+
 ```python
 import asyncio
 from pathlib import Path
@@ -14,7 +15,8 @@ from ragbits.core.embeddings.litellm import LiteLLMEmbeddings
 from ragbits.core.vector_stores.in_memory import InMemoryVectorStore
 from ragbits.document_search import DocumentSearch
 from ragbits.document_search.documents.document import DocumentMeta
-from ragbits.document_search.documents.sources import GCSSource
+from ragbits.document_search.documents.sources.gcs_source import GCSSource
+
 
 async def main() -> None:
     # Load documents (there are multiple possible sources)
@@ -47,10 +49,12 @@ if __name__ == "__main__":
 Before doing any search we need to have some documents that will build our knowledge base. Ragbits offers a handy class `Document` that stores all the information needed for document loading.
 Objects of this class are usually instantiated using `DocumentMeta` helper class that supports loading files from your local storage, GCS or HuggingFace.
 You can easily add support for your custom sources by extending the `Source` class and implementing the abstract methods:
+
 ```python
 from pathlib import Path
 
-from ragbits.document_search.documents.sources import Source
+from ragbits.document_search.documents.sources.sources import Source
+
 
 class CustomSource(Source):
     @property

docs/quickstart/quickstart2_rag.md

@@ -44,7 +44,7 @@ We first need to direct Ragbits to the location of the documents to load them. T
 
 ```python
 from pathlib import Path
-from ragbits.document_search.documents.sources import LocalFileSource
+from ragbits.document_search.documents.sources.local_file_source import LocalFileSource
 
 # Path to the directory with markdown files to ingest
 documents_path = Path(__file__).parent / "pb-source/en"

examples/document-search/multimodal.py

@@ -38,7 +38,7 @@
 from ragbits.core.vector_stores.in_memory import InMemoryVectorStore
 from ragbits.document_search import DocumentSearch
 from ragbits.document_search.documents.document import DocumentMeta, DocumentType
-from ragbits.document_search.documents.sources import LocalFileSource
+from ragbits.document_search.documents.sources.local_file_source import LocalFileSource
 from ragbits.document_search.ingestion.document_processor import DocumentProcessorRouter
 from ragbits.document_search.ingestion.providers.dummy import DummyImageProvider
 

examples/evaluation/document-search/basic/evaluate.py

@@ -57,7 +57,7 @@
                 },
             },
             "source": {
-                "type": "ragbits.document_search.documents.sources:HuggingFaceSource",
+                "type": "ragbits.document_search.documents.hugging_face_source:HuggingFaceSource",
                 "config": {
                     "path": "micpst/hf-docs",
                     "split": "train[:5]",

examples/evaluation/document-search/basic/optimize.py

@@ -59,7 +59,7 @@
                     },
                 },
                 "source": {
-                    "type": "ragbits.document_search.documents.sources:HuggingFaceSource",
+                    "type": "ragbits.document_search.documents.hugging_face_source:HuggingFaceSource",
                     "config": {
                         "path": "micpst/hf-docs",
                         "split": "train[:5]",

packages/ragbits-cli/tests/unit/test_state.py

@@ -8,7 +8,7 @@
 from rich.table import Column, Table
 
 from ragbits.cli.state import OutputType, _get_nested_field, print_output, print_output_table
-from ragbits.document_search.documents.sources import LocalFileSource
+from ragbits.document_search.documents.sources.local_file_source import LocalFileSource
 
 
 class InnerTestModel(BaseModel):

packages/ragbits-core/tests/integration/vector_stores/test_vector_store.py

@@ -10,7 +10,7 @@
 from ragbits.core.vector_stores.qdrant import QdrantVectorStore
 from ragbits.document_search import DocumentSearch
 from ragbits.document_search.documents.document import DocumentMeta
-from ragbits.document_search.documents.sources import LocalFileSource
+from ragbits.document_search.documents.sources.local_file_source import LocalFileSource
 
 
 @pytest.mark.parametrize(

packages/ragbits-core/tests/unit/vector_stores/test_in_memory.py

@@ -8,7 +8,7 @@
 from ragbits.core.vector_stores.in_memory import InMemoryVectorStore
 from ragbits.document_search.documents.document import DocumentMeta, DocumentType
 from ragbits.document_search.documents.element import Element
-from ragbits.document_search.documents.sources import LocalFileSource
+from ragbits.document_search.documents.sources.local_file_source import LocalFileSource
 
 
 class AnimalElement(Element):

packages/ragbits-document-search/src/ragbits/document_search/_main.py

@@ -16,8 +16,8 @@
 from ragbits.core.vector_stores.base import VectorStoreOptions
 from ragbits.document_search.documents.document import Document, DocumentMeta
 from ragbits.document_search.documents.element import Element, ImageElement
-from ragbits.document_search.documents.source_resolver import SourceResolver
-from ragbits.document_search.documents.sources import Source
+from ragbits.document_search.documents.sources.source_resolver import SourceResolver
+from ragbits.document_search.documents.sources.sources import Source
 from ragbits.document_search.ingestion.document_processor import DocumentProcessorRouter
 from ragbits.document_search.ingestion.processor_strategies import (
     ProcessingExecutionStrategy,

packages/ragbits-document-search/src/ragbits/document_search/documents/document.py

@@ -5,7 +5,8 @@
 
 from pydantic import BaseModel
 
-from ragbits.document_search.documents.sources import LocalFileSource, Source, SourceDiscriminator
+from ragbits.document_search.documents.sources.local_file_source import LocalFileSource
+from ragbits.document_search.documents.sources.sources import Source, SourceDiscriminator
 
 
 class DocumentType(str, Enum):