Source code for docarray.array.chunk

from typing import Iterable, TYPE_CHECKING

from .document import DocumentArray

if TYPE_CHECKING:
    from ..document import Document


[docs]class ChunkArray(DocumentArray): """ :class:`ChunkArray` inherits from :class:`DocumentArray`. It's a subset of Documents. :param doc_views: Set of sub-documents (i.e chunks) of `reference_doc` :param reference_doc: Reference :class:`Document` for the sub-documents """ def __init__(self, doc_views, reference_doc: 'Document'): """ Set constructor method. :param doc_views: protobuf representation of the chunks :param reference_doc: parent document """ self._ref_doc = reference_doc super().__init__(doc_views)
[docs] def append(self, document: 'Document'): """Add a sub-document (i.e chunk) to the current Document. :param document: Sub-document to be appended .. note:: Comparing to :attr:`DocumentArray.append()`, this method adds more safeguard to make sure the added chunk is legit. """ super().append(document) proto = self._pb_body[-1] proto.parent_id = self._ref_doc._pb_body.id proto.granularity = self._ref_doc._pb_body.granularity + 1
[docs] def extend(self, iterable: Iterable['Document']) -> None: """ Extend the :class:`DocumentArray` by appending all the items from the iterable. :param iterable: the iterable of Documents to extend this array with """ for doc in iterable: self.append(doc)
@property def reference_doc(self) -> 'Document': """ Get the document that :class:`ChunkArray` belongs to. :return: reference doc """ return self._ref_doc @property def granularity(self) -> int: """ Get granularity of all document in this array. :return: granularity """ return self._ref_doc.granularity + 1 @property def adjacency(self) -> int: """ Get adjacency of all document in this array. :return: adjacency """ return self._ref_doc.adjacency