12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152 |
- # type: ignore
- from typing import AsyncGenerator
- from core.base.parsers.base_parser import AsyncParser
- from core.base.providers import (
- CompletionProvider,
- DatabaseProvider,
- IngestionConfig,
- )
- class RTFParser(AsyncParser[str | bytes]):
- """Parser for Rich Text Format (.rtf) files."""
- def __init__(
- self,
- config: IngestionConfig,
- database_provider: DatabaseProvider,
- llm_provider: CompletionProvider,
- ):
- self.database_provider = database_provider
- self.llm_provider = llm_provider
- self.config = config
- try:
- from striprtf.striprtf import rtf_to_text
- self.striprtf = rtf_to_text
- except ImportError:
- raise ImportError(
- "Error: 'striprtf' is required to run RTFParser. "
- "Please install it using pip: pip install striprtf"
- )
- async def ingest(
- self, data: str | bytes, **kwargs
- ) -> AsyncGenerator[str, None]:
- if isinstance(data, bytes):
- data = data.decode("utf-8", errors="ignore")
- try:
- # Convert RTF to plain text
- plain_text = self.striprtf(data)
- # Split into paragraphs and yield non-empty ones
- paragraphs = plain_text.split("\n\n")
- for paragraph in paragraphs:
- if paragraph.strip():
- yield paragraph.strip()
- except Exception as e:
- raise ValueError(f"Error processing RTF file: {str(e)}")
|