r2r_azure.toml 1.1 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243
  1. # A config which overrides all instances of `openai` with `azure` in the `r2r.toml` config
  2. [agent]
  3. [agent.generation_config]
  4. model = "azure/gpt-4o"
  5. [completion]
  6. [completion.generation_config]
  7. model = "azure/gpt-4o"
  8. # KG settings
  9. batch_size = 256
  10. [database.graph_creation_settings]
  11. generation_config = { model = "azure/gpt-4o-mini" }
  12. [database.graph_enrichment_settings]
  13. generation_config = { model = "azure/gpt-4o-mini" }
  14. [database.graph_search_settings]
  15. generation_config = { model = "azure/gpt-4o-mini" }
  16. [embedding]
  17. provider = "litellm"
  18. base_model = "openai/text-embedding-3-small" # continue with `openai` for embeddings, due to server rate limit on azure
  19. base_dimension = 512
  20. [file]
  21. provider = "postgres"
  22. [ingestion]
  23. provider = "r2r"
  24. chunking_strategy = "recursive"
  25. chunk_size = 1_024
  26. chunk_overlap = 512
  27. excluded_parsers = ["mp4"]
  28. audio_transcription_model="azure/whisper-1"
  29. document_summary_model = "azure/gpt-4o-mini"
  30. vision_img_model = "azure/gpt-4o"
  31. vision_pdf_model = "azure/gpt-4o"
  32. [ingestion.chunk_enrichment_settings]
  33. generation_config = { model = "azure/gpt-4o-mini" }