page-2026-04-13T12-37-45-183Z.yml 6.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140
  1. - generic [ref=e2]:
  2. - generic [ref=e3]:
  3. - generic [ref=e6]:
  4. - generic [ref=e7]:
  5. - generic [ref=e8]:
  6. - img [ref=e10]
  7. - heading "Site Scraper" [level=1] [ref=e12]
  8. - navigation [ref=e13]:
  9. - link "Dashboard" [ref=e14] [cursor=pointer]:
  10. - /url: /dashboard
  11. - img [ref=e16]
  12. - text: Dashboard
  13. - link "Sites" [ref=e18] [cursor=pointer]:
  14. - /url: /sites
  15. - img [ref=e20]
  16. - text: Sites
  17. - link "Jobs 0" [ref=e22] [cursor=pointer]:
  18. - /url: /jobs
  19. - img [ref=e24]
  20. - text: Jobs
  21. - generic [ref=e26]: "0"
  22. - link "Content" [ref=e27] [cursor=pointer]:
  23. - /url: /content
  24. - img [ref=e29]
  25. - text: Content
  26. - link "Schedules" [ref=e31] [cursor=pointer]:
  27. - /url: /schedules
  28. - img [ref=e33]
  29. - text: Schedules
  30. - link "Webhooks" [ref=e35] [cursor=pointer]:
  31. - /url: /webhooks
  32. - img [ref=e37]
  33. - text: Webhooks
  34. - link "Qdrant" [ref=e39] [cursor=pointer]:
  35. - /url: /qdrant
  36. - img [ref=e41]
  37. - text: Qdrant
  38. - link "Documentation" [ref=e43] [cursor=pointer]:
  39. - /url: /documentation
  40. - img [ref=e45]
  41. - text: Documentation
  42. - generic [ref=e48]:
  43. - generic [ref=e50]: API
  44. - generic [ref=e51]:
  45. - paragraph [ref=e52]: API User
  46. - paragraph [ref=e53]: Authenticated
  47. - generic [ref=e54]:
  48. - generic [ref=e56]:
  49. - heading "Dashboard" [level=1] [ref=e58]
  50. - generic [ref=e59]:
  51. - button "Toggle theme" [ref=e60] [cursor=pointer]:
  52. - img [ref=e62]
  53. - button "A API User" [ref=e65] [cursor=pointer]:
  54. - generic [ref=e67]: A
  55. - generic [ref=e68]: API User
  56. - main [ref=e69]:
  57. - generic [ref=e72]:
  58. - generic [ref=e77]:
  59. - generic [ref=e78]:
  60. - heading "Vector Search (Qdrant)" [level=2] [ref=e79]
  61. - paragraph [ref=e80]: Manage and monitor the Qdrant vector database integration
  62. - generic [ref=e81]:
  63. - button "Refresh" [ref=e82] [cursor=pointer]:
  64. - img [ref=e84]
  65. - text: Refresh
  66. - button "Run Cleanup" [ref=e86] [cursor=pointer]:
  67. - img [ref=e88]
  68. - text: Run Cleanup
  69. - generic [ref=e90]:
  70. - generic [ref=e91]:
  71. - heading "Service Health" [level=3] [ref=e92]
  72. - paragraph [ref=e93]: Current status of Qdrant services
  73. - generic [ref=e95]:
  74. - generic [ref=e96]:
  75. - generic [ref=e97]:
  76. - img [ref=e99]
  77. - generic [ref=e101]:
  78. - heading "System Healthy" [level=4] [ref=e102]
  79. - paragraph [ref=e103]: All services are operational
  80. - generic [ref=e104]: Healthy
  81. - generic [ref=e105]:
  82. - generic [ref=e106]:
  83. - generic [ref=e107]:
  84. - img [ref=e109]
  85. - generic [ref=e111]: qdrant
  86. - generic [ref=e112]: OK
  87. - generic [ref=e113]:
  88. - generic [ref=e114]:
  89. - img [ref=e116]
  90. - generic [ref=e118]: embedding
  91. - generic [ref=e119]: OK
  92. - generic [ref=e120]:
  93. - generic [ref=e121]:
  94. - img [ref=e123]
  95. - generic [ref=e125]: database
  96. - generic [ref=e126]: OK
  97. - generic [ref=e127]:
  98. - generic [ref=e129]:
  99. - generic [ref=e130]: "0"
  100. - generic [ref=e131]: Total Collections
  101. - generic [ref=e133]:
  102. - generic [ref=e134]: "0"
  103. - generic [ref=e135]: Total Vectors
  104. - generic [ref=e137]:
  105. - generic [ref=e138]: "0"
  106. - generic [ref=e139]: Enabled Sites
  107. - generic [ref=e141]:
  108. - generic [ref=e142]: "0"
  109. - generic [ref=e143]: Recent Embeddings
  110. - generic [ref=e144]:
  111. - generic [ref=e145]:
  112. - heading "Configuration" [level=3] [ref=e146]
  113. - paragraph [ref=e147]: Qdrant and embedding service settings
  114. - generic [ref=e150]:
  115. - img [ref=e153]
  116. - generic [ref=e155]:
  117. - heading "Environment Configuration" [level=4] [ref=e156]
  118. - generic [ref=e157]:
  119. - paragraph [ref=e158]: • Qdrant API URL and credentials are configured via environment variables
  120. - paragraph [ref=e159]: • OpenRouter API is used for text embeddings (text-embedding-3-large model)
  121. - paragraph [ref=e160]: "• Collections follow the naming pattern: {site_custom_id}-{category}_{iterator}"
  122. - paragraph [ref=e161]: "• Vector dimension: 3072 (OpenAI text-embedding-3-large)"
  123. - generic [ref=e162]:
  124. - generic [ref=e163]:
  125. - heading "Management Actions" [level=3] [ref=e164]
  126. - paragraph [ref=e165]: Administrative operations for Qdrant
  127. - generic [ref=e167]:
  128. - generic [ref=e168]:
  129. - heading "Cleanup Operations" [level=4] [ref=e169]
  130. - paragraph [ref=e170]: Remove orphaned collections and process deletion queue
  131. - button "Run Cleanup" [ref=e171] [cursor=pointer]:
  132. - img [ref=e173]
  133. - text: Run Cleanup
  134. - generic [ref=e175]:
  135. - heading "Health Check" [level=4] [ref=e176]
  136. - paragraph [ref=e177]: Test connectivity and service availability
  137. - button "Run Health Check" [ref=e178] [cursor=pointer]:
  138. - img [ref=e180]
  139. - text: Run Health Check
  140. - generic "Notifications" [ref=e76]