refactor: rename all backend code shops to sites

Rename all API endpoints, scraper classes, service references, MCP tools,
webhooks, and scheduler from shop/shops to site/sites naming. Routes
change from /api/shops to /api/sites. Classes renamed: ShopsEndpoint to
SitesEndpoint, WebshopScraper to WebScraper, ShopDatabase to SiteDatabase.

src/api/components/ContentEndpoint.ts

@@ -1,7 +1,7 @@
 import { Request, Response } from 'express';
 import { BaseEndpointComponent, EndpointMethod } from '../core/types';
 import { logger } from '../../utils/logger';
-import { ShopDatabase } from '../../database/Database';
+import { SiteDatabase } from '../../database/Database';
 import { QdrantService } from '../../services/QdrantService';
 import { ContentExtractor } from '../../scraper/ContentExtractor';
 import { QdrantEmbeddingWorkflow } from '../../services/QdrantEmbeddingWorkflow';
@@ -13,7 +13,7 @@ export class ContentEndpoint extends BaseEndpointComponent {
   private contentExtractor: ContentExtractor;
   private embeddingWorkflow?: QdrantEmbeddingWorkflow;
 
-  constructor(private db: ShopDatabase, private config?: AppConfig) {
+  constructor(private db: SiteDatabase, private config?: AppConfig) {
     super();
     this.contentExtractor = new ContentExtractor();
     if (config) {
@@ -26,11 +26,11 @@ export class ContentEndpoint extends BaseEndpointComponent {
     return [
       this.createEndpoint(
         'GET',
-        '/api/shops/:id/content',
+        '/api/sites/:id/content',
         this.getAllContent.bind(this),
         {
-          summary: 'List all content for a shop',
-          description: 'Retrieves all content (from sitemap and custom URLs) for a shop, including disabled content',
+          summary: 'List all content for a site',
+          description: 'Retrieves all content (from sitemap and custom URLs) for a site, including disabled content',
           tags: ['Content'],
           parameters: [
             {
@@ -38,7 +38,7 @@ export class ContentEndpoint extends BaseEndpointComponent {
               in: 'path',
               type: 'string',
               required: true,
-              description: 'Shop ID (internal UUID or custom UUID)'
+              description: 'Site ID (internal UUID or custom UUID)'
             },
             {
               name: 'include_disabled',
@@ -54,7 +54,7 @@ export class ContentEndpoint extends BaseEndpointComponent {
               schema: {
                 type: 'object',
                 properties: {
-                  shop_id: { type: 'string' },
+                  site_id: { type: 'string' },
                   content: {
                     type: 'array',
                     items: {
@@ -74,7 +74,7 @@ export class ContentEndpoint extends BaseEndpointComponent {
               }
             },
             '404': {
-              description: 'Shop not found'
+              description: 'Site not found'
             }
           },
           requiresAuth: true
@@ -82,7 +82,7 @@ export class ContentEndpoint extends BaseEndpointComponent {
       ),
       this.createEndpoint(
         'PATCH',
-        '/api/shops/:id/content/:contentId',
+        '/api/sites/:id/content/:contentId',
         this.updateContent.bind(this),
         {
           summary: 'Enable or disable content',
@@ -94,7 +94,7 @@ export class ContentEndpoint extends BaseEndpointComponent {
               in: 'path',
               type: 'string',
               required: true,
-              description: 'Shop ID (internal UUID or custom UUID)'
+              description: 'Site ID (internal UUID or custom UUID)'
             },
             {
               name: 'contentId',
@@ -134,7 +134,7 @@ export class ContentEndpoint extends BaseEndpointComponent {
               description: 'Invalid request data'
             },
             '404': {
-              description: 'Shop or content not found'
+              description: 'Site or content not found'
             }
           },
           requiresAuth: true
@@ -153,16 +153,16 @@ export class ContentEndpoint extends BaseEndpointComponent {
       const { id } = req.params;
       const includeDisabled = req.query.include_disabled !== 'false'; // Default true
 
-      const shop = this.db.getShopByAnyId(id);
-      if (!shop) {
-        res.status(404).json({ error: 'Shop not found' });
+      const site = this.db.getSiteByAnyId(id);
+      if (!site) {
+        res.status(404).json({ error: 'Site not found' });
         return;
       }
 
-      const content = this.db.getAllShopContent(shop.id, includeDisabled);
+      const content = this.db.getAllSiteContent(site.id, includeDisabled);
 
       res.json({
-        shop_id: shop.id,
+        site_id: site.id,
         content: content.map(c => ({
           id: c.id,
           url: c.url,
@@ -194,22 +194,22 @@ export class ContentEndpoint extends BaseEndpointComponent {
         return;
       }
 
-      // Verify shop exists
-      const shop = this.db.getShopByAnyId(id);
-      if (!shop) {
-        res.status(404).json({ error: 'Shop not found' });
+      // Verify site exists
+      const site = this.db.getSiteByAnyId(id);
+      if (!site) {
+        res.status(404).json({ error: 'Site not found' });
         return;
       }
 
-      // Verify content exists and belongs to this shop
+      // Verify content exists and belongs to this site
       const content = this.db.getContentById(contentId);
       if (!content) {
         res.status(404).json({ error: 'Content not found' });
         return;
       }
 
-      if (content.shop_id !== shop.id) {
-        res.status(404).json({ error: 'Content does not belong to this shop' });
+      if (content.site_id !== site.id) {
+        res.status(404).json({ error: 'Content does not belong to this site' });
         return;
       }
 
@@ -231,7 +231,7 @@ export class ContentEndpoint extends BaseEndpointComponent {
         // First, delete from Qdrant if available
         if (this.qdrantService) {
           try {
-            const embeddings = this.db.getShopEmbeddings(contentId);
+            const embeddings = this.db.getSiteEmbeddings(contentId);
             for (const emb of embeddings) {
               await this.qdrantService.deletePointsByContentId(emb.collection_name, contentId);
               logger.info(`Deleted Qdrant points for content ${contentId} from collection ${emb.collection_name}`);
@@ -248,11 +248,11 @@ export class ContentEndpoint extends BaseEndpointComponent {
         // Then delete content data (clears content but keeps URL record)
         this.db.deleteContentData(contentId);
         actionTaken = 'content_and_embeddings_deleted';
-        logger.info(`Disabled content ${contentId} and cleared data for shop ${shop.id}`);
+        logger.info(`Disabled content ${contentId} and cleared data for site ${site.id}`);
       } else {
         // Re-enabling: update the flag and scrape immediately
         this.db.setContentEnabled(contentId, true);
-        logger.info(`Re-enabled content ${contentId} for shop ${shop.id}, starting immediate scrape`);
+        logger.info(`Re-enabled content ${contentId} for site ${site.id}, starting immediate scrape`);
 
         // Scrape the content immediately
         try {
@@ -260,7 +260,7 @@ export class ContentEndpoint extends BaseEndpointComponent {
 
           // Save the scraped content
           const saveResult = this.db.saveContent(
-            shop.id,
+            site.id,
             content.content_type as 'shipping' | 'contacts' | 'terms' | 'faq',
             content.url,
             extractionResult.content,
@@ -271,7 +271,7 @@ export class ContentEndpoint extends BaseEndpointComponent {
           if (this.embeddingWorkflow && !saveResult.skipped) {
             const contentHash = createHash('sha256').update(extractionResult.content).digest('hex');
             await this.embeddingWorkflow.processContentForEmbedding(
-              shop.id,
+              site.id,
               saveResult.contentId,
               content.content_type as 'shipping' | 'contacts' | 'terms' | 'faq',
               content.url,
@@ -283,7 +283,7 @@ export class ContentEndpoint extends BaseEndpointComponent {
           }
 
           actionTaken = saveResult.skipped ? 'skipped_duplicate' : 'rescraped_and_saved';
-          logger.info(`Successfully re-scraped content ${contentId} for shop ${shop.id}`);
+          logger.info(`Successfully re-scraped content ${contentId} for site ${site.id}`);
         } catch (error) {
           logger.error(`Failed to re-scrape content ${contentId}:`, error);
           actionTaken = 'enabled_but_scrape_failed';

src/api/components/CustomUrlsEndpoint.ts

@@ -2,12 +2,12 @@ import { Request, Response } from 'express';
 import { v4 as uuidv4 } from 'uuid';
 import { BaseEndpointComponent, EndpointMethod } from '../core/types';
 import { logger } from '../../utils/logger';
-import { ShopDatabase } from '../../database/Database';
+import { SiteDatabase } from '../../database/Database';
 import { JobQueue } from '../../queue/JobQueue';
 import { ScraperJob } from '../../types';
 
 export class CustomUrlsEndpoint extends BaseEndpointComponent {
-  constructor(private db: ShopDatabase, private jobQueue?: JobQueue) {
+  constructor(private db: SiteDatabase, private jobQueue?: JobQueue) {
     super();
   }
 
@@ -15,10 +15,10 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
     return [
       this.createEndpoint(
         'POST',
-        '/api/shops/:id/custom-urls',
+        '/api/sites/:id/custom-urls',
         this.addCustomUrl.bind(this),
         {
-          summary: 'Add a custom URL to scrape for a shop',
+          summary: 'Add a custom URL to scrape for a site',
           description: 'Adds a custom URL to be scraped for specific content type. The URL must be on the same domain and cannot be the root URL. Triggers immediate scraping via the job queue.',
           tags: ['Custom URLs'],
           parameters: [
@@ -27,7 +27,7 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
               in: 'path',
               type: 'string',
               required: true,
-              description: 'Shop ID (internal UUID or custom UUID)'
+              description: 'Site ID (internal UUID or custom UUID)'
             }
           ],
           requestBody: {
@@ -38,7 +38,7 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
                 url: {
                   type: 'string',
                   format: 'url',
-                  description: 'URL to scrape (must belong to the same domain as the shop)'
+                  description: 'URL to scrape (must belong to the same domain as the site)'
                 },
                 content_type: {
                   type: 'string',
@@ -60,7 +60,7 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
                     type: 'object',
                     properties: {
                       id: { type: 'string' },
-                      shop_id: { type: 'string' },
+                      site_id: { type: 'string' },
                       url: { type: 'string' },
                       content_type: { type: 'string' },
                       enabled: { type: 'boolean' },
@@ -76,7 +76,7 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
               description: 'Invalid request data or URL not in same domain'
             },
             '404': {
-              description: 'Shop not found'
+              description: 'Site not found'
             },
             '409': {
               description: 'URL already exists or already scraped'
@@ -87,11 +87,11 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
       ),
       this.createEndpoint(
         'GET',
-        '/api/shops/:id/custom-urls',
+        '/api/sites/:id/custom-urls',
         this.getCustomUrls.bind(this),
         {
-          summary: 'List all custom URLs for a shop',
-          description: 'Retrieves all custom URLs configured for a shop',
+          summary: 'List all custom URLs for a site',
+          description: 'Retrieves all custom URLs configured for a site',
           tags: ['Custom URLs'],
           parameters: [
             {
@@ -99,7 +99,7 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
               in: 'path',
               type: 'string',
               required: true,
-              description: 'Shop ID (internal UUID or custom UUID)'
+              description: 'Site ID (internal UUID or custom UUID)'
             }
           ],
           responses: {
@@ -108,7 +108,7 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
               schema: {
                 type: 'object',
                 properties: {
-                  shop_id: { type: 'string' },
+                  site_id: { type: 'string' },
                   custom_urls: {
                     type: 'array',
                     items: {
@@ -126,7 +126,7 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
               }
             },
             '404': {
-              description: 'Shop not found'
+              description: 'Site not found'
             }
           },
           requiresAuth: true
@@ -134,7 +134,7 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
       ),
       this.createEndpoint(
         'PATCH',
-        '/api/shops/:id/custom-urls/:customUrlId',
+        '/api/sites/:id/custom-urls/:customUrlId',
         this.updateCustomUrl.bind(this),
         {
           summary: 'Enable or disable a custom URL',
@@ -146,7 +146,7 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
               in: 'path',
               type: 'string',
               required: true,
-              description: 'Shop ID (internal UUID or custom UUID)'
+              description: 'Site ID (internal UUID or custom UUID)'
             },
             {
               name: 'customUrlId',
@@ -182,10 +182,10 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
               }
             },
             '403': {
-              description: 'Custom URL does not belong to this shop'
+              description: 'Custom URL does not belong to this site'
             },
             '404': {
-              description: 'Shop or custom URL not found'
+              description: 'Site or custom URL not found'
             }
           },
           requiresAuth: true
@@ -193,11 +193,11 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
       ),
       this.createEndpoint(
         'DELETE',
-        '/api/shops/:id/custom-urls/:customUrlId',
+        '/api/sites/:id/custom-urls/:customUrlId',
         this.deleteCustomUrl.bind(this),
         {
           summary: 'Delete a custom URL',
-          description: 'Permanently removes a custom URL from the shop configuration',
+          description: 'Permanently removes a custom URL from the site configuration',
           tags: ['Custom URLs'],
           parameters: [
             {
@@ -205,7 +205,7 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
               in: 'path',
               type: 'string',
               required: true,
-              description: 'Shop ID (internal UUID or custom UUID)'
+              description: 'Site ID (internal UUID or custom UUID)'
             },
             {
               name: 'customUrlId',
@@ -227,10 +227,10 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
               }
             },
             '403': {
-              description: 'Custom URL does not belong to this shop'
+              description: 'Custom URL does not belong to this site'
             },
             '404': {
-              description: 'Shop or custom URL not found'
+              description: 'Site or custom URL not found'
             }
           },
           requiresAuth: true
@@ -273,18 +273,18 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
         return;
       }
 
-      // Check if shop exists (try custom_id first, then internal ID)
-      const shop = this.db.getShopByAnyId(id);
-      if (!shop) {
-        res.status(404).json({ error: 'Shop not found' });
+      // Check if site exists (try custom_id first, then internal ID)
+      const site = this.db.getSiteByAnyId(id);
+      if (!site) {
+        res.status(404).json({ error: 'Site not found' });
         return;
       }
 
-      // Validate that the URL belongs to the same domain as the shop
-      const shopUrl = new URL(shop.url);
-      if (parsedUrl.hostname !== shopUrl.hostname) {
+      // Validate that the URL belongs to the same domain as the site
+      const siteUrl = new URL(site.url);
+      if (parsedUrl.hostname !== siteUrl.hostname) {
         res.status(400).json({
-          error: `URL must belong to the same domain as the shop (${shopUrl.hostname})`
+          error: `URL must belong to the same domain as the site (${siteUrl.hostname})`
         });
         return;
       }
@@ -301,7 +301,7 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
       }
 
       // Check if URL was already scraped
-      const alreadyScraped = this.db.isUrlAlreadyScraped(shop.id, url);
+      const alreadyScraped = this.db.isUrlAlreadyScraped(site.id, url);
       if (alreadyScraped) {
         res.status(409).json({
           error: 'This URL has already been scraped from the sitemap',
@@ -312,30 +312,30 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
 
       // Create custom URL
       try {
-        const customUrl = this.db.createCustomUrl(shop.id, url, content_type);
+        const customUrl = this.db.createCustomUrl(site.id, url, content_type);
 
         // Trigger immediate scraping if job queue is available
         let jobId: string | undefined;
         if (this.jobQueue) {
           const job: ScraperJob = {
             id: uuidv4(),
-            sitemapUrl: shop.url, // Use shop URL for sitemap
+            sitemapUrl: site.url, // Use site URL for sitemap
             status: 'pending',
             createdAt: new Date(),
             updatedAt: new Date(),
-            shopId: shop.id
+            siteId: site.id
           };
 
           this.jobQueue.addJob(job);
           jobId = job.id;
-          logger.info(`Triggered scraping job ${job.id} for custom URL ${url} in shop ${shop.id}`);
+          logger.info(`Triggered scraping job ${job.id} for custom URL ${url} in site ${site.id}`);
         }
 
         res.status(201).json({
           message: 'Custom URL added successfully' + (jobId ? ' and scraping started' : ''),
           custom_url: {
             id: customUrl.id,
-            shop_id: customUrl.shop_id,
+            site_id: customUrl.site_id,
             url: customUrl.url,
             content_type: customUrl.content_type,
             enabled: customUrl.enabled,
@@ -364,17 +364,17 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
       }
 
       const { id } = req.params;
-      const shop = this.db.getShopByAnyId(id);
+      const site = this.db.getSiteByAnyId(id);
 
-      if (!shop) {
-        res.status(404).json({ error: 'Shop not found' });
+      if (!site) {
+        res.status(404).json({ error: 'Site not found' });
         return;
       }
 
-      const customUrls = this.db.getCustomUrls(shop.id);
+      const customUrls = this.db.getCustomUrls(site.id);
 
       res.json({
-        shop_id: shop.id,
+        site_id: site.id,
         custom_urls: customUrls.map(cu => ({
           id: cu.id,
           url: cu.url,
@@ -404,10 +404,10 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
         return;
       }
 
-      // Get shop by any ID (try custom_id first, then internal ID)
-      const shop = this.db.getShopByAnyId(id);
-      if (!shop) {
-        res.status(404).json({ error: 'Shop not found' });
+      // Get site by any ID (try custom_id first, then internal ID)
+      const site = this.db.getSiteByAnyId(id);
+      if (!site) {
+        res.status(404).json({ error: 'Site not found' });
         return;
       }
 
@@ -417,8 +417,8 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
         return;
       }
 
-      if (customUrl.shop_id !== shop.id) {
-        res.status(403).json({ error: 'Custom URL does not belong to this shop' });
+      if (customUrl.site_id !== site.id) {
+        res.status(403).json({ error: 'Custom URL does not belong to this site' });
         return;
       }
 
@@ -444,10 +444,10 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
 
       const { id, customUrlId } = req.params;
 
-      // Get shop by any ID (try custom_id first, then internal ID)
-      const shop = this.db.getShopByAnyId(id);
-      if (!shop) {
-        res.status(404).json({ error: 'Shop not found' });
+      // Get site by any ID (try custom_id first, then internal ID)
+      const site = this.db.getSiteByAnyId(id);
+      if (!site) {
+        res.status(404).json({ error: 'Site not found' });
         return;
       }
 
@@ -457,8 +457,8 @@ export class CustomUrlsEndpoint extends BaseEndpointComponent {
         return;
       }
 
-      if (customUrl.shop_id !== shop.id) {
-        res.status(403).json({ error: 'Custom URL does not belong to this shop' });
+      if (customUrl.site_id !== site.id) {
+        res.status(403).json({ error: 'Custom URL does not belong to this site' });
         return;
       }
 

src/api/components/JobsEndpoint.ts

@@ -4,12 +4,12 @@ import { BaseEndpointComponent, EndpointMethod } from '../core/types';
 import { JobQueue } from '../../queue/JobQueue';
 import { ScraperJob } from '../../types';
 import { logger } from '../../utils/logger';
-import { ShopDatabase } from '../../database/Database';
+import { SiteDatabase } from '../../database/Database';
 
 export class JobsEndpoint extends BaseEndpointComponent {
   constructor(
     private jobQueue: JobQueue,
-    private db?: ShopDatabase
+    private db?: SiteDatabase
   ) {
     super();
   }
@@ -22,7 +22,7 @@ export class JobsEndpoint extends BaseEndpointComponent {
         this.createJob.bind(this),
         {
           summary: 'Create a new scraping job',
-          description: 'Creates a new job to scrape a webshop. If database is available, creates or finds the shop record.',
+          description: 'Creates a new job to scrape a website. If database is available, creates or finds the site record.',
           tags: ['Jobs'],
           requestBody: {
             required: true,
@@ -32,12 +32,12 @@ export class JobsEndpoint extends BaseEndpointComponent {
                 url: {
                   type: 'string',
                   format: 'url',
-                  description: 'The URL of the webshop to scrape'
+                  description: 'The URL of the website to scrape'
                 },
                 custom_id: {
                   type: 'string',
                   pattern: '^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$',
-                  description: 'Optional custom UUID for the shop'
+                  description: 'Optional custom UUID for the site'
                 }
               },
               required: ['url']
@@ -50,7 +50,7 @@ export class JobsEndpoint extends BaseEndpointComponent {
                 type: 'object',
                 properties: {
                   job_id: { type: 'string' },
-                  shop_id: { type: 'string' },
+                  site_id: { type: 'string' },
                   status: { type: 'string' },
                   message: { type: 'string' }
                 }
@@ -169,15 +169,15 @@ export class JobsEndpoint extends BaseEndpointComponent {
         return;
       }
 
-      let shopId: string | undefined;
+      let siteId: string | undefined;
 
-      // If database is available, create or find shop
+      // If database is available, create or find site
       if (this.db) {
         const { SitemapParser } = require('../../scraper/SitemapParser');
-        const { sitemapUrl, webshopType } = SitemapParser.getSitemapUrl(url);
+        const { sitemapUrl, sitePlatform } = SitemapParser.getSitemapUrl(url);
 
-        let shop = this.db.getShopByUrl(url);
-        if (!shop) {
+        let site = this.db.getSiteByUrl(url);
+        if (!site) {
           // Validate custom_id format if provided
           if (custom_id && !/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i.test(custom_id)) {
             res.status(400).json({ error: 'custom_id must be a valid UUID format' });
@@ -185,15 +185,15 @@ export class JobsEndpoint extends BaseEndpointComponent {
           }
 
           // Check if custom_id is already in use
-          if (custom_id && this.db.getShopByCustomId(custom_id)) {
+          if (custom_id && this.db.getSiteByCustomId(custom_id)) {
             res.status(409).json({ error: 'custom_id is already in use' });
             return;
           }
 
-          shop = this.db.createShop(url, sitemapUrl, webshopType, custom_id);
-          logger.info(`Created new shop: ${shop.id}${shop.custom_id ? ` with custom ID ${shop.custom_id}` : ''}`);
+          site = this.db.createSite(url, sitemapUrl, sitePlatform, custom_id);
+          logger.info(`Created new site: ${site.id}${site.custom_id ? ` with custom ID ${site.custom_id}` : ''}`);
         }
-        shopId = shop.id;
+        siteId = site.id;
       }
 
       // Create new job
@@ -203,16 +203,16 @@ export class JobsEndpoint extends BaseEndpointComponent {
         status: 'pending',
         createdAt: new Date(),
         updatedAt: new Date(),
-        shopId
+        siteId
       };
 
       this.jobQueue.addJob(job);
 
-      logger.info(`New job created: ${job.id} for shop: ${shopId || 'N/A'}`);
+      logger.info(`New job created: ${job.id} for site: ${siteId || 'N/A'}`);
 
       res.status(201).json({
         job_id: job.id,
-        shop_id: shopId,
+        site_id: siteId,
         status: job.status,
         message: 'Job created successfully'
       });

src/api/components/McpEndpoint.ts

@@ -1,10 +1,10 @@
 import { Request, Response } from 'express';
 import { BaseEndpointComponent, EndpointMethod } from '../core/types';
 import { logger } from '../../utils/logger';
-import { ShopDatabase } from '../../database/Database';
+import { SiteDatabase } from '../../database/Database';
 
 export class McpEndpoint extends BaseEndpointComponent {
-  constructor(private db: ShopDatabase) {
+  constructor(private db: SiteDatabase) {
     super();
   }
 
@@ -40,7 +40,7 @@ export class McpEndpoint extends BaseEndpointComponent {
               in: 'query',
               type: 'string',
               required: false,
-              description: 'Group results by: day, hour, shop, tool'
+              description: 'Group results by: day, hour, site, tool'
             }
           ],
           responses: {
@@ -58,7 +58,7 @@ export class McpEndpoint extends BaseEndpointComponent {
                     type: 'object',
                     additionalProperties: { type: 'number' }
                   },
-                  shop_usage: {
+                  site_usage: {
                     type: 'object',
                     additionalProperties: { type: 'number' }
                   },
@@ -82,20 +82,20 @@ export class McpEndpoint extends BaseEndpointComponent {
 
       this.createEndpoint(
         'GET',
-        '/api/shops/:shopId/mcp/analytics',
+        '/api/sites/:siteId/mcp/analytics',
         this.getShopMcpAnalytics.bind(this),
         {
-          summary: 'Get shop MCP analytics',
-          description: 'Get MCP usage analytics for a specific shop',
+          summary: 'Get site MCP analytics',
+          description: 'Get MCP usage analytics for a specific site',
           tags: ['MCP'],
           requiresAuth: true,
           parameters: [
             {
-              name: 'shopId',
+              name: 'siteId',
               in: 'path',
               type: 'string',
               required: true,
-              description: 'Shop ID'
+              description: 'Site ID'
             },
             {
               name: 'dateFrom',
@@ -114,11 +114,11 @@ export class McpEndpoint extends BaseEndpointComponent {
           ],
           responses: {
             '200': {
-              description: 'Shop MCP analytics',
+              description: 'Site MCP analytics',
               schema: {
                 type: 'object',
                 properties: {
-                  shop_id: { type: 'string' },
+                  site_id: { type: 'string' },
                   total_calls: { type: 'number' },
                   successful_calls: { type: 'number' },
                   failed_calls: { type: 'number' },
@@ -146,7 +146,7 @@ export class McpEndpoint extends BaseEndpointComponent {
                 }
               }
             },
-            '404': { description: 'Shop not found' }
+            '404': { description: 'Site not found' }
           }
         }
       ),
@@ -163,11 +163,11 @@ export class McpEndpoint extends BaseEndpointComponent {
           requiresAuth: true,
           parameters: [
             {
-              name: 'shopId',
+              name: 'siteId',
               in: 'query',
               type: 'string',
               required: false,
-              description: 'Filter by shop ID'
+              description: 'Filter by site ID'
             },
             {
               name: 'toolName',
@@ -210,7 +210,7 @@ export class McpEndpoint extends BaseEndpointComponent {
                       type: 'object',
                       properties: {
                         id: { type: 'string' },
-                        shop_id: { type: 'string' },
+                        site_id: { type: 'string' },
                         tool_name: { type: 'string' },
                         query: { type: 'string' },
                         parameters: { type: 'object' },
@@ -263,7 +263,7 @@ export class McpEndpoint extends BaseEndpointComponent {
                 type: 'object',
                 properties: {
                   id: { type: 'string' },
-                  shop_id: { type: 'string' },
+                  site_id: { type: 'string' },
                   tool_name: { type: 'string' },
                   query: { type: 'string' },
                   parameters: { type: 'object' },
@@ -416,7 +416,7 @@ export class McpEndpoint extends BaseEndpointComponent {
                       type: 'object',
                       properties: {
                         id: { type: 'string' },
-                        shop_id: { type: 'string' },
+                        site_id: { type: 'string' },
                         tool_name: { type: 'string' },
                         query: { type: 'string' },
                         success: { type: 'boolean' },
@@ -433,23 +433,23 @@ export class McpEndpoint extends BaseEndpointComponent {
         }
       ),
 
-      // Shop MCP Logs
+      // Site MCP Logs
       this.createEndpoint(
         'GET',
-        '/api/mcp/shops/:shopId/logs',
+        '/api/mcp/sites/:siteId/logs',
         this.getShopMcpLogs.bind(this),
         {
-          summary: 'Get shop MCP logs',
-          description: 'Get MCP logs for a specific shop',
+          summary: 'Get site MCP logs',
+          description: 'Get MCP logs for a specific site',
           tags: ['MCP'],
           requiresAuth: true,
           parameters: [
             {
-              name: 'shopId',
+              name: 'siteId',
               in: 'path',
               type: 'string',
               required: true,
-              description: 'Shop ID'
+              description: 'Site ID'
             },
             {
               name: 'limit',
@@ -475,7 +475,7 @@ export class McpEndpoint extends BaseEndpointComponent {
           ],
           responses: {
             '200': {
-              description: 'Shop MCP logs',
+              description: 'Site MCP logs',
               schema: {
                 type: 'object',
                 properties: {
@@ -485,7 +485,7 @@ export class McpEndpoint extends BaseEndpointComponent {
                       type: 'object',
                       properties: {
                         id: { type: 'string' },
-                        shop_id: { type: 'string' },
+                        site_id: { type: 'string' },
                         tool_name: { type: 'string' },
                         query: { type: 'string' },
                         success: { type: 'boolean' },
@@ -498,28 +498,28 @@ export class McpEndpoint extends BaseEndpointComponent {
                 }
               }
             },
-            '404': { description: 'Shop not found' }
+            '404': { description: 'Site not found' }
           }
         }
       ),
 
-      // Clear Shop MCP Logs
+      // Clear Site MCP Logs
       this.createEndpoint(
         'DELETE',
-        '/api/mcp/shops/:shopId/logs',
+        '/api/mcp/sites/:siteId/logs',
         this.clearShopMcpLogs.bind(this),
         {
-          summary: 'Clear shop MCP logs',
-          description: 'Delete all MCP logs for a specific shop',
+          summary: 'Clear site MCP logs',
+          description: 'Delete all MCP logs for a specific site',
           tags: ['MCP'],
           requiresAuth: true,
           parameters: [
             {
-              name: 'shopId',
+              name: 'siteId',
               in: 'path',
               type: 'string',
               required: true,
-              description: 'Shop ID'
+              description: 'Site ID'
             }
           ],
           responses: {
@@ -532,7 +532,7 @@ export class McpEndpoint extends BaseEndpointComponent {
                 }
               }
             },
-            '404': { description: 'Shop not found' }
+            '404': { description: 'Site not found' }
           }
         }
       )
@@ -557,8 +557,8 @@ export class McpEndpoint extends BaseEndpointComponent {
       // Get tool usage breakdown
       const toolUsage = this.db.getMcpToolUsage(options);
 
-      // Get shop usage breakdown
-      const shopUsage = this.db.getMcpShopUsage(options);
+      // Get site usage breakdown
+      const siteUsage = this.db.getMcpSiteUsage(options);
 
       // Get timeline data if requested
       let timeline: any[] = [];
@@ -573,7 +573,7 @@ export class McpEndpoint extends BaseEndpointComponent {
         success_rate: successRate,
         avg_response_time: analytics.avg_response_time,
         tool_usage: toolUsage,
-        shop_usage: shopUsage,
+        site_usage: siteUsage,
         timeline
       });
     } catch (error) {
@@ -584,30 +584,30 @@ export class McpEndpoint extends BaseEndpointComponent {
 
   private async getShopMcpAnalytics(req: Request, res: Response): Promise<void> {
     try {
-      const { shopId } = req.params;
+      const { siteId } = req.params;
       const { dateFrom, dateTo } = req.query;
 
-      // Get shop by any ID (try custom_id first, then internal ID)
-      const shop = this.db.getShopByAnyId(shopId);
-      if (!shop) {
-        res.status(404).json({ error: 'Shop not found' });
+      // Get site by any ID (try custom_id first, then internal ID)
+      const site = this.db.getSiteByAnyId(siteId);
+      if (!site) {
+        res.status(404).json({ error: 'Site not found' });
         return;
       }
 
-      const options: any = { shopId };
+      const options: any = { siteId };
       if (dateFrom) options.dateFrom = dateFrom as string;
       if (dateTo) options.dateTo = dateTo as string;
 
       const analytics = this.db.getMcpAnalytics(options);
       const toolUsage = this.db.getMcpToolUsage(options);
-      const recentCalls = this.db.getMcpLogs({ shopId, limit: 20 });
+      const recentCalls = this.db.getMcpLogs({ siteId, limit: 20 });
 
       const successRate = analytics.total_calls > 0
         ? (analytics.successful_calls / analytics.total_calls) * 100
         : 0;
 
       res.json({
-        shop_id: shopId,
+        site_id: siteId,
         total_calls: analytics.total_calls,
         successful_calls: analytics.successful_calls,
         failed_calls: analytics.failed_calls,
@@ -617,21 +617,21 @@ export class McpEndpoint extends BaseEndpointComponent {
         recent_calls: recentCalls.logs
       });
     } catch (error) {
-      logger.error('Failed to get shop MCP analytics:', error);
+      logger.error('Failed to get site MCP analytics:', error);
       res.status(500).json({ error: 'Internal server error' });
     }
   }
 
   private async getMcpLogs(req: Request, res: Response): Promise<void> {
     try {
-      const { shopId, toolName, success, limit, offset } = req.query;
+      const { siteId, toolName, success, limit, offset } = req.query;
 
       const options: any = {
         limit: parseInt(limit as string) || 100,
         offset: parseInt(offset as string) || 0
       };
 
-      if (shopId) options.shopId = shopId as string;
+      if (siteId) options.siteId = siteId as string;
       if (toolName) options.toolName = toolName as string;
       if (success !== undefined) options.success = success === 'true';
 
@@ -725,22 +725,22 @@ export class McpEndpoint extends BaseEndpointComponent {
 
   private async getShopMcpLogs(req: Request, res: Response): Promise<void> {
     try {
-      const { shopId } = req.params;
+      const { siteId } = req.params;
       const { limit, success, tool_name } = req.query;
 
-      // Get shop from database - try both internal ID and custom ID
-      // Get shop by any ID (try custom_id first, then internal ID)
-      let shop = this.db.getShopByAnyId(shopId);
-      if (!shop) {
-        shop = this.db.getShopByCustomId(shopId);
+      // Get site from database - try both internal ID and custom ID
+      // Get site by any ID (try custom_id first, then internal ID)
+      let site = this.db.getSiteByAnyId(siteId);
+      if (!site) {
+        site = this.db.getSiteByCustomId(siteId);
       }
-      if (!shop) {
-        res.status(404).json({ error: 'Shop not found' });
+      if (!site) {
+        res.status(404).json({ error: 'Site not found' });
         return;
       }
 
       const options: any = {
-        shopId: shop.id,
+        siteId: site.id,
         limit: parseInt(limit as string) || 100,
         offset: 0
       };
@@ -752,31 +752,31 @@ export class McpEndpoint extends BaseEndpointComponent {
 
       res.json({ logs: result.logs });
     } catch (error) {
-      logger.error('Failed to get shop MCP logs:', error);
+      logger.error('Failed to get site MCP logs:', error);
       res.status(500).json({ error: 'Internal server error' });
     }
   }
 
   private async clearShopMcpLogs(req: Request, res: Response): Promise<void> {
     try {
-      const { shopId } = req.params;
+      const { siteId } = req.params;
 
-      // Get shop from database - try both internal ID and custom ID
-      // Get shop by any ID (try custom_id first, then internal ID)
-      let shop = this.db.getShopByAnyId(shopId);
-      if (!shop) {
-        shop = this.db.getShopByCustomId(shopId);
+      // Get site from database - try both internal ID and custom ID
+      // Get site by any ID (try custom_id first, then internal ID)
+      let site = this.db.getSiteByAnyId(siteId);
+      if (!site) {
+        site = this.db.getSiteByCustomId(siteId);
       }
-      if (!shop) {
-        res.status(404).json({ error: 'Shop not found' });
+      if (!site) {
+        res.status(404).json({ error: 'Site not found' });
         return;
       }
 
-      this.db.clearShopMcpLogs(shop.id);
+      this.db.clearSiteMcpLogs(site.id);
 
-      res.json({ message: `Cleared all MCP logs for shop ${shop.id}` });
+      res.json({ message: `Cleared all MCP logs for site ${site.id}` });
     } catch (error) {
-      logger.error('Failed to clear shop MCP logs:', error);
+      logger.error('Failed to clear site MCP logs:', error);
       res.status(500).json({ error: 'Internal server error' });
     }
   }

src/api/components/SearchEndpoint.ts

@@ -1,7 +1,7 @@
 import { Request, Response } from 'express';
 import { BaseEndpointComponent, EndpointMethod } from '../core/types';
 import { logger } from '../../utils/logger';
-import { ShopDatabase } from '../../database/Database';
+import { SiteDatabase } from '../../database/Database';
 import { QdrantService } from '../../services/QdrantService';
 import { EmbeddingService } from '../../services/EmbeddingService';
 import { McpLogger } from '../../mcp/McpLogger';
@@ -15,7 +15,7 @@ export class SearchEndpoint extends BaseEndpointComponent {
   private embeddingService?: EmbeddingService;
   private mcpLogger?: McpLogger;
 
-  constructor(private db: ShopDatabase, private config: AppConfig) {
+  constructor(private db: SiteDatabase, private config: AppConfig) {
     super();
 
     try {
@@ -31,15 +31,15 @@ export class SearchEndpoint extends BaseEndpointComponent {
     return [
       this.createEndpoint(
         'POST',
-        '/api/shops/:id/search',
+        '/api/sites/:id/search',
         this.search.bind(this),
         {
           summary: 'Semantic search in scraped content',
           description:
-            'Run a semantic (vector) search over a shop\'s scraped content. ' +
+            'Run a semantic (vector) search over a site\'s scraped content. ' +
             'Omit `category` to search all four buckets in parallel and return a merged, score-ranked list. ' +
             'Use `?format=text` for plain-text output suitable for voice/LLM pipelines; JSON is the default. ' +
-            'Requires the shop to have Qdrant enabled and a custom_id set.',
+            'Requires the site to have Qdrant enabled and a custom_id set.',
           tags: ['Search'],
           requiresAuth: true,
           parameters: [
@@ -48,7 +48,7 @@ export class SearchEndpoint extends BaseEndpointComponent {
               in: 'path',
               type: 'string',
               required: true,
-              description: 'Shop identifier (internal UUID or custom_id)',
+              description: 'Site identifier (internal UUID or custom_id)',
             },
             {
               name: 'format',
@@ -82,8 +82,8 @@ export class SearchEndpoint extends BaseEndpointComponent {
           responses: {
             '200': { description: 'Search results' },
             '400': { description: 'Invalid query, category or limit' },
-            '404': { description: 'Shop not found' },
-            '409': { description: 'Qdrant not enabled for this shop' },
+            '404': { description: 'Site not found' },
+            '409': { description: 'Qdrant not enabled for this site' },
             '503': { description: 'Qdrant or embedding service unavailable' },
           },
         }
@@ -132,31 +132,31 @@ export class SearchEndpoint extends BaseEndpointComponent {
       limit = Math.floor(parsed);
     }
 
-    // Resolve shop
-    const shop = this.db.getShopByAnyId(identifier);
-    if (!shop) {
-      res.status(404).json({ error: 'Shop not found' });
+    // Resolve site
+    const site = this.db.getSiteByAnyId(identifier);
+    if (!site) {
+      res.status(404).json({ error: 'Site not found' });
       return;
     }
-    if (!shop.custom_id) {
+    if (!site.custom_id) {
       res.status(409).json({
-        error: 'Shop has no custom_id; set one before enabling Qdrant search',
+        error: 'Site has no custom_id; set one before enabling Qdrant search',
       });
       return;
     }
-    if (!shop.qdrant_enabled) {
-      res.status(409).json({ error: 'Qdrant is not enabled for this shop' });
+    if (!site.qdrant_enabled) {
+      res.status(409).json({ error: 'Qdrant is not enabled for this site' });
       return;
     }
 
-    const shopCustomId = shop.custom_id;
+    const siteCustomId = site.custom_id;
 
     try {
       // Generate query embedding
       const embeddingResult = await this.embeddingService.generateQueryEmbedding(q);
       if (!embeddingResult.success) {
         logger.warn('Failed to generate query embedding', { error: embeddingResult.error });
-        await this.logSearch(shopCustomId, q, 0, Date.now() - startTime, false);
+        await this.logSearch(siteCustomId, q, 0, Date.now() - startTime, false);
         res.status(503).json({ error: 'Failed to generate query embedding' });
         return;
       }
@@ -166,7 +166,7 @@ export class SearchEndpoint extends BaseEndpointComponent {
 
       const perCategory = await Promise.all(
         categoriesToSearch.map((cat) =>
-          this.qdrantService!.searchInCategory(shopCustomId, cat, embeddingResult.embedding, limit)
+          this.qdrantService!.searchInCategory(siteCustomId, cat, embeddingResult.embedding, limit)
         )
       );
 
@@ -177,7 +177,7 @@ export class SearchEndpoint extends BaseEndpointComponent {
       const durationMs = Date.now() - startTime;
 
       // Log to mcp_logs under a dedicated tool name so REST and MCP stats stay unified
-      await this.logSearch(shopCustomId, q, flat.length, durationMs, true);
+      await this.logSearch(siteCustomId, q, flat.length, durationMs, true);
 
       if (format === 'text') {
         res.setHeader('Content-Type', 'text/plain; charset=utf-8');
@@ -187,7 +187,7 @@ export class SearchEndpoint extends BaseEndpointComponent {
 
       // Default JSON response
       res.json({
-        shop_id: identifier,
+        site_id: identifier,
         query: q,
         category: category || null,
         total: flat.length,
@@ -205,14 +205,14 @@ export class SearchEndpoint extends BaseEndpointComponent {
       });
     } catch (error: any) {
       const durationMs = Date.now() - startTime;
-      await this.logSearch(shopCustomId, q, 0, durationMs, false);
+      await this.logSearch(siteCustomId, q, 0, durationMs, false);
       logger.error('Search endpoint error:', error);
       res.status(500).json({ error: error?.message || 'Search failed' });
     }
   }
 
   private async logSearch(
-    shopCustomId: string,
+    siteCustomId: string,
     query: string,
     resultsCount: number,
     executionTimeMs: number,
@@ -221,7 +221,7 @@ export class SearchEndpoint extends BaseEndpointComponent {
     if (!this.mcpLogger) return;
     try {
       await this.mcpLogger.logToolCall({
-        shopId: shopCustomId,
+        siteId: siteCustomId,
         toolName: 'rest_search',
         query,
         responseSummary: success ? `${resultsCount} results` : 'Error: search failed',

src/api/components/SitesEndpoint.ts

@@ -1,10 +1,10 @@
 import { Request, Response } from 'express';
 import { BaseEndpointComponent, EndpointMethod } from '../core/types';
 import { logger } from '../../utils/logger';
-import { ShopDatabase } from '../../database/Database';
+import { SiteDatabase } from '../../database/Database';
 
-export class ShopsEndpoint extends BaseEndpointComponent {
-  constructor(private db: ShopDatabase) {
+export class SitesEndpoint extends BaseEndpointComponent {
+  constructor(private db: SiteDatabase) {
     super();
   }
 
@@ -12,33 +12,33 @@ export class ShopsEndpoint extends BaseEndpointComponent {
     return [
       this.createEndpoint(
         'GET',
-        '/api/shops',
+        '/api/sites',
         this.getAllShops.bind(this),
         {
-          summary: 'List all shops',
-          description: 'Retrieves a list of all shops with their analytics',
-          tags: ['Shops'],
+          summary: 'List all sites',
+          description: 'Retrieves a list of all sites with their analytics',
+          tags: ['Sites'],
           parameters: [
             {
               name: 'limit',
               in: 'query',
               type: 'number',
-              description: 'Maximum number of shops to return (default: 100)'
+              description: 'Maximum number of sites to return (default: 100)'
             },
             {
               name: 'offset',
               in: 'query',
               type: 'number',
-              description: 'Number of shops to skip for pagination (default: 0)'
+              description: 'Number of sites to skip for pagination (default: 0)'
             }
           ],
           responses: {
             '200': {
-              description: 'List of shops with analytics',
+              description: 'List of sites with analytics',
               schema: {
                 type: 'object',
                 properties: {
-                  shops: {
+                  sites: {
                     type: 'array',
                     items: {
                       type: 'object',
@@ -47,7 +47,7 @@ export class ShopsEndpoint extends BaseEndpointComponent {
                         custom_id: { type: 'string', nullable: true },
                         url: { type: 'string' },
                         sitemap_url: { type: 'string' },
-                        webshop_type: { type: 'string' },
+                        site_type: { type: 'string' },
                         created_at: { type: 'string' },
                         updated_at: { type: 'string' },
                         analytics: {
@@ -85,28 +85,28 @@ export class ShopsEndpoint extends BaseEndpointComponent {
       ),
       this.createEndpoint(
         'GET',
-        '/api/shops/:id',
+        '/api/sites/:id',
         this.getShop.bind(this),
         {
-          summary: 'Get detailed shop information',
-          description: 'Retrieves detailed information about a specific shop including analytics, content metadata, scrape history, and scheduled jobs',
-          tags: ['Shops'],
+          summary: 'Get detailed site information',
+          description: 'Retrieves detailed information about a specific site including analytics, content metadata, scrape history, and scheduled jobs',
+          tags: ['Sites'],
           parameters: [
             {
               name: 'id',
               in: 'path',
               type: 'string',
               required: true,
-              description: 'Shop ID (internal UUID or custom UUID)'
+              description: 'Site ID (internal UUID or custom UUID)'
             }
           ],
           responses: {
             '200': {
-              description: 'Detailed shop information',
+              description: 'Detailed site information',
               schema: {
                 type: 'object',
                 properties: {
-                  shop: { type: 'object' },
+                  site: { type: 'object' },
                   analytics: { type: 'object' },
                   content_metadata: { type: 'object' },
                   scrape_history: { type: 'array' },
@@ -115,7 +115,7 @@ export class ShopsEndpoint extends BaseEndpointComponent {
               }
             },
             '404': {
-              description: 'Shop not found'
+              description: 'Site not found'
             }
           },
           requiresAuth: true
@@ -123,19 +123,19 @@ export class ShopsEndpoint extends BaseEndpointComponent {
       ),
       this.createEndpoint(
         'GET',
-        '/api/shops/:id/results',
+        '/api/sites/:id/results',
         this.getShopResults.bind(this),
         {
-          summary: 'Get shop results with full content',
-          description: 'Retrieves scraped content for a shop with optional filtering',
-          tags: ['Shops'],
+          summary: 'Get site results with full content',
+          description: 'Retrieves scraped content for a site with optional filtering',
+          tags: ['Sites'],
           parameters: [
             {
               name: 'id',
               in: 'path',
               type: 'string',
               required: true,
-              description: 'Shop ID (internal UUID or custom UUID)'
+              description: 'Site ID (internal UUID or custom UUID)'
             },
             {
               name: 'limit',
@@ -170,11 +170,11 @@ export class ShopsEndpoint extends BaseEndpointComponent {
           ],
           responses: {
             '200': {
-              description: 'Shop results with content',
+              description: 'Site results with content',
               schema: {
                 type: 'object',
                 properties: {
-                  shop_id: { type: 'string' },
+                  site_id: { type: 'string' },
                   filters: { type: 'object' },
                   results: {
                     type: 'object',
@@ -189,7 +189,7 @@ export class ShopsEndpoint extends BaseEndpointComponent {
               }
             },
             '404': {
-              description: 'Shop not found'
+              description: 'Site not found'
             }
           },
           requiresAuth: true
@@ -197,19 +197,19 @@ export class ShopsEndpoint extends BaseEndpointComponent {
       ),
       this.createEndpoint(
         'PATCH',
-        '/api/shops/:id/schedule',
+        '/api/sites/:id/schedule',
         this.updateSchedule.bind(this),
         {
           summary: 'Enable or disable scheduled scraping',
-          description: 'Updates the scheduling status for a shop',
-          tags: ['Shops'],
+          description: 'Updates the scheduling status for a site',
+          tags: ['Sites'],
           parameters: [
             {
               name: 'id',
               in: 'path',
               type: 'string',
               required: true,
-              description: 'Shop ID'
+              description: 'Site ID'
             }
           ],
           requestBody: {
@@ -231,14 +231,14 @@ export class ShopsEndpoint extends BaseEndpointComponent {
               schema: {
                 type: 'object',
                 properties: {
-                  shop_id: { type: 'string' },
+                  site_id: { type: 'string' },
                   schedule_enabled: { type: 'boolean' },
                   message: { type: 'string' }
                 }
               }
             },
             '404': {
-              description: 'Shop not found'
+              description: 'Site not found'
             }
           },
           requiresAuth: true
@@ -246,19 +246,19 @@ export class ShopsEndpoint extends BaseEndpointComponent {
       ),
       this.createEndpoint(
         'PATCH',
-        '/api/shops/:id/custom-id',
+        '/api/sites/:id/custom-id',
         this.updateCustomId.bind(this),
         {
-          summary: 'Set or update custom ID for a shop',
-          description: 'Updates the custom UUID identifier for a shop',
-          tags: ['Shops'],
+          summary: 'Set or update custom ID for a site',
+          description: 'Updates the custom UUID identifier for a site',
+          tags: ['Sites'],
           parameters: [
             {
               name: 'id',
               in: 'path',
               type: 'string',
               required: true,
-              description: 'Shop ID (internal UUID or current custom UUID)'
+              description: 'Site ID (internal UUID or current custom UUID)'
             }
           ],
           requestBody: {
@@ -282,7 +282,7 @@ export class ShopsEndpoint extends BaseEndpointComponent {
               schema: {
                 type: 'object',
                 properties: {
-                  shop_id: { type: 'string' },
+                  site_id: { type: 'string' },
                   custom_id: { type: 'string', nullable: true },
                   message: { type: 'string' }
                 }
@@ -292,7 +292,7 @@ export class ShopsEndpoint extends BaseEndpointComponent {
               description: 'Invalid custom ID format'
             },
             '404': {
-              description: 'Shop not found'
+              description: 'Site not found'
             },
             '409': {
               description: 'Custom ID already in use'
@@ -303,19 +303,19 @@ export class ShopsEndpoint extends BaseEndpointComponent {
       ),
       this.createEndpoint(
         'PATCH',
-        '/api/shops/:id/qdrant',
+        '/api/sites/:id/qdrant',
         this.updateQdrantStatus.bind(this),
         {
           summary: 'Enable or disable Qdrant vector search',
-          description: 'Updates the Qdrant integration status for a shop',
-          tags: ['Shops'],
+          description: 'Updates the Qdrant integration status for a site',
+          tags: ['Sites'],
           parameters: [
             {
               name: 'id',
               in: 'path',
               type: 'string',
               required: true,
-              description: 'Shop ID (internal UUID or custom UUID)'
+              description: 'Site ID (internal UUID or custom UUID)'
             }
           ],
           requestBody: {
@@ -337,14 +337,14 @@ export class ShopsEndpoint extends BaseEndpointComponent {
               schema: {
                 type: 'object',
                 properties: {
-                  shop_id: { type: 'string' },
+                  site_id: { type: 'string' },
                   qdrant_enabled: { type: 'boolean' },
                   message: { type: 'string' }
                 }
               }
             },
             '404': {
-              description: 'Shop not found'
+              description: 'Site not found'
             }
           },
           requiresAuth: true
@@ -352,34 +352,34 @@ export class ShopsEndpoint extends BaseEndpointComponent {
       ),
       this.createEndpoint(
         'DELETE',
-        '/api/shops/:id',
+        '/api/sites/:id',
         this.deleteShop.bind(this),
         {
-          summary: 'Soft delete a shop',
-          description: 'Marks a shop as deleted without removing data immediately. The shop will not appear in API responses.',
-          tags: ['Shops'],
+          summary: 'Soft delete a site',
+          description: 'Marks a site as deleted without removing data immediately. The site will not appear in API responses.',
+          tags: ['Sites'],
           parameters: [
             {
               name: 'id',
               in: 'path',
               type: 'string',
               required: true,
-              description: 'Shop ID (internal UUID or custom UUID)'
+              description: 'Site ID (internal UUID or custom UUID)'
             }
           ],
           responses: {
             '200': {
-              description: 'Shop deleted successfully',
+              description: 'Site deleted successfully',
               schema: {
                 type: 'object',
                 properties: {
                   message: { type: 'string' },
-                  shop_id: { type: 'string' }
+                  site_id: { type: 'string' }
                 }
               }
             },
             '404': {
-              description: 'Shop not found'
+              description: 'Site not found'
             }
           },
           requiresAuth: true
@@ -387,19 +387,19 @@ export class ShopsEndpoint extends BaseEndpointComponent {
       ),
       this.createEndpoint(
         'GET',
-        '/api/shops/deleted',
+        '/api/sites/deleted',
         this.getDeletedShops.bind(this),
         {
           summary: 'List deleted shops',
-          description: 'Retrieves a list of soft-deleted shops that can be force-deleted',
-          tags: ['Shops'],
+          description: 'Retrieves a list of soft-deleted sites that can be force-deleted',
+          tags: ['Sites'],
           responses: {
             '200': {
               description: 'List of deleted shops',
               schema: {
                 type: 'object',
                 properties: {
-                  shops: {
+                  sites: {
                     type: 'array',
                     items: {
                       type: 'object',
@@ -420,34 +420,34 @@ export class ShopsEndpoint extends BaseEndpointComponent {
       ),
       this.createEndpoint(
         'DELETE',
-        '/api/shops/:id/force',
+        '/api/sites/:id/force',
         this.forceDeleteShop.bind(this),
         {
-          summary: 'Force delete a shop',
-          description: 'Permanently removes a shop and all associated data including scrape history, scheduled jobs, content, and queues Qdrant cleanup',
-          tags: ['Shops'],
+          summary: 'Force delete a site',
+          description: 'Permanently removes a site and all associated data including scrape history, scheduled jobs, content, and queues Qdrant cleanup',
+          tags: ['Sites'],
           parameters: [
             {
               name: 'id',
               in: 'path',
               type: 'string',
               required: true,
-              description: 'Shop ID (internal UUID or custom UUID)'
+              description: 'Site ID (internal UUID or custom UUID)'
             }
           ],
           responses: {
             '200': {
-              description: 'Shop force deleted successfully',
+              description: 'Site force deleted successfully',
               schema: {
                 type: 'object',
                 properties: {
                   message: { type: 'string' },
-                  shop_id: { type: 'string' }
+                  site_id: { type: 'string' }
                 }
               }
             },
             '404': {
-              description: 'Shop not found'
+              description: 'Site not found'
             }
           },
           requiresAuth: true
@@ -468,14 +468,14 @@ export class ShopsEndpoint extends BaseEndpointComponent {
       const offset = req.query.offset ? parseInt(req.query.offset as string) : 0;
 
       // Use optimized method that avoids N+1 query problem
-      const shopsWithAnalytics = this.db.getAllShopsWithAnalytics({ limit, offset });
+      const sitesWithAnalytics = this.db.getAllSitesWithAnalytics({ limit, offset });
 
       // Count total items for pagination
-      const totalReturned = shopsWithAnalytics.length;
+      const totalReturned = sitesWithAnalytics.length;
       const hasMore = totalReturned === limit;
 
       res.json({
-        shops: shopsWithAnalytics,
+        sites: sitesWithAnalytics,
         pagination: {
           total_returned: totalReturned,
           limit,
@@ -484,7 +484,7 @@ export class ShopsEndpoint extends BaseEndpointComponent {
         }
       });
     } catch (error) {
-      logger.error('Error listing shops', error);
+      logger.error('Error listing sites', error);
       res.status(500).json({ error: 'Internal server error' });
     }
   }
@@ -497,19 +497,19 @@ export class ShopsEndpoint extends BaseEndpointComponent {
       }
 
       const { id } = req.params;
-      const shop = this.db.getShopByAnyId(id);
+      const site = this.db.getSiteByAnyId(id);
 
-      if (!shop) {
-        res.status(404).json({ error: 'Shop not found' });
+      if (!site) {
+        res.status(404).json({ error: 'Site not found' });
         return;
       }
 
       // Note: better-sqlite3 is synchronous, but we keep these calls organized
       // They execute fast due to proper indexing
-      const analytics = this.db.getShopAnalytics(shop.id);
-      const scrapeHistory = this.db.getScrapeHistory(shop.id, 10);
-      const latestContent = this.db.getLatestContentByType(shop.id);
-      const scheduledJobs = this.db.getScheduledJobs(shop.id);
+      const analytics = this.db.getSiteAnalytics(site.id);
+      const scrapeHistory = this.db.getScrapeHistory(site.id, 10);
+      const latestContent = this.db.getLatestContentByType(site.id);
+      const scheduledJobs = this.db.getScheduledJobs(site.id);
 
       // Build response with content change markers and URLs only (no content)
       const contentMetadata: any = {
@@ -544,15 +544,15 @@ export class ShopsEndpoint extends BaseEndpointComponent {
       };
 
       res.json({
-        shop: {
-          id: shop.id,
-          custom_id: shop.custom_id,
-          url: shop.url,
-          sitemap_url: shop.sitemap_url,
-          webshop_type: shop.webshop_type,
-          qdrant_enabled: shop.qdrant_enabled,
-          created_at: shop.created_at,
-          updated_at: shop.updated_at
+        site: {
+          id: site.id,
+          custom_id: site.custom_id,
+          url: site.url,
+          sitemap_url: site.sitemap_url,
+          site_type: site.site_type,
+          qdrant_enabled: site.qdrant_enabled,
+          created_at: site.created_at,
+          updated_at: site.updated_at
         },
         analytics: {
           total_scrapes: analytics?.total_scrapes || 0,
@@ -584,7 +584,7 @@ export class ShopsEndpoint extends BaseEndpointComponent {
         }))
       });
     } catch (error) {
-      logger.error('Error fetching shop details', error);
+      logger.error('Error fetching site details', error);
       res.status(500).json({ error: 'Internal server error' });
     }
   }
@@ -597,10 +597,10 @@ export class ShopsEndpoint extends BaseEndpointComponent {
       }
 
       const { id } = req.params;
-      const shop = this.db.getShopByAnyId(id);
+      const site = this.db.getSiteByAnyId(id);
 
-      if (!shop) {
-        res.status(404).json({ error: 'Shop not found' });
+      if (!site) {
+        res.status(404).json({ error: 'Site not found' });
         return;
       }
 
@@ -612,7 +612,7 @@ export class ShopsEndpoint extends BaseEndpointComponent {
       const contentType = req.query.content_type as string | undefined;
 
       // Get content with filters (now returns only latest versions)
-      const allContent = this.db.getAllContent(shop.id, {
+      const allContent = this.db.getAllContent(site.id, {
         limit,
         offset,
         dateFrom,
@@ -650,7 +650,7 @@ export class ShopsEndpoint extends BaseEndpointComponent {
       const hasMore = totalItems === limit;
 
       res.json({
-        shop_id: shop.id,
+        site_id: site.id,
         filters: {
           limit,
           offset,
@@ -667,7 +667,7 @@ export class ShopsEndpoint extends BaseEndpointComponent {
         results: grouped
       });
     } catch (error) {
-      logger.error('Error fetching shop results', error);
+      logger.error('Error fetching site results', error);
       res.status(500).json({ error: 'Internal server error' });
     }
   }
@@ -687,17 +687,17 @@ export class ShopsEndpoint extends BaseEndpointComponent {
         return;
       }
 
-      // Get shop by any ID (try custom_id first, then internal ID)
-      const shop = this.db.getShopByAnyId(id);
-      if (!shop) {
-        res.status(404).json({ error: 'Shop not found' });
+      // Get site by any ID (try custom_id first, then internal ID)
+      const site = this.db.getSiteByAnyId(id);
+      if (!site) {
+        res.status(404).json({ error: 'Site not found' });
         return;
       }
 
-      this.db.setScheduleEnabled(shop.id, enabled);
+      this.db.setScheduleEnabled(site.id, enabled);
 
       res.json({
-        shop_id: shop.id,
+        site_id: site.id,
         schedule_enabled: enabled,
         message: `Schedule ${enabled ? 'enabled' : 'disabled'} successfully`
       });
@@ -717,9 +717,9 @@ export class ShopsEndpoint extends BaseEndpointComponent {
       const { id } = req.params;
       const { custom_id } = req.body;
 
-      const shop = this.db.getShopByAnyId(id);
-      if (!shop) {
-        res.status(404).json({ error: 'Shop not found' });
+      const site = this.db.getSiteByAnyId(id);
+      if (!site) {
+        res.status(404).json({ error: 'Site not found' });
         return;
       }
 
@@ -729,23 +729,23 @@ export class ShopsEndpoint extends BaseEndpointComponent {
         return;
       }
 
-      // Check if custom_id is already in use by another shop
+      // Check if custom_id is already in use by another site
       if (custom_id) {
-        const existingShop = this.db.getShopByCustomId(custom_id);
-        if (existingShop && existingShop.id !== shop.id) {
+        const existingShop = this.db.getSiteByCustomId(custom_id);
+        if (existingShop && existingShop.id !== site.id) {
           res.status(409).json({ error: 'custom_id is already in use' });
           return;
         }
       }
 
-      const success = this.db.setCustomId(shop.id, custom_id);
+      const success = this.db.setCustomId(site.id, custom_id);
       if (!success) {
         res.status(500).json({ error: 'Failed to update custom_id' });
         return;
       }
 
       res.json({
-        shop_id: shop.id,
+        site_id: site.id,
         custom_id: custom_id,
         message: custom_id ? `Custom ID set to ${custom_id}` : 'Custom ID removed'
       });
@@ -770,16 +770,16 @@ export class ShopsEndpoint extends BaseEndpointComponent {
         return;
       }
 
-      const shop = this.db.getShopByAnyId(id);
-      if (!shop) {
-        res.status(404).json({ error: 'Shop not found' });
+      const site = this.db.getSiteByAnyId(id);
+      if (!site) {
+        res.status(404).json({ error: 'Site not found' });
         return;
       }
 
-      this.db.setQdrantEnabled(shop.id, enabled);
+      this.db.setQdrantEnabled(site.id, enabled);
 
       res.json({
-        shop_id: shop.id,
+        site_id: site.id,
         qdrant_enabled: enabled,
         message: `Qdrant ${enabled ? 'enabled' : 'disabled'} successfully`
       });
@@ -797,21 +797,21 @@ export class ShopsEndpoint extends BaseEndpointComponent {
       }
 
       const { id } = req.params;
-      const shop = this.db.getShopByAnyId(id);
+      const site = this.db.getSiteByAnyId(id);
 
-      if (!shop) {
-        res.status(404).json({ error: 'Shop not found' });
+      if (!site) {
+        res.status(404).json({ error: 'Site not found' });
         return;
       }
 
-      this.db.deleteShop(shop.id);
+      this.db.deleteSite(site.id);
 
       res.json({
-        message: 'Shop soft deleted successfully. Use force delete to permanently remove.',
-        shop_id: shop.id
+        message: 'Site soft deleted successfully. Use force delete to permanently remove.',
+        site_id: site.id
       });
     } catch (error) {
-      logger.error('Error deleting shop', error);
+      logger.error('Error deleting site', error);
       res.status(500).json({ error: 'Internal server error' });
     }
   }
@@ -823,11 +823,11 @@ export class ShopsEndpoint extends BaseEndpointComponent {
         return;
       }
 
-      const shops = this.db.getDeletedShops();
+      const shops = this.db.getDeletedSites();
 
       res.json({ shops });
     } catch (error) {
-      logger.error('Error listing deleted shops', error);
+      logger.error('Error listing deleted sites', error);
       res.status(500).json({ error: 'Internal server error' });
     }
   }
@@ -841,24 +841,24 @@ export class ShopsEndpoint extends BaseEndpointComponent {
 
       const { id } = req.params;
 
-      // Find shop without filtering deleted_at
+      // Find site without filtering deleted_at
       const stmt = (this.db as any).db.prepare('SELECT * FROM shops WHERE id = ? OR custom_id = ?');
       const result = stmt.get(id, id) as any;
-      const shop = result ? { ...result, qdrant_enabled: Boolean(result.qdrant_enabled) } : null;
+      const site = result ? { ...result, qdrant_enabled: Boolean(result.qdrant_enabled) } : null;
 
-      if (!shop) {
-        res.status(404).json({ error: 'Shop not found' });
+      if (!site) {
+        res.status(404).json({ error: 'Site not found' });
         return;
       }
 
-      this.db.forceDeleteShop(shop.id);
+      this.db.forceDeleteSite(site.id);
 
       res.json({
-        message: 'Shop and all related data permanently deleted. Qdrant cleanup queued.',
-        shop_id: shop.id
+        message: 'Site and all related data permanently deleted. Qdrant cleanup queued.',
+        site_id: site.id
       });
     } catch (error) {
-      logger.error('Error force deleting shop', error);
+      logger.error('Error force deleting site', error);
       res.status(500).json({ error: 'Internal server error' });
     }
   }

src/api/components/WebhooksEndpoint.ts

@@ -1,10 +1,10 @@
 import { Request, Response } from 'express';
 import { BaseEndpointComponent, EndpointMethod } from '../core/types';
 import { logger } from '../../utils/logger';
-import { ShopDatabase } from '../../database/Database';
+import { SiteDatabase } from '../../database/Database';
 
 export class WebhooksEndpoint extends BaseEndpointComponent {
-  constructor(private db: ShopDatabase) {
+  constructor(private db: SiteDatabase) {
     super();
   }
 
@@ -12,11 +12,11 @@ export class WebhooksEndpoint extends BaseEndpointComponent {
     return [
       this.createEndpoint(
         'POST',
-        '/api/shops/:id/webhooks',
+        '/api/sites/:id/webhooks',
         this.createWebhook.bind(this),
         {
-          summary: 'Create or replace webhook for a shop',
-          description: 'Creates a new webhook or updates an existing one for the specified shop',
+          summary: 'Create or replace webhook for a site',
+          description: 'Creates a new webhook or updates an existing one for the specified site',
           tags: ['Webhooks'],
           parameters: [
             {
@@ -24,7 +24,7 @@ export class WebhooksEndpoint extends BaseEndpointComponent {
               in: 'path',
               type: 'string',
               required: true,
-              description: 'Shop ID'
+              description: 'Site ID'
             }
           ],
           requestBody: {
@@ -70,7 +70,7 @@ export class WebhooksEndpoint extends BaseEndpointComponent {
               description: 'Invalid webhook URL'
             },
             '404': {
-              description: 'Shop not found'
+              description: 'Site not found'
             }
           },
           requiresAuth: true
@@ -78,10 +78,10 @@ export class WebhooksEndpoint extends BaseEndpointComponent {
       ),
       this.createEndpoint(
         'GET',
-        '/api/shops/:id/webhooks',
+        '/api/sites/:id/webhooks',
         this.getWebhook.bind(this),
         {
-          summary: 'Get webhook configuration for a shop',
+          summary: 'Get webhook configuration for a site',
           description: 'Retrieves webhook configuration and recent delivery history',
           tags: ['Webhooks'],
           parameters: [
@@ -90,7 +90,7 @@ export class WebhooksEndpoint extends BaseEndpointComponent {
               in: 'path',
               type: 'string',
               required: true,
-              description: 'Shop ID (internal UUID or custom UUID)'
+              description: 'Site ID (internal UUID or custom UUID)'
             }
           ],
           responses: {
@@ -105,7 +105,7 @@ export class WebhooksEndpoint extends BaseEndpointComponent {
               }
             },
             '404': {
-              description: 'Shop or webhook not found'
+              description: 'Site or webhook not found'
             }
           },
           requiresAuth: true
@@ -113,7 +113,7 @@ export class WebhooksEndpoint extends BaseEndpointComponent {
       ),
       this.createEndpoint(
         'PATCH',
-        '/api/shops/:id/webhooks',
+        '/api/sites/:id/webhooks',
         this.updateWebhook.bind(this),
         {
           summary: 'Enable or disable webhook',
@@ -125,7 +125,7 @@ export class WebhooksEndpoint extends BaseEndpointComponent {
               in: 'path',
               type: 'string',
               required: true,
-              description: 'Shop ID'
+              description: 'Site ID'
             }
           ],
           requestBody: {
@@ -147,14 +147,14 @@ export class WebhooksEndpoint extends BaseEndpointComponent {
               schema: {
                 type: 'object',
                 properties: {
-                  shop_id: { type: 'string' },
+                  site_id: { type: 'string' },
                   webhook_enabled: { type: 'boolean' },
                   message: { type: 'string' }
                 }
               }
             },
             '404': {
-              description: 'Shop or webhook not found'
+              description: 'Site or webhook not found'
             }
           },
           requiresAuth: true
@@ -162,11 +162,11 @@ export class WebhooksEndpoint extends BaseEndpointComponent {
       ),
       this.createEndpoint(
         'DELETE',
-        '/api/shops/:id/webhooks',
+        '/api/sites/:id/webhooks',
         this.deleteWebhook.bind(this),
         {
-          summary: 'Delete webhook for a shop',
-          description: 'Permanently removes the webhook configuration for a shop',
+          summary: 'Delete webhook for a site',
+          description: 'Permanently removes the webhook configuration for a site',
           tags: ['Webhooks'],
           parameters: [
             {
@@ -174,7 +174,7 @@ export class WebhooksEndpoint extends BaseEndpointComponent {
               in: 'path',
               type: 'string',
               required: true,
-              description: 'Shop ID (internal UUID or custom UUID)'
+              description: 'Site ID (internal UUID or custom UUID)'
             }
           ],
           responses: {
@@ -184,12 +184,12 @@ export class WebhooksEndpoint extends BaseEndpointComponent {
                 type: 'object',
                 properties: {
                   message: { type: 'string' },
-                  shop_id: { type: 'string' }
+                  site_id: { type: 'string' }
                 }
               }
             },
             '404': {
-              description: 'Shop or webhook not found'
+              description: 'Site or webhook not found'
             }
           },
           requiresAuth: true
@@ -221,25 +221,25 @@ export class WebhooksEndpoint extends BaseEndpointComponent {
         return;
       }
 
-      // Get shop by any ID (try custom_id first, then internal ID)
-      const shop = this.db.getShopByAnyId(id);
-      if (!shop) {
-        res.status(404).json({ error: 'Shop not found' });
+      // Get site by any ID (try custom_id first, then internal ID)
+      const site = this.db.getSiteByAnyId(id);
+      if (!site) {
+        res.status(404).json({ error: 'Site not found' });
         return;
       }
 
       // Check if webhook already exists
-      const existingWebhook = this.db.getWebhook(shop.id);
+      const existingWebhook = this.db.getWebhook(site.id);
       if (existingWebhook) {
         // Update existing webhook
-        this.db.updateWebhook(shop.id, url, secret);
-        const updated = this.db.getWebhook(shop.id);
+        this.db.updateWebhook(site.id, url, secret);
+        const updated = this.db.getWebhook(site.id);
 
         res.json({
           message: 'Webhook updated successfully',
           webhook: {
             id: updated!.id,
-            shop_id: updated!.shop_id,
+            site_id: updated!.site_id,
             url: updated!.url,
             enabled: updated!.enabled,
             created_at: updated!.created_at,
@@ -248,14 +248,14 @@ export class WebhooksEndpoint extends BaseEndpointComponent {
         });
       } else {
         // Create new webhook
-        const webhookId = this.db.createWebhook(shop.id, url, secret);
-        const webhook = this.db.getWebhook(shop.id);
+        const webhookId = this.db.createWebhook(site.id, url, secret);
+        const webhook = this.db.getWebhook(site.id);
 
         res.status(201).json({
           message: 'Webhook created successfully',
           webhook: {
             id: webhook!.id,
-            shop_id: webhook!.shop_id,
+            site_id: webhook!.site_id,
             url: webhook!.url,
             enabled: webhook!.enabled,
             created_at: webhook!.created_at,
@@ -277,27 +277,27 @@ export class WebhooksEndpoint extends BaseEndpointComponent {
       }
 
       const { id } = req.params;
-      const shop = this.db.getShopByAnyId(id);
+      const site = this.db.getSiteByAnyId(id);
 
-      if (!shop) {
-        res.status(404).json({ error: 'Shop not found' });
+      if (!site) {
+        res.status(404).json({ error: 'Site not found' });
         return;
       }
 
-      const webhook = this.db.getWebhook(shop.id);
+      const webhook = this.db.getWebhook(site.id);
 
       if (!webhook) {
-        res.status(404).json({ error: 'No webhook configured for this shop' });
+        res.status(404).json({ error: 'No webhook configured for this site' });
         return;
       }
 
       // Get recent deliveries
-      const deliveries = this.db.getWebhookDeliveries(shop.id, 10);
+      const deliveries = this.db.getWebhookDeliveries(site.id, 10);
 
       res.json({
         webhook: {
           id: webhook.id,
-          shop_id: webhook.shop_id,
+          site_id: webhook.site_id,
           url: webhook.url,
           enabled: webhook.enabled,
           created_at: webhook.created_at,
@@ -333,23 +333,23 @@ export class WebhooksEndpoint extends BaseEndpointComponent {
         return;
       }
 
-      // Get shop by any ID (try custom_id first, then internal ID)
-      const shop = this.db.getShopByAnyId(id);
-      if (!shop) {
-        res.status(404).json({ error: 'Shop not found' });
+      // Get site by any ID (try custom_id first, then internal ID)
+      const site = this.db.getSiteByAnyId(id);
+      if (!site) {
+        res.status(404).json({ error: 'Site not found' });
         return;
       }
 
-      const webhook = this.db.getWebhook(shop.id);
+      const webhook = this.db.getWebhook(site.id);
       if (!webhook && enabled) {
-        res.status(404).json({ error: 'No webhook configured for this shop' });
+        res.status(404).json({ error: 'No webhook configured for this site' });
         return;
       }
 
-      this.db.setWebhookEnabled(shop.id, enabled);
+      this.db.setWebhookEnabled(site.id, enabled);
 
       res.json({
-        shop_id: shop.id,
+        site_id: site.id,
         webhook_enabled: enabled,
         message: `Webhook ${enabled ? 'enabled' : 'disabled'} successfully`
       });
@@ -367,24 +367,24 @@ export class WebhooksEndpoint extends BaseEndpointComponent {
       }
 
       const { id } = req.params;
-      const shop = this.db.getShopByAnyId(id);
+      const site = this.db.getSiteByAnyId(id);
 
-      if (!shop) {
-        res.status(404).json({ error: 'Shop not found' });
+      if (!site) {
+        res.status(404).json({ error: 'Site not found' });
         return;
       }
 
-      const webhook = this.db.getWebhook(shop.id);
+      const webhook = this.db.getWebhook(site.id);
       if (!webhook) {
-        res.status(404).json({ error: 'No webhook configured for this shop' });
+        res.status(404).json({ error: 'No webhook configured for this site' });
         return;
       }
 
-      this.db.deleteWebhook(shop.id);
+      this.db.deleteWebhook(site.id);
 
       res.json({
         message: 'Webhook deleted successfully',
-        shop_id: shop.id
+        site_id: site.id
       });
     } catch (error) {
       logger.error('Error deleting webhook', error);

src/api/routes.ts

@@ -1,6 +1,6 @@
 import { Router } from 'express';
 import { JobQueue } from '../queue/JobQueue';
-import { ShopDatabase } from '../database/Database';
+import { SiteDatabase } from '../database/Database';
 import { EndpointRegistry } from './core/EndpointRegistry';
 import { authMiddleware } from './middleware/auth';
 import { BaseEndpointComponent } from './core/types';
@@ -8,7 +8,7 @@ import { BaseEndpointComponent } from './core/types';
 // Import all endpoint components
 import { DocumentationEndpoint } from './components/DocumentationEndpoint';
 import { JobsEndpoint } from './components/JobsEndpoint';
-import { ShopsEndpoint } from './components/ShopsEndpoint';
+import { SitesEndpoint } from './components/SitesEndpoint';
 import { WebhooksEndpoint } from './components/WebhooksEndpoint';
 import { CustomUrlsEndpoint } from './components/CustomUrlsEndpoint';
 import { ContentEndpoint } from './components/ContentEndpoint';
@@ -18,7 +18,7 @@ import { McpEndpoint } from './components/McpEndpoint';
 import { SearchEndpoint } from './components/SearchEndpoint';
 import type { AppConfig } from '../config';
 
-export function createRouter(jobQueue: JobQueue, apiKey: string, db?: ShopDatabase, config?: AppConfig): Router {
+export function createRouter(jobQueue: JobQueue, apiKey: string, db?: SiteDatabase, config?: AppConfig): Router {
   // Create the endpoint registry
   const registry = new EndpointRegistry();
 
@@ -34,7 +34,7 @@ export function createRouter(jobQueue: JobQueue, apiKey: string, db?: ShopDataba
   // Only register database-dependent endpoints if database is available
   if (db) {
     components.push(
-      new ShopsEndpoint(db),
+      new SitesEndpoint(db),
       new WebhooksEndpoint(db),
       new CustomUrlsEndpoint(db, jobQueue),
       new ContentEndpoint(db, config),

src/api/server.ts

@@ -4,11 +4,11 @@ import path from 'path';
 import { JobQueue } from '../queue/JobQueue';
 import { createRouter } from './routes';
 import { logger } from '../utils/logger';
-import { ShopDatabase } from '../database/Database';
+import { SiteDatabase } from '../database/Database';
 import { McpServer } from '../mcp/McpServer';
 import type { AppConfig } from '../config';
 
-export function createServer(apiKey: string, jobQueue: JobQueue, db?: ShopDatabase, config?: AppConfig): Express {
+export function createServer(apiKey: string, jobQueue: JobQueue, db?: SiteDatabase, config?: AppConfig): Express {
   const app = express();
 
   // Trust proxy to get real IP addresses when behind reverse proxy

src/index.ts

@@ -1,27 +1,27 @@
 import { loadConfig } from './config';
 import { createServer } from './api/server';
 import { JobQueue } from './queue/JobQueue';
-import { WebshopScraper } from './scraper/WebshopScraper';
+import { WebScraper } from './scraper/WebScraper';
 import { logger } from './utils/logger';
-import { ShopDatabase } from './database/Database';
+import { SiteDatabase } from './database/Database';
 import { ScrapeScheduler } from './scheduler/ScrapeScheduler';
 import { WebhookManager } from './webhooks/WebhookManager';
 
 async function main() {
   try {
-    logger.info('Starting Webshop Scraper application...');
+    logger.info('Starting Web Scraper application...');
 
     // Load configuration
     const config = loadConfig();
 
     // Initialize database
-    const db = new ShopDatabase();
+    const db = new SiteDatabase();
 
     // Initialize job queue
     const jobQueue = new JobQueue(config.maxConcurrentJobs);
 
     // Initialize scraper with database and config
-    const scraper = new WebshopScraper(db, config);
+    const scraper = new WebScraper(db, config);
 
     // Initialize scheduler
     const scheduler = new ScrapeScheduler(db, jobQueue);
@@ -37,20 +37,20 @@ async function main() {
       let scrapeHistoryId: string | undefined;
 
       try {
-        // Create scrape history record if shopId is available
-        if (job.shopId) {
-          scrapeHistoryId = db.createScrapeHistory(job.shopId, job.id);
+        // Create scrape history record if siteId is available
+        if (job.siteId) {
+          scrapeHistoryId = db.createScrapeHistory(job.siteId, job.id);
           db.updateScrapeHistory(scrapeHistoryId, { status: 'processing' });
 
           // Trigger webhook: scrape_started
           await webhookManager.notifyScrapeStarted(
-            job.shopId,
+            job.siteId,
             job.id,
             job.sitemapUrl
           );
         }
 
-        const result = await scraper.scrape(job.sitemapUrl, job.shopId);
+        const result = await scraper.scrape(job.sitemapUrl, job.siteId);
 
         jobQueue.updateJob(job.id, {
           status: 'completed',
@@ -68,7 +68,7 @@ async function main() {
         }
 
         // Trigger webhook: scrape_completed
-        if (job.shopId) {
+        if (job.siteId) {
           const totalUrls = (result.shipping_informations?.length || 0) +
                            (result.contacts?.length || 0) +
                            (result.terms_of_conditions?.length || 0) +
@@ -77,7 +77,7 @@ async function main() {
           const totalPages = totalUrls;
 
           await webhookManager.notifyScrapeCompleted(
-            job.shopId,
+            job.siteId,
             job.id,
             {
               scrape_time_ms: Date.now() - startTime,
@@ -87,15 +87,15 @@ async function main() {
           );
         }
 
-        // Schedule next scrape if this is a new shop or first scrape
-        if (job.shopId) {
-          const existingSchedules = db.getScheduledJobs(job.shopId);
+        // Schedule next scrape if this is a new site or first scrape
+        if (job.siteId) {
+          const existingSchedules = db.getScheduledJobs(job.siteId);
           const hasQueuedJobs = existingSchedules.some(s => s.status === 'queued');
 
           if (!hasQueuedJobs) {
-            // Create initial schedule for this shop
-            scheduler.createInitialSchedule(job.shopId, 'weekly', null);
-            logger.info(`Created initial schedule for shop ${job.shopId}`);
+            // Create initial schedule for this site
+            scheduler.createInitialSchedule(job.siteId, 'weekly', null);
+            logger.info(`Created initial schedule for site ${job.siteId}`);
           }
         }
 
@@ -117,9 +117,9 @@ async function main() {
         }
 
         // Trigger webhook: scrape_failed
-        if (job.shopId) {
+        if (job.siteId) {
           await webhookManager.notifyScrapeFailed(
-            job.shopId,
+            job.siteId,
             job.id,
             errorMessage
           );
@@ -138,8 +138,8 @@ async function main() {
       logger.info(`  POST   /api/jobs        - Create new scraping job`);
       logger.info(`  GET    /api/jobs/:id    - Get job status and result`);
       logger.info(`  GET    /api/jobs        - List all jobs`);
-      logger.info(`  GET    /api/shops       - List all shops`);
-      logger.info(`  GET    /api/shops/:id   - Get shop details and analytics`);
+      logger.info(`  GET    /api/sites       - List all sites`);
+      logger.info(`  GET    /api/sites/:id   - Get site details and analytics`);
       logger.info(`  GET    /health          - Health check`);
       logger.info('');
       logger.info(`Web UI available at: http://${config.host === '0.0.0.0' ? 'localhost' : config.host}:${config.port}/ui`);

src/mcp/McpLogger.ts

@@ -1,9 +1,9 @@
 import { v4 as uuidv4 } from 'uuid';
 import { logger } from '../utils/logger';
-import { ShopDatabase, McpLog } from '../database/Database';
+import { SiteDatabase, McpLog } from '../database/Database';
 
 export interface McpLogEntry {
-  shopId: string;
+  siteId: string;
   toolName: string;
   query: string;
   responseSummary: string | null;
@@ -21,12 +21,12 @@ export interface McpLogAnalytics {
   averageExecutionTime: number;
   averageResultsCount: number;
   topTools: { tool: string; count: number }[];
-  topShops: { shopId: string; count: number }[];
+  topShops: { siteId: string; count: number }[];
   recentErrors: McpLog[];
 }
 
 export class McpLogger {
-  constructor(private database: ShopDatabase) {}
+  constructor(private database: SiteDatabase) {}
 
   /**
    * Log a tool call
@@ -38,7 +38,7 @@ export class McpLogger {
 
       const logEntry: Omit<McpLog, 'id'> & { id: string } = {
         id,
-        shop_id: entry.shopId,
+        site_id: entry.siteId,
         tool_name: entry.toolName,
         query: entry.query,
         response_summary: entry.responseSummary,
@@ -53,12 +53,12 @@ export class McpLogger {
 
       // Log to application logger as well
       if (entry.success) {
-        logger.debug(`MCP call logged: ${entry.toolName} for shop ${entry.shopId}`, {
+        logger.debug(`MCP call logged: ${entry.toolName} for site ${entry.siteId}`, {
           executionTime: entry.executionTimeMs,
           resultsCount: entry.resultsCount,
         });
       } else {
-        logger.warn(`MCP call failed and logged: ${entry.toolName} for shop ${entry.shopId}`, {
+        logger.warn(`MCP call failed and logged: ${entry.toolName} for site ${entry.siteId}`, {
           error: entry.responseSummary,
           executionTime: entry.executionTimeMs,
         });
@@ -70,13 +70,13 @@ export class McpLogger {
   }
 
   /**
-   * Get MCP logs for a specific shop
+   * Get MCP logs for a specific site
    */
-  getShopLogs(shopId: string, limit: number = 100): McpLog[] {
+  getShopLogs(siteId: string, limit: number = 100): McpLog[] {
     try {
-      return this.database.getMcpLogsSimple(shopId, limit);
+      return this.database.getMcpLogsSimple(siteId, limit);
     } catch (error) {
-      logger.error(`Failed to get MCP logs for shop ${shopId}:`, error);
+      logger.error(`Failed to get MCP logs for site ${siteId}:`, error);
       return [];
     }
   }
@@ -96,7 +96,7 @@ export class McpLogger {
   /**
    * Get analytics for MCP usage
    */
-  getAnalytics(shopId?: string, daysPast: number = 30): McpLogAnalytics {
+  getAnalytics(siteId?: string, daysPast: number = 30): McpLogAnalytics {
     try {
       const cutoffDate = new Date();
       cutoffDate.setDate(cutoffDate.getDate() - daysPast);
@@ -104,8 +104,8 @@ export class McpLogger {
 
       // Get recent logs
       let logs: McpLog[];
-      if (shopId) {
-        logs = this.database.getMcpLogsSimple(shopId, 1000);
+      if (siteId) {
+        logs = this.database.getMcpLogsSimple(siteId, 1000);
       } else {
         logs = this.database.getMcpLogsSimple(undefined, 1000);
       }
@@ -136,15 +136,15 @@ export class McpLogger {
         .sort((a, b) => b.count - a.count)
         .slice(0, 10);
 
-      // Top shops (if not filtering by specific shop)
-      const topShops: { shopId: string; count: number }[] = [];
-      if (!shopId) {
+      // Top shops (if not filtering by specific site)
+      const topShops: { siteId: string; count: number }[] = [];
+      if (!siteId) {
         const shopCounts = new Map<string, number>();
         recentLogs.forEach(log => {
-          shopCounts.set(log.shop_id, (shopCounts.get(log.shop_id) || 0) + 1);
+          shopCounts.set(log.site_id, (shopCounts.get(log.site_id) || 0) + 1);
         });
         topShops.push(...Array.from(shopCounts.entries())
-          .map(([shopId, count]) => ({ shopId, count }))
+          .map(([siteId, count]) => ({ siteId, count }))
           .sort((a, b) => b.count - a.count)
           .slice(0, 10));
       }
@@ -184,7 +184,7 @@ export class McpLogger {
   /**
    * Get performance metrics for a specific tool
    */
-  getToolPerformance(toolName: string, shopId?: string): {
+  getToolPerformance(toolName: string, siteId?: string): {
     totalCalls: number;
     averageExecutionTime: number;
     averageResultsCount: number;
@@ -193,8 +193,8 @@ export class McpLogger {
   } {
     try {
       let logs: McpLog[];
-      if (shopId) {
-        logs = this.database.getMcpLogsSimple(shopId, 1000);
+      if (siteId) {
+        logs = this.database.getMcpLogsSimple(siteId, 1000);
       } else {
         logs = this.database.getMcpLogsSimple(undefined, 1000);
       }
@@ -240,7 +240,7 @@ export class McpLogger {
   /**
    * Get usage trends over time
    */
-  getUsageTrends(shopId?: string, days: number = 30): {
+  getUsageTrends(siteId?: string, days: number = 30): {
     daily: { date: string; calls: number; averageTime: number }[];
     hourly: { hour: number; calls: number; averageTime: number }[];
   } {
@@ -250,8 +250,8 @@ export class McpLogger {
       const cutoffIso = cutoffDate.toISOString();
 
       let logs: McpLog[];
-      if (shopId) {
-        logs = this.database.getMcpLogsSimple(shopId, 10000);
+      if (siteId) {
+        logs = this.database.getMcpLogsSimple(siteId, 10000);
       } else {
         logs = this.database.getMcpLogsSimple(undefined, 10000);
       }
@@ -313,14 +313,14 @@ export class McpLogger {
    */
   searchLogs(
     searchTerm: string,
-    shopId?: string,
+    siteId?: string,
     toolName?: string,
     limit: number = 50
   ): McpLog[] {
     try {
       let logs: McpLog[];
-      if (shopId) {
-        logs = this.database.getMcpLogsSimple(shopId, 1000);
+      if (siteId) {
+        logs = this.database.getMcpLogsSimple(siteId, 1000);
       } else {
         logs = this.database.getMcpLogsSimple(undefined, 1000);
       }

src/mcp/McpServer.ts

@@ -3,7 +3,7 @@ import { StreamableHTTPServerTransport } from '@modelcontextprotocol/sdk/server/
 import { CallToolRequestSchema, ListToolsRequestSchema } from '@modelcontextprotocol/sdk/types.js';
 import type { Express, Request, Response } from 'express';
 import { logger } from '../utils/logger';
-import { ShopDatabase } from '../database/Database';
+import { SiteDatabase } from '../database/Database';
 import { QdrantService } from '../services/QdrantService';
 import { EmbeddingService } from '../services/EmbeddingService';
 import { McpLogger } from './McpLogger';
@@ -17,7 +17,7 @@ import type { AppConfig } from '../config';
 export class McpServer {
   private server!: Server;
   private transport!: StreamableHTTPServerTransport;
-  private database!: ShopDatabase;
+  private database!: SiteDatabase;
   private qdrantService!: QdrantService;
   private embeddingService!: EmbeddingService;
   private mcpLogger!: McpLogger;
@@ -33,7 +33,7 @@ export class McpServer {
     }
 
     // Initialize services
-    this.database = new ShopDatabase();
+    this.database = new SiteDatabase();
     this.qdrantService = new QdrantService(config);
     this.embeddingService = new EmbeddingService(config);
     this.mcpLogger = new McpLogger(this.database);
@@ -139,31 +139,31 @@ export class McpServer {
         }
 
         // Validate shop_id parameter
-        if (!args || typeof args !== 'object' || !args.shop_id) {
+        if (!args || typeof args !== 'object' || !args.site_id) {
           throw new Error('Missing required parameter: shop_id');
         }
 
-        const shopId = String(args.shop_id);
+        const siteId = String(args.site_id);
 
-        // Check if shop exists and has Qdrant enabled
-        const shop = this.database.getShopByCustomId(shopId);
-        if (!shop) {
+        // Check if site exists and has Qdrant enabled
+        const site = this.database.getSiteByCustomId(siteId);
+        if (!site) {
           return {
             content: [
               {
                 type: 'text',
-                text: 'Search not available for this shop',
+                text: 'Search not available for this site',
               },
             ],
           };
         }
 
-        if (!shop.qdrant_enabled) {
+        if (!site.qdrant_enabled) {
           return {
             content: [
               {
                 type: 'text',
-                text: 'Search not available for this shop',
+                text: 'Search not available for this site',
               },
             ],
           };
@@ -177,7 +177,7 @@ export class McpServer {
 
         // Log successful tool call
         await this.mcpLogger.logToolCall({
-          shopId,
+          siteId,
           toolName: name,
           query: String(args.query || ''),
           responseSummary: this.summarizeResult(result),
@@ -189,7 +189,7 @@ export class McpServer {
         });
 
         logger.info(`MCP tool call completed: ${name}`, {
-          shopId,
+          siteId,
           executionTime,
           resultsCount: this.countResults(result),
         });
@@ -203,9 +203,9 @@ export class McpServer {
         logger.error(`MCP tool call failed: ${name}`, { error: errorMessage, args });
 
         // Log failed tool call
-        if (args && args.shop_id) {
+        if (args && args.site_id) {
           await this.mcpLogger.logToolCall({
-            shopId: String(args.shop_id),
+            siteId: String(args.site_id),
             toolName: name,
             query: String(args.query || ''),
             responseSummary: `Error: ${errorMessage}`,

src/mcp/tools/BaseTool.ts

@@ -1,4 +1,4 @@
-import { ShopDatabase } from '../../database/Database';
+import { SiteDatabase } from '../../database/Database';
 import { QdrantService } from '../../services/QdrantService';
 import { EmbeddingService } from '../../services/EmbeddingService';
 import { McpLogger } from '../McpLogger';
@@ -26,7 +26,7 @@ export abstract class BaseTool {
   protected contentType: 'shipping' | 'contacts' | 'terms' | 'faq';
 
   constructor(
-    protected database: ShopDatabase,
+    protected database: SiteDatabase,
     protected qdrantService: QdrantService,
     protected embeddingService: EmbeddingService,
     protected mcpLogger: McpLogger,
@@ -46,18 +46,18 @@ export abstract class BaseTool {
         return this.createErrorResult(validation.error || 'Invalid arguments');
       }
 
-      const shopId = String(args.shop_id);
+      const siteId = String(args.site_id);
       const query = String(args.query);
       const limit = args.limit ? Math.min(Math.max(parseInt(args.limit), 1), 20) : 10;
 
-      // Check if shop exists and has Qdrant enabled
-      const shop = this.database.getShopByCustomId(shopId);
-      if (!shop) {
-        return this.createErrorResult('Search not available for this shop');
+      // Check if site exists and has Qdrant enabled
+      const site = this.database.getSiteByCustomId(siteId);
+      if (!site) {
+        return this.createErrorResult('Search not available for this site');
       }
 
-      if (!shop.qdrant_enabled) {
-        return this.createErrorResult('Search not available for this shop');
+      if (!site.qdrant_enabled) {
+        return this.createErrorResult('Search not available for this site');
       }
 
       // Generate query embedding
@@ -69,7 +69,7 @@ export abstract class BaseTool {
 
       // Search in Qdrant
       const searchResults = await this.qdrantService.searchInCategory(
-        shopId,
+        siteId,
         this.contentType,
         embeddingResult.embedding,
         limit
@@ -92,7 +92,7 @@ export abstract class BaseTool {
       return { valid: false, error: 'Arguments must be an object' };
     }
 
-    if (!args.shop_id || typeof args.shop_id !== 'string') {
+    if (!args.site_id || typeof args.site_id !== 'string') {
       return { valid: false, error: 'Missing required parameter: shop_id' };
     }
 

src/mcp/tools/ContactsSearchTool.ts

@@ -1,12 +1,12 @@
 import { BaseTool } from './BaseTool';
-import { ShopDatabase } from '../../database/Database';
+import { SiteDatabase } from '../../database/Database';
 import { QdrantService } from '../../services/QdrantService';
 import { EmbeddingService } from '../../services/EmbeddingService';
 import { McpLogger } from '../McpLogger';
 
 export class ContactsSearchTool extends BaseTool {
   constructor(
-    database: ShopDatabase,
+    database: SiteDatabase,
     qdrantService: QdrantService,
     embeddingService: EmbeddingService,
     mcpLogger: McpLogger
@@ -15,16 +15,16 @@ export class ContactsSearchTool extends BaseTool {
   }
 
   getDescription(): string {
-    return 'Search for contact and company information in a webshop. Use this tool to find contact details, company information, about us pages, team information, physical addresses, phone numbers, email addresses, and business hours.';
+    return 'Search for contact and company information in a website. Use this tool to find contact details, company information, about us pages, team information, physical addresses, phone numbers, email addresses, and business hours.';
   }
 
   getInputSchema(): object {
     return {
       type: 'object',
       properties: {
-        shop_id: {
+        site_id: {
           type: 'string',
-          description: 'The unique identifier of the webshop to search in',
+          description: 'The unique identifier of the website to search in',
         },
         query: {
           type: 'string',
@@ -37,7 +37,7 @@ export class ContactsSearchTool extends BaseTool {
           maximum: 20,
         },
       },
-      required: ['shop_id', 'query'],
+      required: ['site_id', 'query'],
     };
   }
 }

src/mcp/tools/FaqSearchTool.ts

@@ -1,12 +1,12 @@
 import { BaseTool } from './BaseTool';
-import { ShopDatabase } from '../../database/Database';
+import { SiteDatabase } from '../../database/Database';
 import { QdrantService } from '../../services/QdrantService';
 import { EmbeddingService } from '../../services/EmbeddingService';
 import { McpLogger } from '../McpLogger';
 
 export class FaqSearchTool extends BaseTool {
   constructor(
-    database: ShopDatabase,
+    database: SiteDatabase,
     qdrantService: QdrantService,
     embeddingService: EmbeddingService,
     mcpLogger: McpLogger
@@ -15,16 +15,16 @@ export class FaqSearchTool extends BaseTool {
   }
 
   getDescription(): string {
-    return 'Search for FAQ and help information in a webshop. Use this tool to find frequently asked questions, help documentation, customer support information, troubleshooting guides, user manuals, and support resources.';
+    return 'Search for FAQ and help information in a website. Use this tool to find frequently asked questions, help documentation, customer support information, troubleshooting guides, user manuals, and support resources.';
   }
 
   getInputSchema(): object {
     return {
       type: 'object',
       properties: {
-        shop_id: {
+        site_id: {
           type: 'string',
-          description: 'The unique identifier of the webshop to search in',
+          description: 'The unique identifier of the website to search in',
         },
         query: {
           type: 'string',
@@ -37,7 +37,7 @@ export class FaqSearchTool extends BaseTool {
           maximum: 20,
         },
       },
-      required: ['shop_id', 'query'],
+      required: ['site_id', 'query'],
     };
   }
 }

src/mcp/tools/ListContentsTool.ts

@@ -1,4 +1,4 @@
-import { ShopDatabase } from '../../database/Database';
+import { SiteDatabase } from '../../database/Database';
 import { logger } from '../../utils/logger';
 
 export interface ToolResult {
@@ -18,7 +18,7 @@ const CONTENT_TYPE_TO_TOOL: Record<string, string> = {
 };
 
 export class ListContentsTool {
-  constructor(private database: ShopDatabase) {}
+  constructor(private database: SiteDatabase) {}
 
   /**
    * Execute the tool - list all content titles with their associated search tools
@@ -31,23 +31,23 @@ export class ListContentsTool {
         return this.createErrorResult(validation.error || 'Invalid arguments');
       }
 
-      const shopId = String(args.shop_id);
+      const siteId = String(args.site_id);
 
-      // Check if shop exists
-      const shop = this.database.getShopByCustomId(shopId);
-      if (!shop) {
-        return this.createErrorResult('Shop not found');
+      // Check if site exists
+      const site = this.database.getSiteByCustomId(siteId);
+      if (!site) {
+        return this.createErrorResult('Site not found');
       }
 
-      // Get all content for this shop (only enabled content)
-      const allContent = this.database.getAllShopContent(shop.id, false);
+      // Get all content for this site (only enabled content)
+      const allContent = this.database.getAllSiteContent(site.id, false);
 
       if (allContent.length === 0) {
         return {
           content: [
             {
               type: 'text',
-              text: `No content available for shop "${shopId}". The shop may not have been scraped yet.`,
+              text: `No content available for site "${siteId}". The site may not have been scraped yet.`,
             },
           ],
         };
@@ -114,7 +114,7 @@ export class ListContentsTool {
       return { valid: false, error: 'Arguments must be an object' };
     }
 
-    if (!args.shop_id || typeof args.shop_id !== 'string') {
+    if (!args.site_id || typeof args.site_id !== 'string') {
       return { valid: false, error: 'Missing required parameter: shop_id' };
     }
 
@@ -140,7 +140,7 @@ export class ListContentsTool {
    * Get tool description for MCP
    */
   getDescription(): string {
-    return 'List all available content titles for a webshop with their associated search tools. Use this tool first to discover what content is available and which search tool to use for finding specific information.';
+    return 'List all available content titles for a website with their associated search tools. Use this tool first to discover what content is available and which search tool to use for finding specific information.';
   }
 
   /**
@@ -150,12 +150,12 @@ export class ListContentsTool {
     return {
       type: 'object',
       properties: {
-        shop_id: {
+        site_id: {
           type: 'string',
-          description: 'The unique identifier of the webshop to list contents for',
+          description: 'The unique identifier of the website to list contents for',
         },
       },
-      required: ['shop_id'],
+      required: ['site_id'],
     };
   }
 }

src/mcp/tools/ShippingSearchTool.ts

@@ -1,12 +1,12 @@
 import { BaseTool } from './BaseTool';
-import { ShopDatabase } from '../../database/Database';
+import { SiteDatabase } from '../../database/Database';
 import { QdrantService } from '../../services/QdrantService';
 import { EmbeddingService } from '../../services/EmbeddingService';
 import { McpLogger } from '../McpLogger';
 
 export class ShippingSearchTool extends BaseTool {
   constructor(
-    database: ShopDatabase,
+    database: SiteDatabase,
     qdrantService: QdrantService,
     embeddingService: EmbeddingService,
     mcpLogger: McpLogger
@@ -15,16 +15,16 @@ export class ShippingSearchTool extends BaseTool {
   }
 
   getDescription(): string {
-    return 'Search for shipping and delivery information in a webshop. Use this tool to find information about delivery methods, shipping costs, delivery times, shipping policies, and related logistics information.';
+    return 'Search for shipping and delivery information in a website. Use this tool to find information about delivery methods, shipping costs, delivery times, shipping policies, and related logistics information.';
   }
 
   getInputSchema(): object {
     return {
       type: 'object',
       properties: {
-        shop_id: {
+        site_id: {
           type: 'string',
-          description: 'The unique identifier of the webshop to search in',
+          description: 'The unique identifier of the website to search in',
         },
         query: {
           type: 'string',
@@ -37,7 +37,7 @@ export class ShippingSearchTool extends BaseTool {
           maximum: 20,
         },
       },
-      required: ['shop_id', 'query'],
+      required: ['site_id', 'query'],
     };
   }
 }

src/mcp/tools/TermsSearchTool.ts

@@ -1,12 +1,12 @@
 import { BaseTool } from './BaseTool';
-import { ShopDatabase } from '../../database/Database';
+import { SiteDatabase } from '../../database/Database';
 import { QdrantService } from '../../services/QdrantService';
 import { EmbeddingService } from '../../services/EmbeddingService';
 import { McpLogger } from '../McpLogger';
 
 export class TermsSearchTool extends BaseTool {
   constructor(
-    database: ShopDatabase,
+    database: SiteDatabase,
     qdrantService: QdrantService,
     embeddingService: EmbeddingService,
     mcpLogger: McpLogger
@@ -15,16 +15,16 @@ export class TermsSearchTool extends BaseTool {
   }
 
   getDescription(): string {
-    return 'Search for terms, policies, and legal information in a webshop. Use this tool to find terms of service, privacy policies, refund policies, return policies, GDPR information, cookie policies, and other legal documents.';
+    return 'Search for terms, policies, and legal information in a website. Use this tool to find terms of service, privacy policies, refund policies, return policies, GDPR information, cookie policies, and other legal documents.';
   }
 
   getInputSchema(): object {
     return {
       type: 'object',
       properties: {
-        shop_id: {
+        site_id: {
           type: 'string',
-          description: 'The unique identifier of the webshop to search in',
+          description: 'The unique identifier of the website to search in',
         },
         query: {
           type: 'string',
@@ -37,7 +37,7 @@ export class TermsSearchTool extends BaseTool {
           maximum: 20,
         },
       },
-      required: ['shop_id', 'query'],
+      required: ['site_id', 'query'],
     };
   }
 }

src/scheduler/ScrapeScheduler.ts

@@ -1,17 +1,17 @@
 import * as cron from 'node-cron';
-import { ShopDatabase } from '../database/Database';
+import { SiteDatabase } from '../database/Database';
 import { JobQueue } from '../queue/JobQueue';
 import { logger } from '../utils/logger';
 import { v4 as uuidv4 } from 'uuid';
 import { WebhookManager } from '../webhooks/WebhookManager';
 
 export class ScrapeScheduler {
-  private db: ShopDatabase;
+  private db: SiteDatabase;
   private jobQueue: JobQueue;
   private cronTask: cron.ScheduledTask | null = null;
   private webhookManager: WebhookManager;
 
-  constructor(db: ShopDatabase, jobQueue: JobQueue) {
+  constructor(db: SiteDatabase, jobQueue: JobQueue) {
     this.db = db;
     this.jobQueue = jobQueue;
     this.webhookManager = new WebhookManager(db);
@@ -57,8 +57,8 @@ export class ScrapeScheduler {
 
         for (const scheduledJob of dueJobs) {
           try {
-            const shop = this.db.getShopById(scheduledJob.shop_id);
-            if (!shop) {
+            const site = this.db.getSiteById(scheduledJob.site_id);
+            if (!site) {
               logger.error(`Shop not found for scheduled job ${scheduledJob.id}`);
               continue;
             }
@@ -66,11 +66,11 @@ export class ScrapeScheduler {
             // Create a job in the queue
             const job = {
               id: uuidv4(),
-              sitemapUrl: shop.sitemap_url,
+              sitemapUrl: site.sitemap_url,
               status: 'pending' as const,
               createdAt: new Date(),
               updatedAt: new Date(),
-              shopId: shop.id
+              siteId: site.id
             };
 
             this.jobQueue.addJob(job);
@@ -83,7 +83,7 @@ export class ScrapeScheduler {
             // Schedule next run based on frequency
             this.scheduleNextRun(scheduledJob);
 
-            logger.info(`Queued job for shop ${shop.url} (scheduled job ${scheduledJob.id})`);
+            logger.info(`Queued job for site ${site.url} (scheduled job ${scheduledJob.id})`);
           } catch (error) {
             logger.error(`Error queueing scheduled job ${scheduledJob.id}`, error);
           }
@@ -121,7 +121,7 @@ export class ScrapeScheduler {
 
     // Create a new scheduled job for the next run
     this.db.createScheduledJob(
-      scheduledJob.shop_id,
+      scheduledJob.site_id,
       nextRunAt.toISOString(),
       scheduledJob.frequency,
       scheduledJob.last_modified
@@ -132,26 +132,26 @@ export class ScrapeScheduler {
       status: 'completed'
     });
 
-    // Update shop analytics with next scrape time
-    this.db.setNextScrapeTime(scheduledJob.shop_id, nextRunAt.toISOString());
+    // Update site analytics with next scrape time
+    this.db.setNextScrapeTime(scheduledJob.site_id, nextRunAt.toISOString());
 
     // Trigger webhook: schedule_created
     this.webhookManager.notifyScheduleCreated(
-      scheduledJob.shop_id,
+      scheduledJob.site_id,
       nextRunAt.toISOString(),
       scheduledJob.frequency
     ).catch(error => {
       logger.error('Error sending schedule_created webhook', error);
     });
 
-    logger.info(`Scheduled next run for shop ${scheduledJob.shop_id} at ${nextRunAt.toISOString()}`);
+    logger.info(`Scheduled next run for site ${scheduledJob.site_id} at ${nextRunAt.toISOString()}`);
   }
 
   /**
-   * Create initial schedule for a shop based on sitemap data
+   * Create initial schedule for a site based on sitemap data
    */
   createInitialSchedule(
-    shopId: string,
+    siteId: string,
     frequency: string | null,
     lastModified: string | null
   ): void {
@@ -159,12 +159,12 @@ export class ScrapeScheduler {
     const firstRun = new Date(Date.now() + 60 * 1000);
 
     this.db.createScheduledJob(
-      shopId,
+      siteId,
       firstRun.toISOString(),
       frequency || 'weekly',
       lastModified
     );
 
-    logger.info(`Created initial schedule for shop ${shopId}, first run at ${firstRun.toISOString()}`);
+    logger.info(`Created initial schedule for site ${siteId}, first run at ${firstRun.toISOString()}`);
   }
 }

src/scraper/SitemapParser.ts

@@ -1,7 +1,7 @@
 import axios from 'axios';
 import { parseString } from 'xml2js';
 import { promisify } from 'util';
-import { SitemapUrl, WebshopType } from '../types';
+import { SitemapUrl, SitePlatform } from '../types';
 import { logger } from '../utils/logger';
 import { getUserAgent } from '../version';
 
@@ -11,7 +11,7 @@ export class SitemapParser {
   /**
    * Detect webshop type from base URL and get sitemap URL
    */
-  static getSitemapUrl(baseUrl: string): { sitemapUrl: string; webshopType: WebshopType } {
+  static getSitemapUrl(baseUrl: string): { sitemapUrl: string; sitePlatform: SitePlatform } {
     const url = new URL(baseUrl);
     const hostname = url.hostname;
 
@@ -19,7 +19,7 @@ export class SitemapParser {
     if (hostname.includes('shoprenter') || hostname.includes('.sr.hu')) {
       return {
         sitemapUrl: `${url.origin}/sitemap.xml`,
-        webshopType: 'shoprenter'
+        sitePlatform: 'shoprenter'
       };
     }
 
@@ -27,14 +27,14 @@ export class SitemapParser {
     if (hostname.includes('myshopify.com') || hostname.includes('.shopify.')) {
       return {
         sitemapUrl: `${url.origin}/sitemap.xml`,
-        webshopType: 'shopify'
+        sitePlatform: 'shopify'
       };
     }
 
     // WooCommerce (default - most common for custom domains)
     return {
       sitemapUrl: `${url.origin}/sitemap.xml`,
-      webshopType: 'woocommerce'
+      sitePlatform: 'woocommerce'
     };
   }
 

src/scraper/WebScraper.ts

@@ -2,18 +2,18 @@ import { ScraperResult, PageContent } from '../types';
 import { SitemapParser } from './SitemapParser';
 import { ContentExtractor } from './ContentExtractor';
 import { logger } from '../utils/logger';
-import { ShopDatabase } from '../database/Database';
+import { SiteDatabase } from '../database/Database';
 import { WebhookManager } from '../webhooks/WebhookManager';
 import { QdrantEmbeddingWorkflow } from '../services/QdrantEmbeddingWorkflow';
 import type { AppConfig } from '../config';
 
-export class WebshopScraper {
+export class WebScraper {
   private contentExtractor: ContentExtractor;
-  private db: ShopDatabase | null;
+  private db: SiteDatabase | null;
   private webhookManager: WebhookManager | null;
   private embeddingWorkflow: QdrantEmbeddingWorkflow | null;
 
-  constructor(db?: ShopDatabase, config?: AppConfig) {
+  constructor(db?: SiteDatabase, config?: AppConfig) {
     this.contentExtractor = new ContentExtractor();
     this.db = db || null;
     this.webhookManager = db ? new WebhookManager(db) : null;
@@ -23,23 +23,23 @@ export class WebshopScraper {
   /**
    * Main scraping method
    */
-  async scrape(baseUrl: string, shopId?: string): Promise<ScraperResult> {
+  async scrape(baseUrl: string, siteId?: string): Promise<ScraperResult> {
     logger.info(`Starting scrape for: ${baseUrl}`);
     const startTime = Date.now();
 
     try {
       // Get sitemap URL based on webshop type
-      const { sitemapUrl, webshopType } = SitemapParser.getSitemapUrl(baseUrl);
-      logger.info(`Detected webshop type: ${webshopType}, sitemap: ${sitemapUrl}`);
-
-      // If database is available and no shopId provided, find or create shop
-      if (this.db && !shopId) {
-        let shop = this.db.getShopByUrl(baseUrl);
-        if (!shop) {
-          shop = this.db.createShop(baseUrl, sitemapUrl, webshopType);
-          logger.info(`Created new shop record with ID: ${shop.id}`);
+      const { sitemapUrl, sitePlatform } = SitemapParser.getSitemapUrl(baseUrl);
+      logger.info(`Detected site type: ${sitePlatform}, sitemap: ${sitemapUrl}`);
+
+      // If database is available and no siteId provided, find or create site
+      if (this.db && !siteId) {
+        let site = this.db.getSiteByUrl(baseUrl);
+        if (!site) {
+          site = this.db.createSite(baseUrl, sitemapUrl, sitePlatform);
+          logger.info(`Created new site record with ID: ${site.id}`);
         }
-        shopId = shop.id;
+        siteId = site.id;
       }
 
       // Parse sitemap
@@ -51,9 +51,9 @@ export class WebshopScraper {
       // Filter URLs by page type
       const filteredUrls = SitemapParser.filterUrlsByType(urls);
 
-      // Filter out disabled URLs if database and shopId are available
-      if (this.db && shopId) {
-        const disabledUrls = this.db.getDisabledContentUrls(shopId);
+      // Filter out disabled URLs if database and siteId are available
+      if (this.db && siteId) {
+        const disabledUrls = this.db.getDisabledContentUrls(siteId);
         const disabledUrlSet = new Set(disabledUrls);
 
         // Remove disabled URLs from each category
@@ -66,9 +66,9 @@ export class WebshopScraper {
         }
       }
 
-      // Merge custom URLs if database and shopId are available
-      if (this.db && shopId) {
-        const customUrls = this.db.getEnabledCustomUrls(shopId);
+      // Merge custom URLs if database and siteId are available
+      if (this.db && siteId) {
+        const customUrls = this.db.getEnabledCustomUrls(siteId);
 
         // Group custom URLs by content type
         const customUrlsByType: { [key: string]: any[] } = {
@@ -122,13 +122,13 @@ export class WebshopScraper {
       const faqContent = await this.extractAllPageContent(filteredUrls.faq);
 
       // Save content to database if available
-      if (this.db && shopId) {
+      if (this.db && siteId) {
         // Collect all content for batch embedding processing
         const embeddingBatch: any[] = [];
 
         // Save all shipping pages
         for (const content of shippingContent) {
-          const result = this.db.saveContent(shopId, 'shipping', content.url, content.content, content.title);
+          const result = this.db.saveContent(siteId, 'shipping', content.url, content.content, content.title);
 
           // Skip embedding and webhooks if content was skipped (duplicate hash in another category)
           if (result.skipped) continue;
@@ -148,12 +148,12 @@ export class WebshopScraper {
 
           // Trigger webhook if content changed
           if (result.changed && this.webhookManager) {
-            const previous = this.db.getContentHistory(shopId, 'shipping', 2);
+            const previous = this.db.getContentHistory(siteId, 'shipping', 2);
             const oldHash = previous.length > 1 ? previous[1].content_hash : '';
             const newHash = previous.length > 0 ? previous[0].content_hash : '';
 
             await this.webhookManager.notifyContentChanged(
-              shopId,
+              siteId,
               'shipping',
               content.url,
               oldHash,
@@ -163,7 +163,7 @@ export class WebshopScraper {
         }
         // Save all contact pages
         for (const content of contactsContent) {
-          const result = this.db.saveContent(shopId, 'contacts', content.url, content.content, content.title);
+          const result = this.db.saveContent(siteId, 'contacts', content.url, content.content, content.title);
 
           // Skip embedding and webhooks if content was skipped (duplicate hash in another category)
           if (result.skipped) continue;
@@ -183,12 +183,12 @@ export class WebshopScraper {
 
           // Trigger webhook if content changed
           if (result.changed && this.webhookManager) {
-            const previous = this.db.getContentHistory(shopId, 'contacts', 2);
+            const previous = this.db.getContentHistory(siteId, 'contacts', 2);
             const oldHash = previous.length > 1 ? previous[1].content_hash : '';
             const newHash = previous.length > 0 ? previous[0].content_hash : '';
 
             await this.webhookManager.notifyContentChanged(
-              shopId,
+              siteId,
               'contacts',
               content.url,
               oldHash,
@@ -198,7 +198,7 @@ export class WebshopScraper {
         }
         // Save all terms pages
         for (const content of termsContent) {
-          const result = this.db.saveContent(shopId, 'terms', content.url, content.content, content.title);
+          const result = this.db.saveContent(siteId, 'terms', content.url, content.content, content.title);
 
           // Skip embedding and webhooks if content was skipped (duplicate hash in another category)
           if (result.skipped) continue;
@@ -218,12 +218,12 @@ export class WebshopScraper {
 
           // Trigger webhook if content changed
           if (result.changed && this.webhookManager) {
-            const previous = this.db.getContentHistory(shopId, 'terms', 2);
+            const previous = this.db.getContentHistory(siteId, 'terms', 2);
             const oldHash = previous.length > 1 ? previous[1].content_hash : '';
             const newHash = previous.length > 0 ? previous[0].content_hash : '';
 
             await this.webhookManager.notifyContentChanged(
-              shopId,
+              siteId,
               'terms',
               content.url,
               oldHash,
@@ -233,7 +233,7 @@ export class WebshopScraper {
         }
         // Save all FAQ pages
         for (const content of faqContent) {
-          const result = this.db.saveContent(shopId, 'faq', content.url, content.content, content.title);
+          const result = this.db.saveContent(siteId, 'faq', content.url, content.content, content.title);
 
           // Skip embedding and webhooks if content was skipped (duplicate hash in another category)
           if (result.skipped) continue;
@@ -253,12 +253,12 @@ export class WebshopScraper {
 
           // Trigger webhook if content changed
           if (result.changed && this.webhookManager) {
-            const previous = this.db.getContentHistory(shopId, 'faq', 2);
+            const previous = this.db.getContentHistory(siteId, 'faq', 2);
             const oldHash = previous.length > 1 ? previous[1].content_hash : '';
             const newHash = previous.length > 0 ? previous[0].content_hash : '';
 
             await this.webhookManager.notifyContentChanged(
-              shopId,
+              siteId,
               'faq',
               content.url,
               oldHash,
@@ -272,7 +272,7 @@ export class WebshopScraper {
           logger.info(`Processing ${embeddingBatch.length} items for Qdrant embedding`);
 
           try {
-            const embeddingResults = await this.embeddingWorkflow.processContentBatch(shopId, embeddingBatch);
+            const embeddingResults = await this.embeddingWorkflow.processContentBatch(siteId, embeddingBatch);
             const embeddedCount = embeddingResults.filter(r => r.embedded).length;
             const failedCount = embeddingResults.filter(r => !r.embedded).length;
 
@@ -281,7 +281,7 @@ export class WebshopScraper {
             // Log embedding completion webhook event if any were successful
             if (embeddedCount > 0 && this.webhookManager) {
               // Note: This would need a new webhook event type for embedding completion
-              // await this.webhookManager.notifyEmbeddingCompleted(shopId, embeddedCount, failedCount);
+              // await this.webhookManager.notifyEmbeddingCompleted(siteId, embeddedCount, failedCount);
             }
           } catch (error) {
             logger.error('Failed to process embedding batch:', error);
@@ -292,7 +292,7 @@ export class WebshopScraper {
         const scrapeTimeMs = Date.now() - startTime;
         const pageCount = shippingContent.length + contactsContent.length + termsContent.length + faqContent.length;
 
-        this.db.updateAnalytics(shopId, {
+        this.db.updateAnalytics(siteId, {
           scrapeTimeMs,
           urlsFound: urls.length,
           pageCount
@@ -300,7 +300,7 @@ export class WebshopScraper {
 
         // Cleanup disabled URLs that are no longer in sitemap
         const currentSitemapUrls = urls.map((u: any) => u.loc);
-        const deletedCount = this.db.cleanupMissingDisabledUrls(shopId, currentSitemapUrls);
+        const deletedCount = this.db.cleanupMissingDisabledUrls(siteId, currentSitemapUrls);
         if (deletedCount > 0) {
           logger.info(`Cleaned up ${deletedCount} disabled URLs that are no longer in sitemap`);
         }

src/services/EmbeddingService.ts

@@ -5,7 +5,7 @@ import type { AppConfig } from '../config';
 export interface EmbeddingRequest {
   text: string;
   contentId: string;
-  shopId: string;
+  siteId: string;
   contentType: 'shipping' | 'contacts' | 'terms' | 'faq';
 }
 

src/services/QdrantCleanupService.ts

@@ -1,7 +1,7 @@
 import { v4 as uuidv4 } from 'uuid';
 import { logger } from '../utils/logger';
 import type { AppConfig } from '../config';
-import { ShopDatabase, QdrantDeletionQueue, QdrantError } from '../database/Database';
+import { SiteDatabase, QdrantDeletionQueue, QdrantError } from '../database/Database';
 import { QdrantService } from './QdrantService';
 
 export interface CleanupStats {
@@ -17,7 +17,7 @@ export class QdrantCleanupService {
 
   constructor(
     private config: AppConfig,
-    private database: ShopDatabase
+    private database: SiteDatabase
   ) {
     this.qdrantService = new QdrantService(config);
     this.deletionDelayHours = config.qdrant.deletionDelayHours;
@@ -120,12 +120,12 @@ export class QdrantCleanupService {
    * Schedule collections for deletion after delay period
    */
   async scheduleCollectionsDeletion(
-    shopId: string,
+    siteId: string,
     collectionNames: string[],
     reason: 'shop_deleted' | 'qdrant_disabled'
   ): Promise<void> {
     if (collectionNames.length === 0) {
-      logger.debug(`No collections to schedule for deletion for shop ${shopId}`);
+      logger.debug(`No collections to schedule for deletion for site ${siteId}`);
       return;
     }
 
@@ -134,7 +134,7 @@ export class QdrantCleanupService {
 
     // Handle immediate deletion for shop_deleted
     if (reason === 'shop_deleted') {
-      logger.info(`Immediately deleting ${collectionNames.length} collections for deleted shop ${shopId}`);
+      logger.info(`Immediately deleting ${collectionNames.length} collections for deleted site ${siteId}`);
 
       for (const collectionName of collectionNames) {
         try {
@@ -150,7 +150,7 @@ export class QdrantCleanupService {
     const id = uuidv4();
     this.database.createQdrantDeletionItem({
       id,
-      shop_id: shopId,
+      site_id: siteId,
       collection_names: JSON.stringify(collectionNames),
       scheduled_deletion_at: scheduledDeletion.toISOString(),
       reason,
@@ -158,17 +158,17 @@ export class QdrantCleanupService {
       created_at: now.toISOString(),
     });
 
-    logger.info(`Scheduled ${collectionNames.length} collections for deletion in ${this.deletionDelayHours} hours for shop ${shopId}`);
+    logger.info(`Scheduled ${collectionNames.length} collections for deletion in ${this.deletionDelayHours} hours for site ${siteId}`);
   }
 
   /**
    * Cancel scheduled deletion (when Qdrant is re-enabled within delay period)
    */
-  async cancelScheduledDeletion(shopId: string): Promise<number> {
-    const cancelledCount = this.database.cancelQdrantDeletion(shopId);
+  async cancelScheduledDeletion(siteId: string): Promise<number> {
+    const cancelledCount = this.database.cancelQdrantDeletion(siteId);
 
     if (cancelledCount > 0) {
-      logger.info(`Cancelled ${cancelledCount} scheduled deletions for shop ${shopId}`);
+      logger.info(`Cancelled ${cancelledCount} scheduled deletions for site ${siteId}`);
     }
 
     return cancelledCount;
@@ -212,7 +212,7 @@ export class QdrantCleanupService {
    * Log Qdrant operation error
    */
   async logQdrantError(
-    shopId: string,
+    siteId: string,
     operationType: QdrantError['operation_type'],
     errorMessage: string,
     errorDetails?: any
@@ -222,7 +222,7 @@ export class QdrantCleanupService {
 
     this.database.createQdrantError({
       id,
-      shop_id: shopId,
+      site_id: siteId,
       operation_type: operationType,
       error_message: errorMessage,
       error_details: errorDetails ? JSON.stringify(errorDetails) : null,
@@ -230,7 +230,7 @@ export class QdrantCleanupService {
       resolved_at: null,
     });
 
-    logger.error(`Qdrant error logged for shop ${shopId} (${operationType}): ${errorMessage}`);
+    logger.error(`Qdrant error logged for site ${siteId} (${operationType}): ${errorMessage}`);
   }
 
   /**
@@ -243,10 +243,10 @@ export class QdrantCleanupService {
   }
 
   /**
-   * Get unresolved errors for a shop
+   * Get unresolved errors for a site
    */
-  getUnresolvedErrors(shopId: string): QdrantError[] {
-    return this.database.getUnresolvedQdrantErrors(shopId);
+  getUnresolvedErrors(siteId: string): QdrantError[] {
+    return this.database.getUnresolvedQdrantErrors(siteId);
   }
 
   /**

src/services/QdrantEmbeddingWorkflow.ts

@@ -1,7 +1,7 @@
 import { v4 as uuidv4 } from 'uuid';
 import { createHash } from 'crypto';
 import { logger } from '../utils/logger';
-import { ShopDatabase, ShopContent } from '../database/Database';
+import { SiteDatabase, SiteContent } from '../database/Database';
 import { QdrantService } from './QdrantService';
 import { EmbeddingService } from './EmbeddingService';
 import { QdrantCleanupService } from './QdrantCleanupService';
@@ -26,7 +26,7 @@ export class QdrantEmbeddingWorkflow {
 
   constructor(
     private config: AppConfig,
-    private database: ShopDatabase
+    private database: SiteDatabase
   ) {
     this.qdrantService = new QdrantService(config);
     this.embeddingService = new EmbeddingService(config);
@@ -51,7 +51,7 @@ export class QdrantEmbeddingWorkflow {
    * Process content for embedding after it's saved to database
    */
   async processContentForEmbedding(
-    shopId: string,
+    siteId: string,
     contentId: string,
     contentType: 'shipping' | 'contacts' | 'terms' | 'faq',
     url: string,
@@ -61,26 +61,26 @@ export class QdrantEmbeddingWorkflow {
     contentChanged: boolean
   ): Promise<EmbeddingWorkflowResult> {
     try {
-      // Get shop details
-      const shop = this.database.getShopById(shopId);
-      if (!shop) {
-        return { contentId, embedded: false, error: 'Shop not found' };
+      // Get site details
+      const site = this.database.getSiteById(siteId);
+      if (!site) {
+        return { contentId, embedded: false, error: 'Site not found' };
       }
 
-      // Check if Qdrant is enabled for this shop
-      if (!shop.qdrant_enabled || !shop.custom_id) {
-        logger.debug(`Skipping embedding for shop ${shopId}: Qdrant disabled or no custom_id`);
+      // Check if Qdrant is enabled for this site
+      if (!site.qdrant_enabled || !site.custom_id) {
+        logger.debug(`Skipping embedding for site ${siteId}: Qdrant disabled or no custom_id`);
         return { contentId, embedded: false, error: 'Qdrant not enabled or missing custom_id' };
       }
 
       // Check if services are available
       if (!this.embeddingService.isEnabled()) {
-        logger.debug(`Skipping embedding for shop ${shopId}: EmbeddingService not available`);
+        logger.debug(`Skipping embedding for site ${siteId}: EmbeddingService not available`);
         return { contentId, embedded: false, error: 'Embedding service not available' };
       }
 
-      // Generate collection name for the category (one collection per shop+category)
-      const collectionName = this.qdrantService.generateCollectionName(shop.custom_id, contentType);
+      // Generate collection name for the category (one collection per site+category)
+      const collectionName = this.qdrantService.generateCollectionName(site.custom_id, contentType);
       logger.debug(`Using collection ${collectionName} for content ${contentId} (URL: ${url})`);
 
       // Check Qdrant FIRST before generating any embeddings
@@ -111,12 +111,12 @@ export class QdrantEmbeddingWorkflow {
       }
 
       // Check database embedding records
-      const existingEmbeddings = this.database.getShopEmbeddings(contentId);
+      const existingEmbeddings = this.database.getSiteEmbeddings(contentId);
 
       // Delete old embedding records from database (we'll create new ones)
       if (existingEmbeddings.length > 0) {
         for (const emb of existingEmbeddings) {
-          this.database.deleteShopEmbedding(emb.id);
+          this.database.deleteSiteEmbedding(emb.id);
         }
         logger.debug(`Cleared ${existingEmbeddings.length} old embedding records for content ${contentId}`);
       }
@@ -146,7 +146,7 @@ export class QdrantEmbeddingWorkflow {
           const embeddingResult = await this.embeddingService.generateEmbedding({
             text: processedChunk,
             contentId: `${contentId}-chunk-${chunk.index}`,
-            shopId,
+            siteId,
             contentType
           });
 
@@ -164,7 +164,7 @@ export class QdrantEmbeddingWorkflow {
             id: pointId,
             vector: embeddingResult.embedding,
             payload: {
-              shop_id: shop.custom_id,
+              site_id: site.custom_id,
               content_id: contentId,
               chunk_id: `${contentId}-chunk-${chunk.index}`,
               chunk_index: chunk.index,
@@ -198,9 +198,9 @@ export class QdrantEmbeddingWorkflow {
         const now = new Date().toISOString();
         const embeddingId = uuidv4();
 
-        this.database.createShopEmbedding({
+        this.database.createSiteEmbedding({
           id: embeddingId,
-          shop_content_id: contentId,
+          site_content_id: contentId,
           collection_name: collectionName,
           point_id: pointIds[0], // Store first chunk's point ID
           embedding_status: successfulChunks === chunks.length ? 'completed' : 'failed',
@@ -214,7 +214,7 @@ export class QdrantEmbeddingWorkflow {
         logger.warn(errorMsg);
 
         await this.cleanupService.logQdrantError(
-          shopId,
+          siteId,
           'embedding',
           errorMsg,
           { contentId, contentType, url, chunks: chunks.length, successful: successfulChunks }
@@ -226,7 +226,7 @@ export class QdrantEmbeddingWorkflow {
       // Trigger webhook for successful embedding
       if (successfulChunks > 0) {
         try {
-          await this.webhookManager.notifyQdrantEmbeddingCompleted(shopId, {
+          await this.webhookManager.notifyQdrantEmbeddingCompleted(siteId, {
             content_id: contentId,
             content_type: contentType,
             collection_name: collectionName,
@@ -249,7 +249,7 @@ export class QdrantEmbeddingWorkflow {
 
       // Log error for UI display
       await this.cleanupService.logQdrantError(
-        shopId,
+        siteId,
         'embedding',
         error.message || 'Embedding workflow failed',
         { contentId, contentType, url, error: error.stack }
@@ -257,7 +257,7 @@ export class QdrantEmbeddingWorkflow {
 
       // Trigger webhook for failed embedding
       try {
-        await this.webhookManager.notifyQdrantEmbeddingFailed(shopId, {
+        await this.webhookManager.notifyQdrantEmbeddingFailed(siteId, {
           content_id: contentId,
           content_type: contentType,
           error: error.message || 'Embedding workflow failed'
@@ -278,7 +278,7 @@ export class QdrantEmbeddingWorkflow {
    * Process multiple content items in batch
    */
   async processContentBatch(
-    shopId: string,
+    siteId: string,
     contentItems: Array<{
       contentId: string;
       contentType: 'shipping' | 'contacts' | 'terms' | 'faq';
@@ -296,7 +296,7 @@ export class QdrantEmbeddingWorkflow {
     for (const item of contentItems) {
       try {
         const result = await this.processContentForEmbedding(
-          shopId,
+          siteId,
           item.contentId,
           item.contentType,
           item.url,
@@ -325,7 +325,7 @@ export class QdrantEmbeddingWorkflow {
     const successCount = results.filter(r => r.embedded).length;
     const failCount = results.filter(r => !r.embedded).length;
 
-    logger.info(`Batch embedding completed for shop ${shopId}: ${successCount} success, ${failCount} failed`);
+    logger.info(`Batch embedding completed for site ${siteId}: ${successCount} success, ${failCount} failed`);
 
     // Trigger batch completion webhook if there were successful embeddings
     if (successCount > 0) {
@@ -335,7 +335,7 @@ export class QdrantEmbeddingWorkflow {
           contentTypes[item.contentType] = (contentTypes[item.contentType] || 0) + 1;
         }
 
-        await this.webhookManager.notifyBatchEmbeddingCompleted(shopId, {
+        await this.webhookManager.notifyBatchEmbeddingCompleted(siteId, {
           total_items: contentItems.length,
           successful_embeddings: successCount,
           failed_embeddings: failCount,
@@ -387,7 +387,7 @@ export class QdrantEmbeddingWorkflow {
     pointId?: string;
   } {
     try {
-      const embeddings = this.database.getShopEmbeddings(contentId);
+      const embeddings = this.database.getSiteEmbeddings(contentId);
 
       if (embeddings.length === 0) {
         return { hasEmbedding: false, status: 'none' };

src/services/QdrantMigrationService.ts

@@ -1,6 +1,6 @@
 import { logger } from '../utils/logger';
 import { QdrantService } from './QdrantService';
-import { ShopDatabase } from '../database/Database';
+import { SiteDatabase } from '../database/Database';
 import type { AppConfig } from '../config';
 
 export interface MigrationResult {
@@ -18,17 +18,17 @@ export class QdrantMigrationService {
 
   constructor(
     private config: AppConfig,
-    private database: ShopDatabase
+    private database: SiteDatabase
   ) {
     this.qdrantService = new QdrantService(config);
   }
 
   /**
-   * Migrate a shop's collections from old structure to new structure
+   * Migrate a site's collections from old structure to new structure
    * Old: {shop_custom_id}-{category}_{url_hash} (many collections per category)
    * New: {shop_custom_id}-{category} (one collection per category)
    */
-  async migrateShop(shopCustomId: string): Promise<MigrationResult> {
+  async migrateShop(siteCustomId: string): Promise<MigrationResult> {
     const result: MigrationResult = {
       success: true,
       collectionsProcessed: 0,
@@ -37,13 +37,13 @@ export class QdrantMigrationService {
     };
 
     try {
-      logger.info(`Starting migration for shop: ${shopCustomId}`);
+      logger.info(`Starting migration for site: ${siteCustomId}`);
 
-      // Get all collections for this shop
-      const collections = await this.qdrantService.getCollectionsForShop(shopCustomId);
+      // Get all collections for this site
+      const collections = await this.qdrantService.getCollectionsForShop(siteCustomId);
 
       if (collections.length === 0) {
-        logger.info(`No collections found for shop ${shopCustomId}`);
+        logger.info(`No collections found for site ${siteCustomId}`);
         return result;
       }
 
@@ -74,7 +74,7 @@ export class QdrantMigrationService {
       for (const [category, oldCollections] of collectionsByCategory) {
         try {
           const migratedPoints = await this.migrateCategory(
-            shopCustomId,
+            siteCustomId,
             category,
             oldCollections
           );
@@ -91,10 +91,10 @@ export class QdrantMigrationService {
         }
       }
 
-      logger.info(`Migration completed for shop ${shopCustomId}: ${result.pointsMigrated} points from ${result.collectionsProcessed} collections`);
+      logger.info(`Migration completed for site ${siteCustomId}: ${result.pointsMigrated} points from ${result.collectionsProcessed} collections`);
 
     } catch (error: any) {
-      logger.error(`Migration failed for shop ${shopCustomId}:`, error);
+      logger.error(`Migration failed for site ${siteCustomId}:`, error);
       result.success = false;
       result.errors.push(error.message || 'Unknown error');
     }
@@ -106,14 +106,14 @@ export class QdrantMigrationService {
    * Migrate a single category's collections to the new format
    */
   private async migrateCategory(
-    shopCustomId: string,
+    siteCustomId: string,
     category: string,
     oldCollections: string[]
   ): Promise<number> {
     let pointsMigrated = 0;
 
     // Generate new collection name
-    const newCollectionName = this.qdrantService.generateCollectionName(shopCustomId, category);
+    const newCollectionName = this.qdrantService.generateCollectionName(siteCustomId, category);
 
     // Create new collection if it doesn't exist
     if (!(await this.qdrantService.collectionExists(newCollectionName))) {
@@ -206,7 +206,7 @@ export class QdrantMigrationService {
    * Delete old collections after successful migration
    * WARNING: This will permanently delete the old collections!
    */
-  async cleanupOldCollections(shopCustomId: string, dryRun: boolean = true): Promise<{
+  async cleanupOldCollections(siteCustomId: string, dryRun: boolean = true): Promise<{
     deleted: string[];
     kept: string[];
     errors: string[];
@@ -218,7 +218,7 @@ export class QdrantMigrationService {
     };
 
     try {
-      const collections = await this.qdrantService.getCollectionsForShop(shopCustomId);
+      const collections = await this.qdrantService.getCollectionsForShop(siteCustomId);
 
       for (const collectionName of collections) {
         const parsed = this.qdrantService.parseCollectionName(collectionName);
@@ -250,7 +250,7 @@ export class QdrantMigrationService {
       }
 
     } catch (error: any) {
-      logger.error(`Failed to cleanup old collections for shop ${shopCustomId}:`, error);
+      logger.error(`Failed to cleanup old collections for site ${siteCustomId}:`, error);
       result.errors.push(error.message || 'Unknown error');
     }
 
@@ -258,9 +258,9 @@ export class QdrantMigrationService {
   }
 
   /**
-   * Get migration status for a shop
+   * Get migration status for a site
    */
-  async getMigrationStatus(shopCustomId: string): Promise<{
+  async getMigrationStatus(siteCustomId: string): Promise<{
     needsMigration: boolean;
     oldCollections: number;
     newCollections: number;
@@ -270,7 +270,7 @@ export class QdrantMigrationService {
       newCollectionExists: boolean;
     }[];
   }> {
-    const collections = await this.qdrantService.getCollectionsForShop(shopCustomId);
+    const collections = await this.qdrantService.getCollectionsForShop(siteCustomId);
 
     const categoriesMap = new Map<string, {
       oldCollections: number;

src/services/QdrantService.ts

@@ -7,7 +7,7 @@ export interface QdrantPoint {
   id: string;
   vector: number[];
   payload: {
-    shop_id: string;
+    site_id: string;
     content_id: string;
     content_type: 'shipping' | 'contacts' | 'terms' | 'faq';
     url: string;
@@ -66,24 +66,24 @@ export class QdrantService {
    * Generate collection name using the format: {shop_custom_id}-{category_name}
    * One collection per category, with unique points per URL based on content hash
    */
-  generateCollectionName(shopCustomId: string, category: string, url?: string): string {
+  generateCollectionName(siteCustomId: string, category: string, url?: string): string {
     // URL parameter kept for backward compatibility but no longer used
-    return `${shopCustomId}-${category}`;
+    return `${siteCustomId}-${category}`;
   }
 
   /**
-   * Parse collection name to extract shop custom ID and category
+   * Parse collection name to extract site custom ID and category
    * Supports multiple formats:
    * - Current: {shop_custom_id}-{category}
    * - Legacy with URL hash: {shop_custom_id}-{category}_{url_hash}
    * - Legacy with iterator: {shop_custom_id}-{category}_{iterator}
    */
-  parseCollectionName(collectionName: string): { shopCustomId: string; category: string; urlHash?: string; iterator?: number } | null {
+  parseCollectionName(collectionName: string): { siteCustomId: string; category: string; urlHash?: string; iterator?: number } | null {
     // Try new format first: {shop_custom_id}-{category}
     const simpleMatch = collectionName.match(/^(.+)-([^_]+)$/);
     if (simpleMatch) {
       return {
-        shopCustomId: simpleMatch[1],
+        siteCustomId: simpleMatch[1],
         category: simpleMatch[2]
       };
     }
@@ -99,7 +99,7 @@ export class QdrantService {
     if (!isHash && !isIterator) return null;
 
     return {
-      shopCustomId: legacyMatch[1],
+      siteCustomId: legacyMatch[1],
       category: legacyMatch[2],
       ...(isHash ? { urlHash: identifier } : { iterator: parseInt(identifier, 10) })
     };
@@ -493,11 +493,11 @@ export class QdrantService {
 
   /**
    * Search in a category collection
-   * Searches in the single collection for the shop+category combination.
+   * Searches in the single collection for the site+category combination.
    * Falls back to searching in legacy multi-collection format if needed.
    */
   async searchInCategory(
-    shopCustomId: string,
+    siteCustomId: string,
     category: string,
     queryVector: number[],
     limit: number = 10
@@ -506,7 +506,7 @@ export class QdrantService {
 
     try {
       // Try new single-collection format first
-      const newCollectionName = this.generateCollectionName(shopCustomId, category);
+      const newCollectionName = this.generateCollectionName(siteCustomId, category);
       const newCollectionExists = await this.collectionExists(newCollectionName);
 
       if (newCollectionExists) {
@@ -516,11 +516,11 @@ export class QdrantService {
       }
 
       // Fallback: Search in legacy multi-collection format
-      logger.debug(`Using legacy multi-collection search for shop ${shopCustomId} category ${category}`);
-      const legacyCollections = await this.getCollectionsForCategory(shopCustomId, category);
+      logger.debug(`Using legacy multi-collection search for site ${siteCustomId} category ${category}`);
+      const legacyCollections = await this.getCollectionsForCategory(siteCustomId, category);
 
       if (legacyCollections.length === 0) {
-        logger.debug(`No collections found for shop ${shopCustomId} category ${category}`);
+        logger.debug(`No collections found for site ${siteCustomId} category ${category}`);
         return [];
       }
 
@@ -541,15 +541,15 @@ export class QdrantService {
       return allResults.slice(0, limit);
 
     } catch (error) {
-      logger.error(`Failed to search in category ${category} for shop ${shopCustomId}:`, error);
+      logger.error(`Failed to search in category ${category} for site ${siteCustomId}:`, error);
       throw error;
     }
   }
 
   /**
-   * Get all collection names for a shop and category
+   * Get all collection names for a site and category
    */
-  async getCollectionsForCategory(shopCustomId: string, category: string): Promise<string[]> {
+  async getCollectionsForCategory(siteCustomId: string, category: string): Promise<string[]> {
     if (!this.enabled) return [];
 
     try {
@@ -561,50 +561,50 @@ export class QdrantService {
         .map(col => col.name)
         .filter(name => {
           const parsed = this.parseCollectionName(name);
-          return parsed && parsed.shopCustomId === shopCustomId && parsed.category === category;
+          return parsed && parsed.siteCustomId === siteCustomId && parsed.category === category;
         })
         .sort(); // Sort to ensure consistent ordering
 
       return matchingCollections;
     } catch (error) {
-      logger.error(`Failed to get collections for shop ${shopCustomId} category ${category}:`, error);
+      logger.error(`Failed to get collections for site ${siteCustomId} category ${category}:`, error);
       throw error;
     }
   }
 
   /**
-   * Get all collection names for a shop
+   * Get all collection names for a site
    */
-  async getCollectionsForShop(shopCustomId: string): Promise<string[]> {
+  async getCollectionsForShop(siteCustomId: string): Promise<string[]> {
     if (!this.enabled) return [];
 
     try {
       const response = await this.client.getCollections();
       const collections = response.collections || [];
 
-      // Filter collections that match the shop
+      // Filter collections that match the site
       const matchingCollections = collections
         .map(col => col.name)
         .filter(name => {
           const parsed = this.parseCollectionName(name);
-          return parsed && parsed.shopCustomId === shopCustomId;
+          return parsed && parsed.siteCustomId === siteCustomId;
         });
 
       return matchingCollections;
     } catch (error) {
-      logger.error(`Failed to get collections for shop ${shopCustomId}:`, error);
+      logger.error(`Failed to get collections for site ${siteCustomId}:`, error);
       throw error;
     }
   }
 
   /**
-   * Delete all collections for a shop
+   * Delete all collections for a site
    */
-  async deleteShopCollections(shopCustomId: string): Promise<void> {
+  async deleteShopCollections(siteCustomId: string): Promise<void> {
     if (!this.enabled) return;
 
     try {
-      const collections = await this.getCollectionsForShop(shopCustomId);
+      const collections = await this.getCollectionsForShop(siteCustomId);
 
       for (const collectionName of collections) {
         try {
@@ -614,9 +614,9 @@ export class QdrantService {
         }
       }
 
-      logger.info(`Deleted ${collections.length} collections for shop ${shopCustomId}`);
+      logger.info(`Deleted ${collections.length} collections for site ${siteCustomId}`);
     } catch (error) {
-      logger.error(`Failed to delete collections for shop ${shopCustomId}:`, error);
+      logger.error(`Failed to delete collections for site ${siteCustomId}:`, error);
       throw error;
     }
   }
@@ -625,11 +625,11 @@ export class QdrantService {
    * Get next iterator number for a category
    * @deprecated This method is deprecated. Collection names now use URL hashes instead of iterators.
    */
-  async getNextIterator(shopCustomId: string, category: string): Promise<number> {
+  async getNextIterator(siteCustomId: string, category: string): Promise<number> {
     if (!this.enabled) return 0;
 
     try {
-      const collections = await this.getCollectionsForCategory(shopCustomId, category);
+      const collections = await this.getCollectionsForCategory(siteCustomId, category);
 
       if (collections.length === 0) return 0;
 
@@ -644,7 +644,7 @@ export class QdrantService {
 
       return maxIterator + 1;
     } catch (error) {
-      logger.error(`Failed to get next iterator for shop ${shopCustomId} category ${category}:`, error);
+      logger.error(`Failed to get next iterator for site ${siteCustomId} category ${category}:`, error);
       throw error;
     }
   }

src/services/SchedulerService.ts

@@ -1,5 +1,5 @@
 import { logger } from '../utils/logger';
-import { ShopDatabase } from '../database/Database';
+import { SiteDatabase } from '../database/Database';
 import { QdrantCleanupService } from './QdrantCleanupService';
 import { QdrantEmbeddingWorkflow } from './QdrantEmbeddingWorkflow';
 import { WebhookManager } from '../webhooks/WebhookManager';
@@ -40,7 +40,7 @@ export class SchedulerService {
 
   constructor(
     private appConfig: AppConfig,
-    private database: ShopDatabase
+    private database: SiteDatabase
   ) {
     this.cleanupService = new QdrantCleanupService(appConfig, database);
     this.embeddingWorkflow = new QdrantEmbeddingWorkflow(appConfig, database);
@@ -209,10 +209,10 @@ export class SchedulerService {
         logger.warn('Health check failed:', health.errors);
 
         // Notify about health check failures for enabled shops
-        const enabledShops = this.database.getQdrantEnabledShops();
-        for (const shop of enabledShops) {
+        const enabledSites = this.database.getQdrantEnabledSites();
+        for (const site of enabledSites) {
           try {
-            await this.webhookManager.notifyMcpHealthCheckFailed(shop.id, {
+            await this.webhookManager.notifyMcpHealthCheckFailed(site.id, {
               failed_services: Object.entries(health.services)
                 .filter(([_, status]) => !status)
                 .map(([service]) => service),
@@ -223,7 +223,7 @@ export class SchedulerService {
               consecutive_failures: this.getConsecutiveFailures()
             });
           } catch (webhookError) {
-            logger.error(`Failed to send health check webhook for shop ${shop.id}:`, webhookError);
+            logger.error(`Failed to send health check webhook for site ${site.id}:`, webhookError);
           }
         }
 
@@ -253,7 +253,7 @@ export class SchedulerService {
     const startTime = Date.now();
 
     try {
-      const queuedDeletions = this.database.getShopsForQdrantDeletion();
+      const queuedDeletions = this.database.getSitesForQdrantDeletion();
 
       if (queuedDeletions.length === 0) {
         logger.debug('No shops queued for Qdrant deletion');
@@ -264,24 +264,24 @@ export class SchedulerService {
 
       for (const deletion of queuedDeletions) {
         try {
-          // Get the shop to access the custom_id
-          const shop = this.database.getShopById(deletion.shop_id);
-          if (!shop || !shop.custom_id) {
-            logger.warn(`Cannot process deletion for shop ${deletion.shop_id}: shop not found or no custom_id`);
-            this.database.updateQdrantDeletionStatus(deletion.id, 'failed', 'Shop not found or no custom_id');
+          // Get the site to access the custom_id
+          const site = this.database.getSiteById(deletion.site_id);
+          if (!site || !site.custom_id) {
+            logger.warn(`Cannot process deletion for site ${deletion.site_id}: site not found or no custom_id`);
+            this.database.updateQdrantDeletionStatus(deletion.id, 'failed', 'Site not found or no custom_id');
             continue;
           }
 
-          // Delete shop collections using QdrantService via cleanupService
+          // Delete site collections using QdrantService via cleanupService
           try {
-            // Get collections for the shop first
+            // Get collections for the site first
             const collections = JSON.parse(deletion.collection_names || '[]');
             if (collections.length > 0) {
               // Call the private qdrantService through the cleanup service
-              await this.cleanupService.scheduleCollectionsDeletion(deletion.shop_id, collections, 'shop_deleted');
+              await this.cleanupService.scheduleCollectionsDeletion(deletion.site_id, collections, 'shop_deleted');
             }
           } catch (error) {
-            logger.error(`Failed to delete collections for shop ${shop.custom_id}:`, error);
+            logger.error(`Failed to delete collections for site ${site.custom_id}:`, error);
           }
 
           // Mark as completed
@@ -289,20 +289,20 @@ export class SchedulerService {
 
           // Send webhook notification
           try {
-            await this.webhookManager.notifyQdrantShopDeleted(deletion.shop_id, {
-              custom_id: shop.custom_id,
+            await this.webhookManager.notifyQdrantShopDeleted(deletion.site_id, {
+              custom_id: site.custom_id,
               collections_deleted: [], // Would be populated by cleanup service
               total_vectors_deleted: 0, // Would be populated by cleanup service
               deletion_scheduled_at: deletion.scheduled_deletion_at
             });
           } catch (webhookError) {
-            logger.error(`Failed to send shop deleted webhook for ${deletion.shop_id}:`, webhookError);
+            logger.error(`Failed to send site deleted webhook for ${deletion.site_id}:`, webhookError);
           }
 
-          logger.info(`Successfully processed Qdrant deletion for shop ${deletion.shop_id}`);
+          logger.info(`Successfully processed Qdrant deletion for site ${deletion.site_id}`);
 
         } catch (error) {
-          logger.error(`Failed to process deletion for shop ${deletion.shop_id}:`, error);
+          logger.error(`Failed to process deletion for site ${deletion.site_id}:`, error);
           this.database.updateQdrantDeletionStatus(
             deletion.id,
             'failed',

src/webhooks/WebhookManager.ts

@@ -1,6 +1,6 @@
 import axios, { AxiosError } from 'axios';
 import { logger } from '../utils/logger';
-import { ShopDatabase, Webhook } from '../database/Database';
+import { SiteDatabase, Webhook } from '../database/Database';
 import crypto from 'crypto';
 
 export type WebhookEvent =
@@ -21,41 +21,41 @@ export type WebhookEvent =
 export interface WebhookPayload {
   event: WebhookEvent;
   timestamp: string;
-  shop_id: string;
-  shop_url?: string;
+  site_id: string;
+  site_url?: string;
   data: any;
 }
 
 export class WebhookManager {
-  private db: ShopDatabase;
+  private db: SiteDatabase;
   private retryAttempts: number = 3;
   private retryDelay: number = 1000; // 1 second
 
-  constructor(db: ShopDatabase) {
+  constructor(db: SiteDatabase) {
     this.db = db;
   }
 
   /**
-   * Trigger a webhook for a specific shop and event
+   * Trigger a webhook for a specific site and event
    */
   async triggerWebhook(
-    shopId: string,
+    siteId: string,
     event: WebhookEvent,
     data: any
   ): Promise<void> {
-    const webhook = this.db.getWebhook(shopId);
+    const webhook = this.db.getWebhook(siteId);
 
     if (!webhook || !webhook.enabled) {
-      logger.debug(`No active webhook found for shop ${shopId}`);
+      logger.debug(`No active webhook found for site ${siteId}`);
       return;
     }
 
-    const shop = this.db.getShopById(shopId);
+    const site = this.db.getSiteById(siteId);
     const payload: WebhookPayload = {
       event,
       timestamp: new Date().toISOString(),
-      shop_id: shopId,
-      shop_url: shop?.url,
+      site_id: siteId,
+      site_url: site?.url,
       data
     };
 
@@ -75,7 +75,7 @@ export class WebhookManager {
 
       const headers: any = {
         'Content-Type': 'application/json',
-        'User-Agent': 'WebshopScraper-Webhook/1.0'
+        'User-Agent': 'WebScraper-Webhook/1.0'
       };
 
       // Add signature header if secret is configured
@@ -163,11 +163,11 @@ export class WebhookManager {
    * Trigger scrape started event
    */
   async notifyScrapeStarted(
-    shopId: string,
+    siteId: string,
     jobId: string,
     sitemapUrl: string
   ): Promise<void> {
-    await this.triggerWebhook(shopId, 'scrape_started', {
+    await this.triggerWebhook(siteId, 'scrape_started', {
       job_id: jobId,
       sitemap_url: sitemapUrl
     });
@@ -177,7 +177,7 @@ export class WebhookManager {
    * Trigger scrape completed event
    */
   async notifyScrapeCompleted(
-    shopId: string,
+    siteId: string,
     jobId: string,
     result: {
       scrape_time_ms: number;
@@ -185,7 +185,7 @@ export class WebhookManager {
       pages_scraped: number;
     }
   ): Promise<void> {
-    await this.triggerWebhook(shopId, 'scrape_completed', {
+    await this.triggerWebhook(siteId, 'scrape_completed', {
       job_id: jobId,
       ...result
     });
@@ -195,11 +195,11 @@ export class WebhookManager {
    * Trigger scrape failed event
    */
   async notifyScrapeFailed(
-    shopId: string,
+    siteId: string,
     jobId: string,
     error: string
   ): Promise<void> {
-    await this.triggerWebhook(shopId, 'scrape_failed', {
+    await this.triggerWebhook(siteId, 'scrape_failed', {
       job_id: jobId,
       error
     });
@@ -209,13 +209,13 @@ export class WebhookManager {
    * Trigger content changed event
    */
   async notifyContentChanged(
-    shopId: string,
+    siteId: string,
     contentType: string,
     url: string,
     oldHash: string,
     newHash: string
   ): Promise<void> {
-    await this.triggerWebhook(shopId, 'content_changed', {
+    await this.triggerWebhook(siteId, 'content_changed', {
       content_type: contentType,
       url,
       old_hash: oldHash,
@@ -227,11 +227,11 @@ export class WebhookManager {
    * Trigger schedule created event
    */
   async notifyScheduleCreated(
-    shopId: string,
+    siteId: string,
     nextRunAt: string,
     frequency: string | null
   ): Promise<void> {
-    await this.triggerWebhook(shopId, 'schedule_created', {
+    await this.triggerWebhook(siteId, 'schedule_created', {
       next_run_at: nextRunAt,
       frequency
     });
@@ -243,7 +243,7 @@ export class WebhookManager {
    * Trigger Qdrant embedding completed event
    */
   async notifyQdrantEmbeddingCompleted(
-    shopId: string,
+    siteId: string,
     data: {
       content_id: string;
       content_type: 'shipping' | 'contacts' | 'terms' | 'faq';
@@ -252,14 +252,14 @@ export class WebhookManager {
       processing_time_ms?: number;
     }
   ): Promise<void> {
-    await this.triggerWebhook(shopId, 'qdrant_embedding_completed', data);
+    await this.triggerWebhook(siteId, 'qdrant_embedding_completed', data);
   }
 
   /**
    * Trigger Qdrant embedding failed event
    */
   async notifyQdrantEmbeddingFailed(
-    shopId: string,
+    siteId: string,
     data: {
       content_id: string;
       content_type: 'shipping' | 'contacts' | 'terms' | 'faq';
@@ -267,14 +267,14 @@ export class WebhookManager {
       retry_count?: number;
     }
   ): Promise<void> {
-    await this.triggerWebhook(shopId, 'qdrant_embedding_failed', data);
+    await this.triggerWebhook(siteId, 'qdrant_embedding_failed', data);
   }
 
   /**
    * Trigger Qdrant collection created event
    */
   async notifyQdrantCollectionCreated(
-    shopId: string,
+    siteId: string,
     data: {
       collection_name: string;
       content_type: 'shipping' | 'contacts' | 'terms' | 'faq';
@@ -282,14 +282,14 @@ export class WebhookManager {
       distance_metric: string;
     }
   ): Promise<void> {
-    await this.triggerWebhook(shopId, 'qdrant_collection_created', data);
+    await this.triggerWebhook(siteId, 'qdrant_collection_created', data);
   }
 
   /**
    * Trigger Qdrant collection deleted event
    */
   async notifyQdrantCollectionDeleted(
-    shopId: string,
+    siteId: string,
     data: {
       collection_name: string;
       content_type?: 'shipping' | 'contacts' | 'terms' | 'faq';
@@ -297,14 +297,14 @@ export class WebhookManager {
       reason: 'manual' | 'shop_deletion' | 'cleanup';
     }
   ): Promise<void> {
-    await this.triggerWebhook(shopId, 'qdrant_collection_deleted', data);
+    await this.triggerWebhook(siteId, 'qdrant_collection_deleted', data);
   }
 
   /**
-   * Trigger Qdrant shop deleted event (for all collections)
+   * Trigger Qdrant site deleted event (for all collections)
    */
   async notifyQdrantShopDeleted(
-    shopId: string,
+    siteId: string,
     data: {
       custom_id: string;
       collections_deleted: string[];
@@ -312,7 +312,7 @@ export class WebhookManager {
       deletion_scheduled_at: string;
     }
   ): Promise<void> {
-    await this.triggerWebhook(shopId, 'qdrant_shop_deleted', data);
+    await this.triggerWebhook(siteId, 'qdrant_shop_deleted', data);
   }
 
   // MCP Webhook Events
@@ -321,7 +321,7 @@ export class WebhookManager {
    * Trigger MCP tool called event
    */
   async notifyMcpToolCalled(
-    shopId: string,
+    siteId: string,
     data: {
       tool_name: string;
       query: string;
@@ -330,14 +330,14 @@ export class WebhookManager {
       success: boolean;
     }
   ): Promise<void> {
-    await this.triggerWebhook(shopId, 'mcp_tool_called', data);
+    await this.triggerWebhook(siteId, 'mcp_tool_called', data);
   }
 
   /**
    * Trigger MCP tool failed event
    */
   async notifyMcpToolFailed(
-    shopId: string,
+    siteId: string,
     data: {
       tool_name: string;
       query: string;
@@ -346,21 +346,21 @@ export class WebhookManager {
       retry_count?: number;
     }
   ): Promise<void> {
-    await this.triggerWebhook(shopId, 'mcp_tool_failed', data);
+    await this.triggerWebhook(siteId, 'mcp_tool_failed', data);
   }
 
   /**
    * Trigger MCP health check failed event
    */
   async notifyMcpHealthCheckFailed(
-    shopId: string,
+    siteId: string,
     data: {
       failed_services: string[];
       error_details: { [service: string]: string };
       consecutive_failures: number;
     }
   ): Promise<void> {
-    await this.triggerWebhook(shopId, 'mcp_health_check_failed', data);
+    await this.triggerWebhook(siteId, 'mcp_health_check_failed', data);
   }
 
   // Batch webhook notifications
@@ -369,7 +369,7 @@ export class WebhookManager {
    * Trigger batch embedding completion
    */
   async notifyBatchEmbeddingCompleted(
-    shopId: string,
+    siteId: string,
     data: {
       batch_id?: string;
       total_items: number;
@@ -379,7 +379,7 @@ export class WebhookManager {
       content_types: { [type: string]: number };
     }
   ): Promise<void> {
-    await this.triggerWebhook(shopId, 'qdrant_embedding_completed', {
+    await this.triggerWebhook(siteId, 'qdrant_embedding_completed', {
       ...data,
       batch_operation: true
     });
@@ -389,7 +389,7 @@ export class WebhookManager {
    * Notify high frequency MCP usage (rate limiting alert)
    */
   async notifyHighMcpUsage(
-    shopId: string,
+    siteId: string,
     data: {
       calls_per_minute: number;
       threshold: number;
@@ -397,7 +397,7 @@ export class WebhookManager {
       top_tools: Array<{ tool_name: string; count: number }>;
     }
   ): Promise<void> {
-    await this.triggerWebhook(shopId, 'mcp_tool_called', {
+    await this.triggerWebhook(siteId, 'mcp_tool_called', {
       ...data,
       rate_limit_alert: true
     });