agentfetch/docker-compose.yml at main · SID1ART/agentfetch · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
version: "3.9"

services:
  agentfetch-api:
    build: .
    ports:
      - "8080:8080"
    environment:
      - REDIS_URL=redis://redis:6379
      - SEARXNG_URL=${SEARXNG_URL:-}
      - ANTHROPIC_API_KEY=${ANTHROPIC_API_KEY:-}
      - OLLAMA_URL=${OLLAMA_URL:-}
      - OLLAMA_MODEL=${OLLAMA_MODEL:-llama3.2}
      - AGENTFETCH_CACHE_TTL=${AGENTFETCH_CACHE_TTL:-3600}
      - AGENTFETCH_MAX_CONCURRENCY=${AGENTFETCH_MAX_CONCURRENCY:-5}
      - AGENTFETCH_PORT=8080
      - AGENTFETCH_ROBOTS_CHECK=${AGENTFETCH_ROBOTS_CHECK:-false}
      - AGENTFETCH_PROXY_LIST=${AGENTFETCH_PROXY_LIST:-}
    depends_on:
      - redis
    restart: unless-stopped

  agentfetch-mcp:
    build: .
    command: agentfetch-mcp
    ports:
      - "8081:8081"
    environment:
      - REDIS_URL=redis://redis:6379
      - SEARXNG_URL=${SEARXNG_URL:-}
      - ANTHROPIC_API_KEY=${ANTHROPIC_API_KEY:-}
      - OLLAMA_URL=${OLLAMA_URL:-}
    depends_on:
      - redis
    restart: unless-stopped

  agentfetch-worker:
    build: .
    command: python -c "import asyncio; from agentfetch.core.job_queue import crawl_worker; asyncio.run(crawl_worker())"
    environment:
      - REDIS_URL=redis://redis:6379
      - AGENTFETCH_ROBOTS_CHECK=${AGENTFETCH_ROBOTS_CHECK:-true}
    depends_on:
      - redis
    restart: unless-stopped
    profiles:
      - worker

  redis:
    image: redis:alpine
    volumes:
      - redis_data:/data
    restart: unless-stopped

volumes:
  redis_data: