SingleLeaf/docker-compose.yml at main · ronxldwilson/SingleLeaf · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
services:
  single-leaf:
    image: ronxldwilson/single-leaf:latest
    build: .
    ports:
      - "8081:8081"
    environment:
      - SINGLE_LEAF_PORT=8081
      - SINGLE_LEAF_FANOUT=2
      - SEARXNG_URL=http://searxng:8080
      - CRAWL4GO_URL=http://crawl4go:8082
      - DEEP_RENDER_COUNT=10
      - DEEP_WAIT_MS=1500
      - DEEP_TIMEOUT_MS=15000
      - SEARCH_TIMEOUT_MS=8000
      - LLM_API_KEY=${LLM_API_KEY:-}
      - LLM_BASE_URL=${LLM_BASE_URL:-https://api.groq.com/openai/v1}
      - LLM_MODEL=${LLM_MODEL:-llama-3.3-70b-versatile}
      - LLM_TIMEOUT_MS=${LLM_TIMEOUT_MS:-10000}
      - LLM_REWRITE_PROMPT=${LLM_REWRITE_PROMPT:-}
      - LLM_RERANK_PROMPT=${LLM_RERANK_PROMPT:-}
      - LLM_EXTRACT_PROMPT=${LLM_EXTRACT_PROMPT:-}
      - LLM_SYNTHESIZE_PROMPT=${LLM_SYNTHESIZE_PROMPT:-}
      - CUSTOM_SEARCH_URL=${CUSTOM_SEARCH_URL:-}
      - CUSTOM_SEARCH_API_KEY=${CUSTOM_SEARCH_API_KEY:-}
      - CUSTOM_SEARCH_API_KEY_HEADER=${CUSTOM_SEARCH_API_KEY_HEADER:-X-API-Key}
      - CUSTOM_SEARCH_QUERY_PARAM=${CUSTOM_SEARCH_QUERY_PARAM:-q}
      - CUSTOM_SEARCH_LIMIT_PARAM=${CUSTOM_SEARCH_LIMIT_PARAM:-limit}
      - CUSTOM_SEARCH_RESULTS_FIELD=${CUSTOM_SEARCH_RESULTS_FIELD:-results}
      - CUSTOM_SEARCH_URL_FIELD=${CUSTOM_SEARCH_URL_FIELD:-url}
      - CUSTOM_SEARCH_TITLE_FIELD=${CUSTOM_SEARCH_TITLE_FIELD:-title}
      - CUSTOM_SEARCH_CONTENT_FIELD=${CUSTOM_SEARCH_CONTENT_FIELD:-description}
      - CUSTOM_SEARCH_SCORE_FIELD=${CUSTOM_SEARCH_SCORE_FIELD:-score}
      - CUSTOM_SEARCH_ENGINE_NAME=${CUSTOM_SEARCH_ENGINE_NAME:-custom}
      - CUSTOM_SEARCH_SCORE_MULTIPLIER=${CUSTOM_SEARCH_SCORE_MULTIPLIER:-1.0}
      - CUSTOM_SEARCH_EXTRA_PARAMS=${CUSTOM_SEARCH_EXTRA_PARAMS:-}
    depends_on:
      tor-proxy:
        condition: service_healthy
      searxng:
        condition: service_started
      crawl4go:
        condition: service_started
    restart: unless-stopped

  crawl4go:
    image: ronxldwilson/crawl4go:latest
    ports:
      - "8082:8082"
    environment:
      - CRAWL4GO_PORT=8082
      - ZENPANDA_URL=http://zenpanda:9222
      - TOR_PROXY_URL=http://tor-proxy:3128
      - MAX_CONCURRENT=4
      - DEFAULT_WAIT_MS=1500
    depends_on:
      zenpanda:
        condition: service_started
      tor-proxy:
        condition: service_healthy
    restart: unless-stopped

  zenpanda:
    image: ronxldwilson/zenpanda:latest
    ports:
      - "9222:9222"
    restart: unless-stopped

  tor-proxy:
    image: ronxldwilson/tor-proxy-pool:latest
    environment:
      - TOR_INSTANCES=500
      - TOR_REBUILD_INTERVAL=1800
    ports:
      - "3128:3128"
      - "4444:4444"
    restart: unless-stopped

  searxng:
    image: ronxldwilson/searxng-slim:latest
    ports:
      - "8080:8080"
    environment:
      - SEARXNG_PORT=8080
    volumes:
      - ./searxng/settings.yml:/etc/searxng/settings.yml:ro
    depends_on:
      - tor-proxy
    restart: unless-stopped