~kris/hacks

sbot

ref: 57c09c8c4fa2cd2479d9ff83a68b7fb447757a13 sbot/config.h -rw-r--r-- 1.1 KiB
57c09c8c — Kris Yotam chore: sync local state after restore (push updates, no pull) a month ago
                                                                                
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
/* See LICENSE file for copyright and license details.
 * sbot - Simple Archiver Bot
 * configuration header
 */

#ifndef CONFIG_H
#define CONFIG_H

/* Archiver metadata */
#define ARCHIVER_NAME    "Kris Yotam"
#define ARCHIVER_SITE    "krisyotam.com"
#define ARCHIVER_VERSION "0.3.0"

/* Network settings */
#define USER_AGENT       "sbot/0.3 (+https://krisyotam.com)"
#define CONNECT_TIMEOUT  30L
#define REQUEST_TIMEOUT  90L   /* raised for slow/old archival targets */
#define MAX_REDIRECTS    10L

/*
 * Archival mode: ignore SSL certificate errors.
 * Useful when archiving old sites with expired/self-signed certs.
 * 0 = strict (default, safe for normal use)
 * 1 = ignore (for deliberate archival of historical web)
 */
#define IGNORE_SSL_ERRORS 0

/* Crawl settings */
#define MAX_DEPTH        5
#define RATE_LIMIT_MS    1000  /* milliseconds between requests */
#define MAX_FILE_SIZE    (50 * 1024 * 1024)  /* 50 MB max per resource */

/* Output settings */
#define OUTPUT_EXT       ".gwtar.html"

/* Progress reporting interval (pages between status lines) */
#define PROGRESS_INTERVAL 10

#endif /* CONFIG_H */