strom-research 1.26.1 → 1.27.0-beta.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.cs.md +71 -0
- package/CHANGELOG.de.md +86 -0
- package/CHANGELOG.md +76 -0
- package/CHANGELOG.pl.md +79 -0
- package/assets/archives.json +728 -40
- package/assets/lang/cs.json +39 -5
- package/assets/lang/de.json +38 -4
- package/assets/lang/pl.json +36 -2
- package/assets/method/reading.md +5 -3
- package/assets/method/waiting.md +10 -5
- package/assets/plugins/connectors/README.md +17 -0
- package/assets/plugins/gates/README.md +6 -1
- package/assets/plugins/gates/claude-usage/gate.ts +44 -20
- package/dist/agents/files.js +64 -6
- package/dist/agents/global.js +8 -1
- package/dist/brief/brief.js +54 -7
- package/dist/cli/help.js +10 -6
- package/dist/cli/menu-archives.js +16 -12
- package/dist/cli/menu-links.js +7 -3
- package/dist/cli/menu-waiting.js +50 -3
- package/dist/cli/ui.js +34 -2
- package/dist/commands/archives.js +71 -11
- package/dist/commands/browse.js +7 -3
- package/dist/commands/calibrate.js +3 -1
- package/dist/commands/connectors.js +26 -11
- package/dist/commands/delegate.js +30 -0
- package/dist/commands/guide.js +29 -6
- package/dist/commands/media.js +489 -22
- package/dist/commands/session.js +55 -11
- package/dist/commands/setup.js +24 -2
- package/dist/commands/sources.js +9 -3
- package/dist/commands/start.js +24 -3
- package/dist/commands/tasks.js +75 -18
- package/dist/commands/web.js +49 -10
- package/dist/core/bridgeguard.js +172 -0
- package/dist/core/browser.js +240 -1
- package/dist/core/browserhelp.js +135 -0
- package/dist/core/byhand.js +25 -0
- package/dist/core/chromehook.js +222 -0
- package/dist/core/config.js +1 -1
- package/dist/core/connector.js +17 -3
- package/dist/core/inboxwait.js +155 -0
- package/dist/core/inboxwatch.js +145 -0
- package/dist/core/knownterms.js +14 -2
- package/dist/core/live.js +139 -10
- package/dist/core/model.js +2 -0
- package/dist/core/net.js +16 -2
- package/dist/core/phrases.js +2 -0
- package/dist/core/receive.js +17 -0
- package/dist/core/schema.js +1 -1
- package/dist/core/terms.js +4 -0
- package/dist/core/tree.js +1 -1
- package/dist/core/tune.js +43 -1
- package/dist/core/waiting.js +55 -33
- package/dist/core/waitkind.js +41 -7
- package/dist/core/web.js +37 -8
- package/dist/core/webgate.js +107 -11
- package/dist/core/writable.js +6 -0
- package/dist/runners/codex.js +36 -9
- package/dist/runners/jsonl.js +78 -5
- package/dist/runners/opencode.js +47 -6
- package/dist/runners/runner.js +81 -0
- package/package.json +4 -1
package/assets/archives.json
CHANGED
|
@@ -6,19 +6,28 @@
|
|
|
6
6
|
"name": "Moravský zemský archiv (Acta Publica)",
|
|
7
7
|
"level": "restricted",
|
|
8
8
|
"terms": "https://www.mza.cz/actapublica/page/view/napoveda",
|
|
9
|
+
"termsPage": "https://www.mza.cz/scitacioperaty/page/view/help",
|
|
10
|
+
"termsPageSays": "Aplikace sčítacích operátů je určena výhradně pro prohlížení pořízených snímků, pro pořízení kopie prohlíženého digitalizátu využijte funkci PrintScreen na svém počítači.",
|
|
9
11
|
"quote": "Lze stáhnout snímek? Ano, lze, i pro neregistrované uživatele, ale pouze standardními prostředky webových prohlížečů - pravé tlačítko myši a uložit obrázek.",
|
|
10
12
|
"robots": "User-agent: * · Disallow: /wp-admin/ · Disallow: /wp-includes/ (nothing on /actapublica)",
|
|
11
|
-
"
|
|
12
|
-
|
|
13
|
+
"disallow": [
|
|
14
|
+
"/scitacioperaty/"
|
|
15
|
+
],
|
|
16
|
+
"scope": "a person's browser only (its terms: an image saved \"only by the standard means of web browsers\"; its ICT office, 2 November 2026: no exceptions for tools): no request straight through strom, no image through strom fetch even with a permission; the agent's browser, with the person's permission \"through the browser\", one image at a time at a person's pace (at least 4 s apart), else the person saves the image and the agent reads the saved file. Parish registers (/actapublica): for the person's own research; never a whole book; its images never published elsewhere without the owner's written consent (its Podmínky užití služeb of 20 May 2024: https://www.mza.cz/actapublica/page/view/podminky-uziti-sluzeb). Census records (/scitacioperaty, 1857–1921): for viewing only by its help — the person takes a screenshot, the agent reads the saved file",
|
|
17
|
+
"checked": "2026-11-04",
|
|
18
|
+
"browserOnly": true,
|
|
19
|
+
"pace": {
|
|
20
|
+
"minIntervalMs": 4000
|
|
21
|
+
}
|
|
13
22
|
},
|
|
14
23
|
{
|
|
15
24
|
"host": "ebadatelna.soapraha.cz",
|
|
16
25
|
"name": "Státní oblastní archiv v Praze (eBadatelna)",
|
|
17
|
-
"level": "
|
|
26
|
+
"level": "manual",
|
|
18
27
|
"terms": "https://ebadatelna.soapraha.cz/robots.txt",
|
|
19
28
|
"quote": "# Ostatní roboty - zákaz stahování digitalizátů / User-agent: * / Disallow: /d/ / Disallow: /a/",
|
|
20
29
|
"robots": "User-agent: rodokmen · Disallow: / · User-agent: ClaudeBot · Disallow: / · User-agent: GPTBot · Disallow: / · User-agent: Amazonbot · Disallow: / · User-agent: * · Disallow: /d/ · Disallow: /a/ (since 2 November 2026)",
|
|
21
|
-
"checked": "2026-11-
|
|
30
|
+
"checked": "2026-11-04",
|
|
22
31
|
"quoteFrom": "robots",
|
|
23
32
|
"browserOnly": true,
|
|
24
33
|
"termsPage": "https://soapraha.gov.cz/castokladenedotazy/",
|
|
@@ -27,7 +36,7 @@
|
|
|
27
36
|
"/d/",
|
|
28
37
|
"/a/"
|
|
29
38
|
],
|
|
30
|
-
"scope": "
|
|
39
|
+
"scope": "by hand only: its robots.txt names AI agents (ClaudeBot, GPTBot) and keeps every robot off its digitised records (/d/, /a/) — not through the agent's browser either; the person opens and saves the image, the agent reads the saved file"
|
|
31
40
|
},
|
|
32
41
|
{
|
|
33
42
|
"host": "digi.ceskearchivy.cz",
|
|
@@ -50,19 +59,19 @@
|
|
|
50
59
|
"host": "aron.vychodoceskearchivy.cz",
|
|
51
60
|
"name": "Východočeské archivy (ARchiv ONline)",
|
|
52
61
|
"level": "allowed",
|
|
53
|
-
"terms": "https://soahradec.gov.cz/napoveda-archivu-online/
|
|
54
|
-
"quote": "
|
|
62
|
+
"terms": "https://soahradec.gov.cz/napoveda-archivu-online/co-v-archivu-online-najdete/",
|
|
63
|
+
"quote": "Lze prohlížet a stahovat jednotlivé snímky i celé sady digitalizátů (např. všechny stránky jedné matriky).",
|
|
55
64
|
"robots": "none (/robots.txt answers the application's page)",
|
|
56
|
-
"checked": "2026-11-
|
|
65
|
+
"checked": "2026-11-04"
|
|
57
66
|
},
|
|
58
67
|
{
|
|
59
68
|
"host": "imgx.vychodoceskearchivy.cz",
|
|
60
69
|
"name": "Východočeské archivy (ARchiv ONline)",
|
|
61
70
|
"level": "allowed",
|
|
62
|
-
"terms": "https://soahradec.gov.cz/napoveda-archivu-online/
|
|
63
|
-
"quote": "
|
|
71
|
+
"terms": "https://soahradec.gov.cz/napoveda-archivu-online/co-v-archivu-online-najdete/",
|
|
72
|
+
"quote": "Lze prohlížet a stahovat jednotlivé snímky i celé sady digitalizátů (např. všechny stránky jedné matriky).",
|
|
64
73
|
"robots": "none (404)",
|
|
65
|
-
"checked": "2026-11-
|
|
74
|
+
"checked": "2026-11-04"
|
|
66
75
|
},
|
|
67
76
|
{
|
|
68
77
|
"host": "katalog.ahmp.cz",
|
|
@@ -71,11 +80,12 @@
|
|
|
71
80
|
"quoteFrom": "robots",
|
|
72
81
|
"browserOnly": true,
|
|
73
82
|
"terms": "https://katalog.ahmp.cz/robots.txt",
|
|
74
|
-
"quote": "User-agent: * / Disallow: /",
|
|
75
83
|
"termsPage": "https://katalog.ahmp.cz/pragapublica/pages/podminky_uziti.jsp",
|
|
76
84
|
"termsPageSays": "Text se připravuje.",
|
|
85
|
+
"quote": "User-agent: * / Disallow: /",
|
|
77
86
|
"robots": "User-agent: * · Disallow: /",
|
|
78
|
-
"
|
|
87
|
+
"scope": "the old catalogue, which points to the new one on digi.ahmp.cz (more records and images there); a person's browser only",
|
|
88
|
+
"checked": "2026-11-04"
|
|
79
89
|
},
|
|
80
90
|
{
|
|
81
91
|
"host": "szukajwarchiwach.gov.pl",
|
|
@@ -91,32 +101,38 @@
|
|
|
91
101
|
{
|
|
92
102
|
"host": "content.landesarchiv-berlin.de",
|
|
93
103
|
"name": "Landesarchiv Berlin (Standesamtsabfrage)",
|
|
94
|
-
"level": "
|
|
95
|
-
"terms": "https://
|
|
96
|
-
"
|
|
104
|
+
"level": "restricted",
|
|
105
|
+
"terms": "https://landesarchiv-berlin.de/impressum",
|
|
106
|
+
"termsPage": "https://content.landesarchiv-berlin.de/labsa/show/help.php",
|
|
107
|
+
"termsPageSays": "4. Schritt: öffnen des pdf-Dokuments – Klicken Sie nun auf das pdf-Icon Ihres gewünschten Jahrgangs; es wird jetzt geladen.",
|
|
108
|
+
"quote": "Die Webseite des Landesarchivs Berlin ist urheberrechtlich geschützt. Eine Verwendung, Vervielfältigung oder Verbreitung bedarf der Zustimmung des Landesarchivs Berlin.",
|
|
97
109
|
"robots": "none (404)",
|
|
98
|
-
"scope": "the name indexes' PDF files the portal offers, one year at a time",
|
|
99
|
-
"checked": "2026-
|
|
110
|
+
"scope": "the name indexes' PDF files the portal offers, one year at a time, read for the person's own research; never the whole index set, nothing passed on",
|
|
111
|
+
"checked": "2026-11-04"
|
|
100
112
|
},
|
|
101
113
|
{
|
|
102
114
|
"host": "www.landesarchiv-berlin.de",
|
|
103
115
|
"name": "Landesarchiv Berlin",
|
|
104
|
-
"level": "
|
|
105
|
-
"terms": "https://
|
|
106
|
-
"quote": "
|
|
107
|
-
"robots": "Disallow: /wp-admin/",
|
|
108
|
-
"checked": "2026-
|
|
116
|
+
"level": "restricted",
|
|
117
|
+
"terms": "https://landesarchiv-berlin.de/impressum",
|
|
118
|
+
"quote": "Die Webseite des Landesarchivs Berlin ist urheberrechtlich geschützt. Eine Verwendung, Vervielfältigung oder Verbreitung bedarf der Zustimmung des Landesarchivs Berlin.",
|
|
119
|
+
"robots": "301 to landesarchiv-berlin.de (User-agent: * · Disallow: /wp-admin/)",
|
|
120
|
+
"checked": "2026-11-04"
|
|
109
121
|
},
|
|
110
122
|
{
|
|
111
123
|
"host": "digi.soalitomerice.cz",
|
|
112
124
|
"name": "Státní oblastní archiv v Litoměřicích (Digitální badatelna)",
|
|
113
|
-
"level": "
|
|
125
|
+
"level": "manual",
|
|
114
126
|
"quoteFrom": "robots",
|
|
115
127
|
"browserOnly": true,
|
|
116
128
|
"terms": "https://digi.soalitomerice.cz/robots.txt",
|
|
117
129
|
"quote": "User-agent: * / Disallow: /",
|
|
118
130
|
"robots": "User-agent: * · Disallow: / (and a bot check on every page)",
|
|
119
|
-
"
|
|
131
|
+
"imagesFrom": [
|
|
132
|
+
"images.soalitomerice.cz"
|
|
133
|
+
],
|
|
134
|
+
"checked": "2026-11-03",
|
|
135
|
+
"scope": "by hand only: robots.txt closes it to every robot and a bot check guards every page; its viewer shows the register images from images.soalitomerice.cz, which robots.txt closes too — not through the agent's browser either, no permission \"through the browser\" could help; the person opens the register image and saves it (the task waits for its images), the agent reads the saved file"
|
|
120
136
|
},
|
|
121
137
|
{
|
|
122
138
|
"host": "vademecum.soalitomerice.cz",
|
|
@@ -127,6 +143,21 @@
|
|
|
127
143
|
"robots": "/robots.txt redirects to digi.soalitomerice.cz's bot check (\"Ověřujeme, že jste člověk\")",
|
|
128
144
|
"checked": "2026-11-03"
|
|
129
145
|
},
|
|
146
|
+
{
|
|
147
|
+
"host": "images.soalitomerice.cz",
|
|
148
|
+
"name": "Státní oblastní archiv v Litoměřicích (image server)",
|
|
149
|
+
"level": "restricted",
|
|
150
|
+
"quoteFrom": "robots",
|
|
151
|
+
"browserOnly": true,
|
|
152
|
+
"terms": "https://images.soalitomerice.cz/robots.txt",
|
|
153
|
+
"quote": "User-agent: * / Disallow: /",
|
|
154
|
+
"robots": "User-agent: * · Disallow: /",
|
|
155
|
+
"disallow": [
|
|
156
|
+
"/"
|
|
157
|
+
],
|
|
158
|
+
"scope": "its image server: robots.txt closes it to every robot, terms for its scans not found — no automated request, the agent's browser neither; the person views the register on digi.soalitomerice.cz and saves the image, the agent reads the saved file",
|
|
159
|
+
"checked": "2026-11-04"
|
|
160
|
+
},
|
|
130
161
|
{
|
|
131
162
|
"host": "portal.nacr.cz",
|
|
132
163
|
"name": "Národní archiv (Národní archivní portál)",
|
|
@@ -144,26 +175,28 @@
|
|
|
144
175
|
"level": "allowed",
|
|
145
176
|
"terms": "https://data.matricula-online.eu/de/nutzungsbedingungen/",
|
|
146
177
|
"quote": "Sämtliche Bilder von und aus Kirchen- bzw. Matrikenbüchern stehen unter der Lizenz CC BY-NC-ND 2.0 zur Verfügung. Eine kommerzielle Weiterverwertung der Bilder ist demnach nicht gestattet.",
|
|
147
|
-
"
|
|
178
|
+
"license": "https://creativecommons.org/licenses/by-nc-nd/2.0/",
|
|
179
|
+
"robots": "User-agent: * · Disallow: /*?pg= · Disallow: /*/suchen · Disallow: /*/landkarte-features · Disallow: /*/accounts · User-agent: GPTBot, ClaudeBot, CCBot, Google-Extended, Applebot-Extended, meta-externalagent, Amazonbot, Bytespider · Disallow: / (served from cdn-static.matricula-online.eu/static/robots.txt)",
|
|
148
180
|
"disallow": [
|
|
149
181
|
"/*?pg=",
|
|
150
182
|
"/*/suchen",
|
|
151
183
|
"/*/landkarte-features",
|
|
152
184
|
"/*/accounts"
|
|
153
185
|
],
|
|
154
|
-
"scope": "the fonds and parishes browsed and their images — never its search (/…/suchen)",
|
|
155
|
-
"checked": "2026-
|
|
186
|
+
"scope": "the fonds and parishes browsed and their images — never its search (/…/suchen); its images CC BY-NC-ND 2.0 (non-commercial, credited); the group of its robots.txt for AI crawlers (ClaudeBot, GPTBot…) is not an agent's own web tool (Claude-User)",
|
|
187
|
+
"checked": "2026-11-04"
|
|
156
188
|
},
|
|
157
189
|
{
|
|
158
190
|
"host": "digital.martin-opitz-bibliothek.de",
|
|
159
191
|
"name": "Martin-Opitz-Bibliothek (digital)",
|
|
160
192
|
"level": "unknown",
|
|
161
193
|
"terms": "https://digital.martin-opitz-bibliothek.de/index.php?id=8",
|
|
162
|
-
"robots": "
|
|
163
|
-
"
|
|
194
|
+
"robots": "none (404)",
|
|
195
|
+
"scope": "address books and church/civil registers of the former eastern territories: no terms of use found (its Impressum only) — one image at a time",
|
|
196
|
+
"checked": "2026-11-04"
|
|
164
197
|
},
|
|
165
198
|
{
|
|
166
|
-
"host": "
|
|
199
|
+
"host": "portafontium.eu",
|
|
167
200
|
"name": "Porta fontium",
|
|
168
201
|
"level": "restricted",
|
|
169
202
|
"terms": "https://www.portafontium.eu/terms-of-use",
|
|
@@ -172,30 +205,57 @@
|
|
|
172
205
|
"pace": {
|
|
173
206
|
"minIntervalMs": 10000
|
|
174
207
|
},
|
|
175
|
-
"
|
|
176
|
-
"
|
|
208
|
+
"scope": "the person's own research only: one page at a time (its viewer saves the part shown), each image cited with its source and address; never the database or a whole book downloaded",
|
|
209
|
+
"checked": "2026-11-03"
|
|
177
210
|
},
|
|
178
211
|
{
|
|
179
212
|
"host": "digi.archives.cz",
|
|
180
|
-
"name": "Zemský archiv v Opavě (Digitální
|
|
181
|
-
"level": "
|
|
213
|
+
"name": "Zemský archiv v Opavě (Digitální badatelna)",
|
|
214
|
+
"level": "manual",
|
|
182
215
|
"quoteFrom": "robots",
|
|
183
216
|
"browserOnly": true,
|
|
184
217
|
"terms": "https://digi.archives.cz/robots.txt",
|
|
218
|
+
"termsPage": "https://www.archives.cz/web/digitalni_badatelna/",
|
|
219
|
+
"termsPageSays": "Publikování jakékoliv textové i obrazové části databáze je podmíněno souhlasem Zemského archivu v Opavě a uvedením řádné citace.",
|
|
185
220
|
"quote": "User-agent: * / Disallow: /",
|
|
186
|
-
"robots": "User-agent: * · Disallow: / (and a
|
|
187
|
-
"
|
|
221
|
+
"robots": "User-agent: * · Disallow: / (and a Radware Bot Manager CAPTCHA)",
|
|
222
|
+
"imagesFrom": [
|
|
223
|
+
"images.archives.cz"
|
|
224
|
+
],
|
|
225
|
+
"scope": "by hand only: robots.txt closes it to every robot and a CAPTCHA guards it; its viewer shows the register images from images.archives.cz, which robots.txt closes too — not through the agent's browser either, no permission \"through the browser\" could help; the person opens the register image and saves it (the task waits for its images), the agent reads the saved file; nothing published without the archive's consent and a citation; its registers are not shown in its reading rooms at all — online is the only way",
|
|
226
|
+
"checked": "2026-11-04"
|
|
188
227
|
},
|
|
189
228
|
{
|
|
190
229
|
"host": "digi2.archives.cz",
|
|
191
230
|
"name": "Zemský archiv v Opavě (Digitální badatelna)",
|
|
192
|
-
"level": "
|
|
231
|
+
"level": "manual",
|
|
193
232
|
"quoteFrom": "robots",
|
|
194
233
|
"browserOnly": true,
|
|
195
234
|
"terms": "https://digi2.archives.cz/robots.txt",
|
|
235
|
+
"termsPage": "https://www.archives.cz/web/digitalni_badatelna/",
|
|
236
|
+
"termsPageSays": "Publikování jakékoliv textové i obrazové části databáze je podmíněno souhlasem Zemského archivu v Opavě a uvedením řádné citace.",
|
|
196
237
|
"quote": "User-agent: * / Disallow: /",
|
|
197
|
-
"robots": "User-agent: * · Disallow: / (leads to digi.archives.cz's)",
|
|
198
|
-
"
|
|
238
|
+
"robots": "User-agent: * · Disallow: / (leads to digi.archives.cz's; a Radware CAPTCHA there)",
|
|
239
|
+
"imagesFrom": [
|
|
240
|
+
"images.archives.cz"
|
|
241
|
+
],
|
|
242
|
+
"scope": "by hand only, as digi.archives.cz (its images from images.archives.cz, closed to every robot)",
|
|
243
|
+
"checked": "2026-11-04"
|
|
244
|
+
},
|
|
245
|
+
{
|
|
246
|
+
"host": "images.archives.cz",
|
|
247
|
+
"name": "Zemský archiv v Opavě (image server)",
|
|
248
|
+
"level": "restricted",
|
|
249
|
+
"quoteFrom": "robots",
|
|
250
|
+
"browserOnly": true,
|
|
251
|
+
"terms": "https://images.archives.cz/robots.txt",
|
|
252
|
+
"quote": "User-agent: * / Disallow: /",
|
|
253
|
+
"robots": "User-agent: * · Disallow: /",
|
|
254
|
+
"disallow": [
|
|
255
|
+
"/"
|
|
256
|
+
],
|
|
257
|
+
"scope": "its image server: robots.txt closes it to every robot (a CAPTCHA and a daily cap on digi.archives.cz) — no automated request, the agent's browser neither; the person views the register on digi.archives.cz and saves the image, the agent reads the saved file",
|
|
258
|
+
"checked": "2026-11-04"
|
|
199
259
|
},
|
|
200
260
|
{
|
|
201
261
|
"host": "kramerius.mzk.cz",
|
|
@@ -559,6 +619,634 @@
|
|
|
559
619
|
"url": "https://dir.icm.edu.pl/?find_in=fulltext&volume_id=13&find_text={q}&search_volume=all"
|
|
560
620
|
}
|
|
561
621
|
]
|
|
622
|
+
},
|
|
623
|
+
{
|
|
624
|
+
"host": "soapraha.gov.cz",
|
|
625
|
+
"name": "Státní oblastní archiv v Praze (website)",
|
|
626
|
+
"level": "restricted",
|
|
627
|
+
"terms": "https://soapraha.gov.cz/castokladenedotazy/",
|
|
628
|
+
"quote": "Prohlížení digitálních studijních kopií je umožněno všem bez nutnosti registrace. Registrovaní uživatelé však mají navíc možnost stahování celých archiválií v ZIP balíčcích a vkládání uživatelských poznámek.",
|
|
629
|
+
"robots": "none (/robots.txt redirects to /robots.txt/, 404)",
|
|
630
|
+
"scope": "the archive's information pages only; its digitised records are on ebadatelna.soapraha.cz (a person's browser only)",
|
|
631
|
+
"checked": "2026-11-04"
|
|
632
|
+
},
|
|
633
|
+
{
|
|
634
|
+
"host": "www.soapraha.cz",
|
|
635
|
+
"name": "Státní oblastní archiv v Praze (old address)",
|
|
636
|
+
"level": "restricted",
|
|
637
|
+
"terms": "https://soapraha.gov.cz/castokladenedotazy/",
|
|
638
|
+
"quote": "Prohlížení digitálních studijních kopií je umožněno všem bez nutnosti registrace. Registrovaní uživatelé však mají navíc možnost stahování celých archiválií v ZIP balíčcích a vkládání uživatelských poznámek.",
|
|
639
|
+
"robots": "redirects (301) to soapraha.gov.cz",
|
|
640
|
+
"scope": "the archive's old address, redirects to soapraha.gov.cz; its digitised records are on ebadatelna.soapraha.cz (a person's browser only)",
|
|
641
|
+
"checked": "2026-11-04"
|
|
642
|
+
},
|
|
643
|
+
{
|
|
644
|
+
"host": "portafontium.cz",
|
|
645
|
+
"name": "Porta fontium (Czech address)",
|
|
646
|
+
"level": "restricted",
|
|
647
|
+
"terms": "https://www.portafontium.eu/terms-of-use",
|
|
648
|
+
"quote": "Jakékoli užívání těchto kopií nebo jejich rozmnoženin mimo uvedený informační systém není dovoleno. … Výjimku z užívání těchto kopií nebo jejich rozmnoženin mimo databázi poskytuje § 92 autorského zákona, který umožňuje takové užívání pro svou osobní potřebu, pro účely vědecké nebo vyučovací v rozsahu odůvodněném sledovaným nevýdělečným účelem za podmínky, že je uveden konkrétní zdroj těchto kopií včetně internetové adresy",
|
|
649
|
+
"robots": "redirects (302) to www.portafontium.eu",
|
|
650
|
+
"pace": {
|
|
651
|
+
"minIntervalMs": 10000
|
|
652
|
+
},
|
|
653
|
+
"scope": "a second address of Porta fontium, redirects to www.portafontium.eu; the same rules",
|
|
654
|
+
"checked": "2026-11-04"
|
|
655
|
+
},
|
|
656
|
+
{
|
|
657
|
+
"host": "soaplzen.gov.cz",
|
|
658
|
+
"name": "Státní oblastní archiv v Plzni (website)",
|
|
659
|
+
"level": "restricted",
|
|
660
|
+
"terms": "https://www.portafontium.eu/terms-of-use",
|
|
661
|
+
"quote": "Jakékoli užívání těchto kopií nebo jejich rozmnoženin mimo uvedený informační systém není dovoleno. … Výjimku z užívání těchto kopií nebo jejich rozmnoženin mimo databázi poskytuje § 92 autorského zákona, který umožňuje takové užívání pro svou osobní potřebu, pro účely vědecké nebo vyučovací v rozsahu odůvodněném sledovaným nevýdělečným účelem za podmínky, že je uveden konkrétní zdroj těchto kopií včetně internetové adresy",
|
|
662
|
+
"robots": "User-agent: * · Disallow: /wp-admin/ (and WooCommerce paths)",
|
|
663
|
+
"scope": "the archive's information pages only (list of registers, FAQ); its scans are on Porta fontium (portafontium.eu)",
|
|
664
|
+
"checked": "2026-11-04"
|
|
665
|
+
},
|
|
666
|
+
{
|
|
667
|
+
"host": "www.ceskearchivy.cz",
|
|
668
|
+
"name": "Státní oblastní archiv v Třeboni (website)",
|
|
669
|
+
"level": "manual",
|
|
670
|
+
"terms": "https://digi.ceskearchivy.cz/DA?subject=2&menu=8",
|
|
671
|
+
"quote": "Snímky jsou poskytnuty pouze za účelem on-line prohlížení v DigiArchivu SOA v Třeboni, jejich kopírování, distribuování, prodávání, využití v jiných projektech apod. je zakázáno.",
|
|
672
|
+
"robots": "User-agent: * · Disallow: /administrator/ · /images/ · /media/ … (Joomla default)",
|
|
673
|
+
"scope": "the archive's information pages only; its scans are on digi.ceskearchivy.cz (a person's browser only, viewing only); the research rules and price lists lie under /images/, which robots.txt keeps off (the terms quoted as read on 2026-10-11)",
|
|
674
|
+
"checked": "2026-10-11"
|
|
675
|
+
},
|
|
676
|
+
{
|
|
677
|
+
"host": "www.soalitomerice.cz",
|
|
678
|
+
"name": "Státní oblastní archiv v Litoměřicích (website)",
|
|
679
|
+
"level": "restricted",
|
|
680
|
+
"terms": "https://www.soalitomerice.cz/?lang=cs",
|
|
681
|
+
"quote": "Toto dílo podléhá licenci Creative Commons",
|
|
682
|
+
"license": "https://creativecommons.org/licenses/by-nc-nd/4.0/",
|
|
683
|
+
"robots": "none (/robots.txt redirects to the home page)",
|
|
684
|
+
"scope": "the archive's own web pages (CC BY-NC-ND 4.0); its scans and the Vademecum are on digi.soalitomerice.cz and vademecum.soalitomerice.cz, behind a bot check (a person's browser only)",
|
|
685
|
+
"checked": "2026-11-04"
|
|
686
|
+
},
|
|
687
|
+
{
|
|
688
|
+
"host": "vychodoceskearchivy.cz",
|
|
689
|
+
"name": "Východočeské archivy (old address)",
|
|
690
|
+
"level": "allowed",
|
|
691
|
+
"terms": "https://soahradec.gov.cz/napoveda-archivu-online/co-v-archivu-online-najdete/",
|
|
692
|
+
"quote": "Lze prohlížet a stahovat jednotlivé snímky i celé sady digitalizátů (např. všechny stránky jedné matriky).",
|
|
693
|
+
"robots": "the site redirects (301) to soahradec.gov.cz",
|
|
694
|
+
"scope": "the archive's old address, redirects to soahradec.gov.cz; its records and images are on aron. and imgx.vychodoceskearchivy.cz",
|
|
695
|
+
"checked": "2026-11-04"
|
|
696
|
+
},
|
|
697
|
+
{
|
|
698
|
+
"host": "soahradec.gov.cz",
|
|
699
|
+
"name": "Státní oblastní archiv v Hradci Králové (website, ARON help)",
|
|
700
|
+
"level": "allowed",
|
|
701
|
+
"terms": "https://soahradec.gov.cz/napoveda-archivu-online/co-v-archivu-online-najdete/",
|
|
702
|
+
"quote": "Lze prohlížet a stahovat jednotlivé snímky i celé sady digitalizátů (např. všechny stránky jedné matriky).",
|
|
703
|
+
"robots": "User-agent: * · Disallow: /wp-content/uploads/wpforms/",
|
|
704
|
+
"scope": "the archive's website and the help to ARON; its records and images are on aron. and imgx.vychodoceskearchivy.cz",
|
|
705
|
+
"checked": "2026-11-04"
|
|
706
|
+
},
|
|
707
|
+
{
|
|
708
|
+
"host": "digi.ahmp.cz",
|
|
709
|
+
"name": "Archiv hlavního města Prahy (Archivní katalog, since 25 August 2026)",
|
|
710
|
+
"level": "restricted",
|
|
711
|
+
"quoteFrom": "robots",
|
|
712
|
+
"browserOnly": true,
|
|
713
|
+
"terms": "https://digi.ahmp.cz/robots.txt",
|
|
714
|
+
"termsPage": "https://www.ahmp.cz/index.html?mid=87",
|
|
715
|
+
"termsPageSays": "Zveřejnění archivního materiálu na internetu povolujeme jen v nízké kvalitě (delší strana nesmí přesáhnout 500 pixelů) a reprodukce musí být označeny vodoznakem Archivu hl. města Prahy. Toto využití musí být výslovně uvedeno ve výše uvedené Dohodě nebo je nutné uzavřít novou smlouvu pro tento účel.",
|
|
716
|
+
"quote": "User-agent: * / Disallow: /",
|
|
717
|
+
"robots": "User-agent: * · Disallow: / (and /pragapublica/ redirects to a bot check, /pragapublica/human/challenge)",
|
|
718
|
+
"scope": "a person's browser only: robots.txt keeps every robot off and the catalogue opens behind a bot check; the person opens and saves the image, the agent reads the saved file; images never published (online only 500 px with the archive's watermark, under an agreement)",
|
|
719
|
+
"checked": "2026-11-04"
|
|
720
|
+
},
|
|
721
|
+
{
|
|
722
|
+
"host": "www.ahmp.cz",
|
|
723
|
+
"name": "Archiv hlavního města Prahy (website)",
|
|
724
|
+
"level": "restricted",
|
|
725
|
+
"terms": "https://www.ahmp.cz/index.html?mid=87",
|
|
726
|
+
"quote": "Zveřejnění archivního materiálu na internetu povolujeme jen v nízké kvalitě (delší strana nesmí přesáhnout 500 pixelů) a reprodukce musí být označeny vodoznakem Archivu hl. města Prahy.",
|
|
727
|
+
"robots": "none (404)",
|
|
728
|
+
"scope": "the archive's information pages only; its digitised records are in the catalogue on digi.ahmp.cz (the old one: katalog.ahmp.cz), a person's browser only",
|
|
729
|
+
"checked": "2026-11-04"
|
|
730
|
+
},
|
|
731
|
+
{
|
|
732
|
+
"host": "www.archives.cz",
|
|
733
|
+
"name": "Zemský archiv v Opavě (web)",
|
|
734
|
+
"level": "restricted",
|
|
735
|
+
"terms": "https://www.archives.cz/web/digitalni_badatelna/",
|
|
736
|
+
"quote": "Publikování jakékoliv textové i obrazové části databáze je podmíněno souhlasem Zemského archivu v Opavě a uvedením řádné citace.",
|
|
737
|
+
"robots": "none (robots.txt redirects to the home page)",
|
|
738
|
+
"scope": "the archive's own web only (news, help, contacts, finding aids in PDF); its records and register images are on digi.archives.cz — a person's browser only",
|
|
739
|
+
"checked": "2026-11-04"
|
|
740
|
+
},
|
|
741
|
+
{
|
|
742
|
+
"host": "matriky.archives.cz",
|
|
743
|
+
"name": "Zemský archiv v Opavě (old address of the registers)",
|
|
744
|
+
"level": "restricted",
|
|
745
|
+
"terms": "https://www.archives.cz/web/digitalni_badatelna/",
|
|
746
|
+
"quote": "Publikování jakékoliv textové i obrazové části databáze je podmíněno souhlasem Zemského archivu v Opavě a uvedením řádné citace.",
|
|
747
|
+
"robots": "none (the host redirects, 301, to https://www.archives.cz/web/digitalni_badatelna/)",
|
|
748
|
+
"scope": "a signpost only: it leads to the archive's page on its Digitální badatelna; the registers are on digi.archives.cz — a person's browser only",
|
|
749
|
+
"checked": "2026-11-04"
|
|
750
|
+
},
|
|
751
|
+
{
|
|
752
|
+
"host": "vademecum.archives.cz",
|
|
753
|
+
"name": "Zemský archiv v Opavě (old Vademecum address)",
|
|
754
|
+
"level": "restricted",
|
|
755
|
+
"terms": "https://www.archives.cz/web/digitalni_badatelna/",
|
|
756
|
+
"quote": "Publikování jakékoliv textové i obrazové části databáze je podmíněno souhlasem Zemského archivu v Opavě a uvedením řádné citace.",
|
|
757
|
+
"robots": "none (the host redirects, 301, to https://www.archives.cz/web/digitalni_badatelna/)",
|
|
758
|
+
"scope": "a signpost only: it leads to the archive's page on its Digitální badatelna; the records are on digi.archives.cz — a person's browser only",
|
|
759
|
+
"checked": "2026-11-04"
|
|
760
|
+
},
|
|
761
|
+
{
|
|
762
|
+
"host": "digitalnibadatelna.nacr.cz",
|
|
763
|
+
"name": "Národní archiv (Digitální badatelna)",
|
|
764
|
+
"level": "restricted",
|
|
765
|
+
"quoteFrom": "robots",
|
|
766
|
+
"browserOnly": true,
|
|
767
|
+
"terms": "https://digitalnibadatelna.nacr.cz/robots.txt",
|
|
768
|
+
"quote": "User-agent: * / Disallow: /",
|
|
769
|
+
"robots": "User-agent: * · Disallow: /",
|
|
770
|
+
"scope": "a person's browser only: robots.txt closes it to every robot and its terms are not published; the person opens and saves the image, the agent reads the saved file",
|
|
771
|
+
"checked": "2026-11-04"
|
|
772
|
+
},
|
|
773
|
+
{
|
|
774
|
+
"host": "digi.nacr.cz",
|
|
775
|
+
"name": "Národní archiv (policejní přihlášky)",
|
|
776
|
+
"level": "restricted",
|
|
777
|
+
"quoteFrom": "robots",
|
|
778
|
+
"browserOnly": true,
|
|
779
|
+
"terms": "https://digi.nacr.cz/robots.txt",
|
|
780
|
+
"quote": "User-agent: * / Disallow: /",
|
|
781
|
+
"robots": "User-agent: * · Disallow: /",
|
|
782
|
+
"disallow": [
|
|
783
|
+
"/"
|
|
784
|
+
],
|
|
785
|
+
"scope": "robots.txt closes it to every robot and its terms are not published — no automated request, the agent's browser neither; the person searches, opens and saves the record, the agent reads the saved file",
|
|
786
|
+
"checked": "2026-11-04"
|
|
787
|
+
},
|
|
788
|
+
{
|
|
789
|
+
"host": "vademecum.nacr.cz",
|
|
790
|
+
"name": "Národní archiv (VadeMeCum: Jewish registers HBMa)",
|
|
791
|
+
"level": "restricted",
|
|
792
|
+
"quoteFrom": "robots",
|
|
793
|
+
"browserOnly": true,
|
|
794
|
+
"terms": "https://vademecum.nacr.cz/robots.txt",
|
|
795
|
+
"quote": "User-agent: * / Disallow: /",
|
|
796
|
+
"robots": "User-agent: * · Disallow: /",
|
|
797
|
+
"scope": "a person's browser only: the registers of the Jewish communities of Bohemia and Moravia 1784–1949 (HBMa) and other records; the person opens and saves the image, the agent reads the saved file",
|
|
798
|
+
"checked": "2026-11-04"
|
|
799
|
+
},
|
|
800
|
+
{
|
|
801
|
+
"host": "ags.cuzk.cz",
|
|
802
|
+
"name": "ČÚZK – Archiv ÚAZK (old address)",
|
|
803
|
+
"level": "restricted",
|
|
804
|
+
"quoteFrom": "robots",
|
|
805
|
+
"browserOnly": true,
|
|
806
|
+
"robots": "none (404); the old address of ags.cuzk.gov.cz, whose /archiv/ holds the archive's old cadastral maps",
|
|
807
|
+
"disallow": [
|
|
808
|
+
"/archiv/",
|
|
809
|
+
"/arcgis4/rest/services/Archiv/"
|
|
810
|
+
],
|
|
811
|
+
"scope": "never automated: the archive's old maps are no open data — a person looks at them in the browser; RÚIAN goes through ags.cuzk.gov.cz",
|
|
812
|
+
"checked": "2026-11-04"
|
|
813
|
+
},
|
|
814
|
+
{
|
|
815
|
+
"host": "archivnimapy.cuzk.cz",
|
|
816
|
+
"name": "ČÚZK – Archiv ÚAZK (archivní mapy)",
|
|
817
|
+
"level": "restricted",
|
|
818
|
+
"quoteFrom": "robots",
|
|
819
|
+
"browserOnly": true,
|
|
820
|
+
"robots": "the host redirects (302) to ags.cuzk.gov.cz/archiv/ (its /robots.txt too)",
|
|
821
|
+
"disallow": [
|
|
822
|
+
"/"
|
|
823
|
+
],
|
|
824
|
+
"scope": "never automated: old cadastral maps of the Archiv ÚAZK — a person looks at them in the browser and saves a screenshot, the agent reads the saved file",
|
|
825
|
+
"checked": "2026-11-04"
|
|
826
|
+
},
|
|
827
|
+
{
|
|
828
|
+
"host": "hosted-images.matricula-online.eu",
|
|
829
|
+
"name": "Matricula (image server)",
|
|
830
|
+
"level": "allowed",
|
|
831
|
+
"terms": "https://data.matricula-online.eu/de/nutzungsbedingungen/",
|
|
832
|
+
"quote": "Sämtliche Bilder von und aus Kirchen- bzw. Matrikenbüchern stehen unter der Lizenz CC BY-NC-ND 2.0 zur Verfügung. Eine kommerzielle Weiterverwertung der Bilder ist demnach nicht gestattet.",
|
|
833
|
+
"license": "https://creativecommons.org/licenses/by-nc-nd/2.0/",
|
|
834
|
+
"robots": "none (404); the portal's robots.txt (data.matricula-online.eu) keeps AI agents off by name",
|
|
835
|
+
"scope": "Matricula's register images (data.matricula-online.eu/…/image/… points here): one image at a time, as the portal links it, credited (CC BY-NC-ND 2.0); never in bulk",
|
|
836
|
+
"checked": "2026-11-04"
|
|
837
|
+
},
|
|
838
|
+
{
|
|
839
|
+
"host": "www.archion.de",
|
|
840
|
+
"name": "Archion (Protestant church registers)",
|
|
841
|
+
"level": "forbidden",
|
|
842
|
+
"terms": "https://www.archion.de/de/agb/",
|
|
843
|
+
"quote": "5.1 Der Nutzer verpflichtet sich, es zu unterlassen, a) Informationen aus der Plattform oder der Datenbank von Archion systematisch oder automatisiert auszulesen …",
|
|
844
|
+
"robots": "User-agent: * · Disallow: /de/viewer/churchRegister/ · Disallow: /de/browse/ · Disallow: /de/login · (en the same) · Allow: /",
|
|
845
|
+
"disallow": [
|
|
846
|
+
"/de/viewer/churchRegister/",
|
|
847
|
+
"/en/viewer/churchRegister/",
|
|
848
|
+
"/de/browse/",
|
|
849
|
+
"/en/browse/"
|
|
850
|
+
],
|
|
851
|
+
"scope": "paid (a time pass) and behind the person's login: no automated request at all — the person downloads a page as PDF within their pass, the agent reads the saved file; links and a task for the person",
|
|
852
|
+
"checked": "2026-11-04"
|
|
853
|
+
},
|
|
854
|
+
{
|
|
855
|
+
"host": "lagis.hessen.de",
|
|
856
|
+
"name": "LAGIS Hessen (Landesgeschichtliches Informationssystem)",
|
|
857
|
+
"level": "restricted",
|
|
858
|
+
"browserOnly": true,
|
|
859
|
+
"terms": "https://www.lagis-hessen.de/de/index/legal",
|
|
860
|
+
"quote": "Downloads und Kopien dieser Seite sind nur für den privaten, nicht kommerziellen Gebrauch gestattet.",
|
|
861
|
+
"robots": "User-agent: GrokBot, xAI-Grok, Grok-DeepSearch, meta-externalagent, Amazonbot, ImagesiftBot … · Disallow: / · User-agent: * · Allow: /",
|
|
862
|
+
"scope": "a person's browser only: its robots.txt keeps AI agents off by name; its gazetteer, maps and records for private, non-commercial use — the person opens and saves, the agent reads the saved file",
|
|
863
|
+
"checked": "2026-11-04"
|
|
864
|
+
},
|
|
865
|
+
{
|
|
866
|
+
"host": "www.lagis-hessen.de",
|
|
867
|
+
"name": "LAGIS Hessen (former address)",
|
|
868
|
+
"level": "restricted",
|
|
869
|
+
"browserOnly": true,
|
|
870
|
+
"terms": "https://www.lagis-hessen.de/de/index/legal",
|
|
871
|
+
"quote": "Downloads und Kopien dieser Seite sind nur für den privaten, nicht kommerziellen Gebrauch gestattet.",
|
|
872
|
+
"robots": "User-agent: * · Disallow: /lagis1/, /img/…/zoomify/, /img/hkw/dzi/, /de/mapmaker/, /de/subjects/gsearch, …/xsearch, …/xsrec · User-agent: GrokBot, xAI-Grok, Grok-DeepSearch, meta-externalagent, Amazonbot, ImagesiftBot … · Disallow: /",
|
|
873
|
+
"disallow": [
|
|
874
|
+
"/lagis1/",
|
|
875
|
+
"/img/ga/zoomify/",
|
|
876
|
+
"/img/hkw/zoomify/",
|
|
877
|
+
"/img/statl/zoomify/",
|
|
878
|
+
"/img/hkw/dzi/"
|
|
879
|
+
],
|
|
880
|
+
"scope": "the former address of LAGIS (moving to lagis.hessen.de): a person's browser only, as there",
|
|
881
|
+
"checked": "2026-11-04"
|
|
882
|
+
},
|
|
883
|
+
{
|
|
884
|
+
"host": "www.deutsche-digitale-bibliothek.de",
|
|
885
|
+
"name": "Deutsche Digitale Bibliothek (portal, Deutsches Zeitungsportal)",
|
|
886
|
+
"level": "unknown",
|
|
887
|
+
"browserOnly": true,
|
|
888
|
+
"robots": "User-agent: * · Disallow: /login · Disallow: /search · Disallow: /searchresults · Crawl-delay: 2",
|
|
889
|
+
"scope": "its pages, terms included, behind a browser check (Anubis proof-of-work): only a person's browser; its metadata through its API (api.deutsche-digitale-bibliothek.de) with the person's own key",
|
|
890
|
+
"checked": "2026-11-04"
|
|
891
|
+
},
|
|
892
|
+
{
|
|
893
|
+
"host": "api.deutsche-digitale-bibliothek.de",
|
|
894
|
+
"name": "Deutsche Digitale Bibliothek API",
|
|
895
|
+
"level": "restricted",
|
|
896
|
+
"terms": "https://api.deutsche-digitale-bibliothek.de/OpenAPI",
|
|
897
|
+
"quote": "It allows the development of a range of applications that uses material in the DDB … In general all metadata provided via the API is licensed CC0. … If a reuse of this data is allowed must be checked in every case according to the information provided by the metadata.",
|
|
898
|
+
"license": "https://creativecommons.org/publicdomain/zero/1.0/",
|
|
899
|
+
"robots": "none (404)",
|
|
900
|
+
"scope": "its metadata (CC0) by its interface for programs, with the person's own API key from \"My DDB\" (strom login) — one query at a time; an image or other binary only under the licence its metadata names; its API terms (api-nutzungsbedingungen) sit behind a bot check and were not read — restricted until a person reads them",
|
|
901
|
+
"checked": "2026-11-04"
|
|
902
|
+
},
|
|
903
|
+
{
|
|
904
|
+
"host": "www.archivportal-d.de",
|
|
905
|
+
"name": "Archivportal-D",
|
|
906
|
+
"level": "unknown",
|
|
907
|
+
"browserOnly": true,
|
|
908
|
+
"robots": "User-agent: * · Disallow: /login · Disallow: /objekte · Disallow: /personen · Disallow: /organisationen · Disallow: /struktur",
|
|
909
|
+
"disallow": [
|
|
910
|
+
"/objekte",
|
|
911
|
+
"/personen",
|
|
912
|
+
"/organisationen",
|
|
913
|
+
"/struktur"
|
|
914
|
+
],
|
|
915
|
+
"scope": "German archives' finding aids: its search closed to robots and its pages (terms included) behind a browser check (Anubis) — a person's browser only; the same metadata through the DDB API (api.deutsche-digitale-bibliothek.de) with the person's key",
|
|
916
|
+
"checked": "2026-11-04"
|
|
917
|
+
},
|
|
918
|
+
{
|
|
919
|
+
"host": "gov.genealogy.net",
|
|
920
|
+
"name": "GOV – Geschichtliches Orts-Verzeichnis (CompGen)",
|
|
921
|
+
"level": "restricted",
|
|
922
|
+
"browserOnly": true,
|
|
923
|
+
"terms": "https://www.compgen.de/impressum/",
|
|
924
|
+
"quote": "Downloads und Kopien dieser Seite sind nur für den privaten, nicht kommerziellen Gebrauch gestattet.",
|
|
925
|
+
"robots": "User-agent: * · Disallow: /item/editQuicktext/, /item/history/, /item/geoJson/, /kml/, /search/distanceSearch/ … · User-agent: GPTBot · Disallow: / · User-agent: Amazonbot · Disallow: /",
|
|
926
|
+
"scope": "a historical gazetteer (places, parishes, jurisdictions over time): its robots.txt keeps AI agents off by name — the person looks a place up in their own browser, the agent reads what was saved; private, non-commercial use",
|
|
927
|
+
"checked": "2026-11-04"
|
|
928
|
+
},
|
|
929
|
+
{
|
|
930
|
+
"host": "adressbuecher.genealogy.net",
|
|
931
|
+
"name": "Datenbank Historischer Adressbücher (CompGen)",
|
|
932
|
+
"level": "restricted",
|
|
933
|
+
"browserOnly": true,
|
|
934
|
+
"terms": "https://www.compgen.de/impressum/",
|
|
935
|
+
"quote": "Downloads und Kopien dieser Seite sind nur für den privaten, nicht kommerziellen Gebrauch gestattet.",
|
|
936
|
+
"robots": "User-agent: * · Disallow: /",
|
|
937
|
+
"scope": "transcribed historical address books: its robots.txt keeps every robot off — only the person's browser, private use",
|
|
938
|
+
"checked": "2026-11-04"
|
|
939
|
+
},
|
|
940
|
+
{
|
|
941
|
+
"host": "des.genealogy.net",
|
|
942
|
+
"name": "DES – Daten-Eingabe-System (CompGen; Verlustlisten 1914–1919 and other indexes)",
|
|
943
|
+
"level": "restricted",
|
|
944
|
+
"terms": "https://www.compgen.de/impressum/",
|
|
945
|
+
"quote": "Downloads und Kopien dieser Seite sind nur für den privaten, nicht kommerziellen Gebrauch gestattet.",
|
|
946
|
+
"robots": "User-agent: * · Disallow: /search/suggest/",
|
|
947
|
+
"scope": "volunteers' indexes (records with a UUID): one query at a time for the person's own research, private and non-commercial; an index leads to the source — never bulk",
|
|
948
|
+
"checked": "2026-11-04"
|
|
949
|
+
},
|
|
950
|
+
{
|
|
951
|
+
"host": "online-ofb.de",
|
|
952
|
+
"name": "Online-Ortsfamilienbücher (CompGen)",
|
|
953
|
+
"level": "restricted",
|
|
954
|
+
"browserOnly": true,
|
|
955
|
+
"terms": "https://www.compgen.de/impressum/",
|
|
956
|
+
"quote": "Downloads und Kopien dieser Seite sind nur für den privaten, nicht kommerziellen Gebrauch gestattet.",
|
|
957
|
+
"robots": "User-agent: * · Disallow: /superduperdoku/ · User-agent: GPTBot · Disallow: / (and YandexBot, SEO bots)",
|
|
958
|
+
"scope": "village family books (compiled, a lead to the registers): its robots.txt keeps AI agents off by name — only the person's browser, private use",
|
|
959
|
+
"checked": "2026-11-04"
|
|
960
|
+
},
|
|
961
|
+
{
|
|
962
|
+
"host": "wiki.genealogy.net",
|
|
963
|
+
"name": "GenWiki (CompGen)",
|
|
964
|
+
"level": "unknown",
|
|
965
|
+
"browserOnly": true,
|
|
966
|
+
"robots": "/robots.txt redirects to a wiki page (no robots.txt)",
|
|
967
|
+
"scope": "behind a browser check (Anubis, set up against AI companies' crawlers): only a person's browser",
|
|
968
|
+
"checked": "2026-11-04"
|
|
969
|
+
},
|
|
970
|
+
{
|
|
971
|
+
"host": "ancestry.com",
|
|
972
|
+
"name": "Ancestry",
|
|
973
|
+
"level": "unknown",
|
|
974
|
+
"browserOnly": true,
|
|
975
|
+
"robots": "403 — Cloudflare \"Access denied … Browser Validation\" even for robots.txt (2026-11-04)",
|
|
976
|
+
"scope": "paid subscription behind the person's login and a bot check that refuses strom even its robots.txt: only the person's browser; the person saves an image, the agent reads the saved file",
|
|
977
|
+
"checked": "2026-11-04"
|
|
978
|
+
},
|
|
979
|
+
{
|
|
980
|
+
"host": "ancestry.de",
|
|
981
|
+
"name": "Ancestry (Germany)",
|
|
982
|
+
"level": "unknown",
|
|
983
|
+
"browserOnly": true,
|
|
984
|
+
"robots": "403 — Cloudflare \"Access denied … Browser Validation\" even for robots.txt (2026-11-04)",
|
|
985
|
+
"scope": "as ancestry.com: paid, behind the person's login and a bot check — only the person's browser",
|
|
986
|
+
"checked": "2026-11-04"
|
|
987
|
+
},
|
|
988
|
+
{
|
|
989
|
+
"host": "myheritage.com",
|
|
990
|
+
"name": "MyHeritage",
|
|
991
|
+
"level": "manual",
|
|
992
|
+
"quoteFrom": "robots",
|
|
993
|
+
"browserOnly": true,
|
|
994
|
+
"terms": "https://www.myheritage.com/robots.txt",
|
|
995
|
+
"quote": "# BLOCK AI & CHATBOT CRAWLERS / User-agent: Anthropic-ai / User-agent: ChatGPT-User / User-agent: ClaudeBot / … / User-agent: GPTBot / … / Disallow: /names / Disallow: /family-trees/ …",
|
|
996
|
+
"robots": "AI agents by name (Anthropic-ai, ClaudeBot, Claude-Web, ChatGPT-User, GPTBot, Google-Extended …) · Disallow: /names, /last-name, /FP/API, /family-sites/, /family-trees/, /name-directory/, /pedigree-tree; Imperva in front",
|
|
997
|
+
"scope": "its robots.txt keeps AI agents off by name; paid, behind the person's login: only the person, by hand in the browser",
|
|
998
|
+
"checked": "2026-11-04"
|
|
999
|
+
},
|
|
1000
|
+
{
|
|
1001
|
+
"host": "www2.landesarchiv-bw.de",
|
|
1002
|
+
"name": "Landesarchiv Baden-Württemberg (Online-Findmittelsystem)",
|
|
1003
|
+
"level": "allowed",
|
|
1004
|
+
"browserOnly": true,
|
|
1005
|
+
"terms": "https://www.landesarchiv-bw.de/de/recherche/rechtsgrundlagen---nutzungsbedingungen/auf-einen-blick/46047",
|
|
1006
|
+
"quote": "Die Nutzung des im Landesarchiv verwahrten Archivguts über das Online-Findmittelsystem in der bereitgestellten Form ist gebührenfrei. … Public Domain : Das Archivgut ist gemeinfrei oder unterliegt nicht dem Urheberrecht und steht unter der Public Domain Mark 1.0 . CC-BY : Das Archivgut steht unter der Lizenz Creative Commons CC-BY. Der Urheber muss genannt werden.",
|
|
1007
|
+
"license": "Public Domain Mark 1.0 / CC BY (per digital copy)",
|
|
1008
|
+
"robots": "User-agent: * · Disallow: / (only Googlebot and Yahoo allowed)",
|
|
1009
|
+
"scope": "the catalogue and its digital copies, a person's browser only; the civil and church-register duplicates (Baden 1810-1870, Württemberg/Hohenzollern 1808-1875) are the same images on data.matricula-online.eu (Landesarchiv Baden-Württemberg)",
|
|
1010
|
+
"checked": "2026-11-04"
|
|
1011
|
+
},
|
|
1012
|
+
{
|
|
1013
|
+
"host": "www.landesarchiv-bw.de",
|
|
1014
|
+
"name": "Landesarchiv Baden-Württemberg",
|
|
1015
|
+
"level": "restricted",
|
|
1016
|
+
"terms": "https://www.landesarchiv-bw.de/de/recherche/rechtsgrundlagen---nutzungsbedingungen/auf-einen-blick/46047",
|
|
1017
|
+
"quote": "Eine Weiterverwendung der Inhalte der Homepage des Landesarchivs https://www.landesarchiv-bw.de bedarf stets einer Genehmigung (siehe Impressum ).",
|
|
1018
|
+
"robots": "User-agent: * · Disallow: /sixcms/admin",
|
|
1019
|
+
"scope": "the website (guides, terms); the catalogue and images are on www2.landesarchiv-bw.de and on Matricula",
|
|
1020
|
+
"checked": "2026-11-04"
|
|
1021
|
+
},
|
|
1022
|
+
{
|
|
1023
|
+
"host": "www.la-bw.de",
|
|
1024
|
+
"name": "Landesarchiv Baden-Württemberg",
|
|
1025
|
+
"level": "restricted",
|
|
1026
|
+
"terms": "https://www.landesarchiv-bw.de/de/recherche/rechtsgrundlagen---nutzungsbedingungen/auf-einen-blick/46047",
|
|
1027
|
+
"quote": "Eine Weiterverwendung der Inhalte der Homepage des Landesarchivs https://www.landesarchiv-bw.de bedarf stets einer Genehmigung (siehe Impressum ).",
|
|
1028
|
+
"robots": "not read (alias of www.landesarchiv-bw.de)",
|
|
1029
|
+
"scope": "another address of the archive's website",
|
|
1030
|
+
"checked": "2026-11-04"
|
|
1031
|
+
},
|
|
1032
|
+
{
|
|
1033
|
+
"host": "www.gda.bayern.de",
|
|
1034
|
+
"name": "Staatliche Archive Bayerns",
|
|
1035
|
+
"level": "allowed",
|
|
1036
|
+
"terms": "https://www.gda.bayern.de/de/footer/nutzungsbedingungen/index.html",
|
|
1037
|
+
"quote": "Die Staatlichen Archive Bayerns verfügen über die entsprechenden Nutzungsrechte und stellen diese Digitalisate unter die Lizenz CC0. Sie dürfen, soweit technisch möglich, kostenlos heruntergeladen, weiterverwendet und weitergegeben werden. Im Übrigen sind die veröffentlichten Digitalisate gemeinfrei ( Public Domain Mark ) und dürfen kostenlos heruntergeladen, weiterverwendet und weitergegeben werden. … Die UUID ist der wesentliche Parameter bei den meisten API-Aufrufen.",
|
|
1038
|
+
"license": "CC0 / Public Domain Mark",
|
|
1039
|
+
"automatedUse": true,
|
|
1040
|
+
"robots": "none (404)",
|
|
1041
|
+
"scope": "the published digital copies and finding aids by their documented addresses (/findmittel/, /show/, /digitalisat/jpeg/, /mets/ with the UUID); cite archive and shelfmark; no parish or civil registers here",
|
|
1042
|
+
"checked": "2026-11-04"
|
|
1043
|
+
},
|
|
1044
|
+
{
|
|
1045
|
+
"host": "www.bavarikon.de",
|
|
1046
|
+
"name": "bavarikon",
|
|
1047
|
+
"level": "restricted",
|
|
1048
|
+
"terms": "https://www.bavarikon.de/de/nutzungsbedingungen",
|
|
1049
|
+
"quote": "Ausdrucke und Downloads dürfen nur für private, schulische und wissenschaftliche Zwecke, nicht aber für den kommerziellen Gebrauch hergestellt werden.",
|
|
1050
|
+
"robots": "User-agent: * · Disallow: /api/ (and system folders)",
|
|
1051
|
+
"scope": "single objects for private research, never commercial use; each object's own rights note decides",
|
|
1052
|
+
"checked": "2026-11-04"
|
|
1053
|
+
},
|
|
1054
|
+
{
|
|
1055
|
+
"host": "digitale-sammlungen.de",
|
|
1056
|
+
"name": "Bayerische Staatsbibliothek – Digitale Sammlungen (MDZ, digiPress)",
|
|
1057
|
+
"level": "allowed",
|
|
1058
|
+
"terms": "https://www.digitale-sammlungen.de/de/faq",
|
|
1059
|
+
"quote": "Digitalisate, die unter dem Rechtehinweis \"Public Domain Mark 1.0\" bereitgestellt werden, dürfen Sie kopieren, verändern, verbreiten und aufführen, auch zu kommerziellen Zwecken, ohne um Erlaubnis bitten zu müssen.",
|
|
1060
|
+
"license": "Public Domain Mark 1.0 (per object)",
|
|
1061
|
+
"robots": "www: User-agent: * · Disallow: (none); digipress: Disallow: /de/ · /kalender/ · /search/simple · /search/extended",
|
|
1062
|
+
"scope": "digital copies marked Public Domain Mark 1.0 (most historical newspapers); never those marked In Copyright with the text and data mining reservation (§ 44b UrhG)",
|
|
1063
|
+
"checked": "2026-11-04"
|
|
1064
|
+
},
|
|
1065
|
+
{
|
|
1066
|
+
"host": "www.landesarchiv-nrw.de",
|
|
1067
|
+
"name": "Landesarchiv Nordrhein-Westfalen (Digitalisate)",
|
|
1068
|
+
"level": "allowed",
|
|
1069
|
+
"terms": "https://www.landesarchiv-nrw.de/digitalisate/LAV_NRW_Nutzungsbedingungen_Digitalisate.pdf",
|
|
1070
|
+
"quote": "Digitalisate von Archivgut des Landesarchivs Nordrhein-Westfalen dürfen von der Webseite in der bereitgestellten Auflösung kostenlos heruntergeladen werden (andere Auflösungen siehe 4.). … Die Digitalisate von Archivgut unterliegen der Creative Commons Lizenz CC-BY-SA.",
|
|
1071
|
+
"license": "CC BY-SA 4.0",
|
|
1072
|
+
"robots": "none (404)",
|
|
1073
|
+
"scope": "the archive's METS files (/digitalisate/…/mets.xml) and their images (/data01/…jpg) in the resolution offered; cite the shelfmark",
|
|
1074
|
+
"checked": "2026-11-04"
|
|
1075
|
+
},
|
|
1076
|
+
{
|
|
1077
|
+
"host": "www.archive.nrw.de",
|
|
1078
|
+
"name": "Archivportal NRW (Landesarchiv Nordrhein-Westfalen)",
|
|
1079
|
+
"level": "allowed",
|
|
1080
|
+
"terms": "https://www.landesarchiv-nrw.de/digitalisate/LAV_NRW_Nutzungsbedingungen_Digitalisate.pdf",
|
|
1081
|
+
"quote": "Digitalisate von Archivgut des Landesarchivs Nordrhein-Westfalen dürfen von der Webseite in der bereitgestellten Auflösung kostenlos heruntergeladen werden (andere Auflösungen siehe 4.). … Die Digitalisate von Archivgut unterliegen der Creative Commons Lizenz CC-BY-SA.",
|
|
1082
|
+
"license": "CC0 (finding aids), CC BY-SA (digital copies of the Landesarchiv)",
|
|
1083
|
+
"robots": "User-agent: * · Disallow: /search/ · /search? · /user/ · /media/oembed",
|
|
1084
|
+
"scope": "the finding aids and the Landesarchiv NRW's own digital copies; the many municipal and church archives in the portal have their own terms and servers",
|
|
1085
|
+
"checked": "2026-11-04"
|
|
1086
|
+
},
|
|
1087
|
+
{
|
|
1088
|
+
"host": "www.lav.nrw.de",
|
|
1089
|
+
"name": "Landesarchiv Nordrhein-Westfalen",
|
|
1090
|
+
"level": "allowed",
|
|
1091
|
+
"terms": "https://www.landesarchiv-nrw.de/digitalisate/LAV_NRW_Nutzungsbedingungen_Digitalisate.pdf",
|
|
1092
|
+
"quote": "Die Digitalisate von Archivgut unterliegen der Creative Commons Lizenz CC-BY-SA.",
|
|
1093
|
+
"robots": "redirects (301) to https://www.archive.nrw.de/landesarchiv-nrw",
|
|
1094
|
+
"scope": "old address of the archive's website, now on www.archive.nrw.de",
|
|
1095
|
+
"checked": "2026-11-04"
|
|
1096
|
+
},
|
|
1097
|
+
{
|
|
1098
|
+
"host": "dfg-viewer.de",
|
|
1099
|
+
"name": "DFG-Viewer",
|
|
1100
|
+
"level": "manual",
|
|
1101
|
+
"quoteFrom": "robots",
|
|
1102
|
+
"browserOnly": true,
|
|
1103
|
+
"terms": "https://dfg-viewer.de/robots.txt",
|
|
1104
|
+
"quote": "User-agent: ClaudeBot Disallow: / … User-agent: GPTBot Disallow: / … User-agent: * Disallow: /show",
|
|
1105
|
+
"robots": "User-agent: * · Disallow: /show · /v1 · /v2 · /v3 · Crawl-delay: 6 (and Disallow: / for ClaudeBot, GPTBot and other AI crawlers)",
|
|
1106
|
+
"scope": "its robots.txt keeps AI agents off by name: only the person, by hand in the browser; the METS file it shows is the archive's own, fetched from the archive's server under the archive's terms",
|
|
1107
|
+
"checked": "2026-11-04"
|
|
1108
|
+
},
|
|
1109
|
+
{
|
|
1110
|
+
"host": "apertus.rlp.de",
|
|
1111
|
+
"name": "APERTUS – Landesarchivverwaltung Rheinland-Pfalz",
|
|
1112
|
+
"level": "allowed",
|
|
1113
|
+
"terms": "https://apertus.rlp.de/hilfe.php",
|
|
1114
|
+
"termsPage": "https://lav.rlp.de/geschichte-entdecken/familienforschung/personenstandsarchiv/digitalisierung",
|
|
1115
|
+
"termsPageSays": "Das Digitalisat ist jeweils mit dem entsprechenden Erschließungsdatensatz in APERTUS verknüpft und kann dort abgerufen und heruntergeladen werden.",
|
|
1116
|
+
"quote": "Doch APERTUS bietet Ihnen noch mehr als nur Einsichtnahme: Sie können digital vorliegendes Archivgut hier nicht nur recherchieren, sondern einfach und bequem kostenlos downloaden.",
|
|
1117
|
+
"robots": "none (404)",
|
|
1118
|
+
"scope": "the civil registers and name indexes put online (registers older than 130 years), one image after another; publishing pictures of sources younger than 150 years needs the archive's approval",
|
|
1119
|
+
"checked": "2026-11-04"
|
|
1120
|
+
},
|
|
1121
|
+
{
|
|
1122
|
+
"host": "lav.rlp.de",
|
|
1123
|
+
"name": "Landesarchivverwaltung Rheinland-Pfalz",
|
|
1124
|
+
"level": "allowed",
|
|
1125
|
+
"terms": "https://lav.rlp.de/geschichte-entdecken/familienforschung/personenstandsarchiv/digitalisierung",
|
|
1126
|
+
"quote": "Das Digitalisat ist jeweils mit dem entsprechenden Erschließungsdatensatz in APERTUS verknüpft und kann dort abgerufen und heruntergeladen werden.",
|
|
1127
|
+
"robots": "User-Agent: * · Disallow: /t3lib/ · /typo3/ · /vendor/ · /typo3temp/",
|
|
1128
|
+
"scope": "the website (guides, lists of digitised fonds); the registers themselves are on apertus.rlp.de",
|
|
1129
|
+
"checked": "2026-11-04"
|
|
1130
|
+
},
|
|
1131
|
+
{
|
|
1132
|
+
"host": "www.landeshauptarchiv.de",
|
|
1133
|
+
"name": "Landeshauptarchiv Koblenz",
|
|
1134
|
+
"level": "allowed",
|
|
1135
|
+
"terms": "https://lav.rlp.de/geschichte-entdecken/familienforschung/personenstandsarchiv/digitalisierung",
|
|
1136
|
+
"quote": "Das Digitalisat ist jeweils mit dem entsprechenden Erschließungsdatensatz in APERTUS verknüpft und kann dort abgerufen und heruntergeladen werden.",
|
|
1137
|
+
"robots": "redirects (307) to https://lav.rlp.de/",
|
|
1138
|
+
"scope": "old address of the archive's website, now lav.rlp.de",
|
|
1139
|
+
"checked": "2026-11-04"
|
|
1140
|
+
},
|
|
1141
|
+
{
|
|
1142
|
+
"host": "landesarchiv-berlin.de",
|
|
1143
|
+
"name": "Landesarchiv Berlin",
|
|
1144
|
+
"level": "restricted",
|
|
1145
|
+
"terms": "https://landesarchiv-berlin.de/impressum",
|
|
1146
|
+
"termsPage": "https://content.landesarchiv-berlin.de/labsa/show/help.php",
|
|
1147
|
+
"termsPageSays": "4. Schritt: öffnen des pdf-Dokuments – Klicken Sie nun auf das pdf-Icon Ihres gewünschten Jahrgangs; es wird jetzt geladen.",
|
|
1148
|
+
"quote": "Die Webseite des Landesarchivs Berlin ist urheberrechtlich geschützt. Eine Verwendung, Vervielfältigung oder Verbreitung bedarf der Zustimmung des Landesarchivs Berlin.",
|
|
1149
|
+
"robots": "User-agent: * · Disallow: /wp-admin/ (www. redirects here)",
|
|
1150
|
+
"scope": "the name indexes of the civil registry offices (content.), one year's PDF at a time for the person's own research; nothing republished or passed on without the archive's consent",
|
|
1151
|
+
"checked": "2026-11-04"
|
|
1152
|
+
},
|
|
1153
|
+
{
|
|
1154
|
+
"host": "blha-recherche.brandenburg.de",
|
|
1155
|
+
"name": "Brandenburgisches Landeshauptarchiv (Online-Zugang)",
|
|
1156
|
+
"level": "restricted",
|
|
1157
|
+
"quoteFrom": "robots",
|
|
1158
|
+
"browserOnly": true,
|
|
1159
|
+
"terms": "https://blha-recherche.brandenburg.de/robots.txt",
|
|
1160
|
+
"termsPage": "https://blha.brandenburg.de/blha/de/rechercheratgeber/familienforschung/",
|
|
1161
|
+
"termsPageSays": "Sie befinden sich im Bestand Rep. 5KB Kirchenbuchduplikate und stehen in unserer Datenbank sowie auf den Internetseiten von Ancestry und Familysearch als Digitalisate zur Verfügung.",
|
|
1162
|
+
"quote": "User-agent: * / Disallow: /",
|
|
1163
|
+
"robots": "User-agent: * · Disallow: /",
|
|
1164
|
+
"scope": "a person's browser only: its robots.txt keeps every robot off the whole database (its church-book duplicates, Rep. 5KB); the person opens and saves an image, the agent reads the saved file",
|
|
1165
|
+
"checked": "2026-11-04"
|
|
1166
|
+
},
|
|
1167
|
+
{
|
|
1168
|
+
"host": "archiv.sachsen.de",
|
|
1169
|
+
"name": "Sächsisches Staatsarchiv (Archivgut online)",
|
|
1170
|
+
"level": "allowed",
|
|
1171
|
+
"terms": "https://www.archiv.sachsen.de/archivgut-online-8409.html",
|
|
1172
|
+
"quote": "Sie können das angezeigte Digitalisat herunterladen. … Die Digitalisate sind gemeinfrei. Eine Veröffentlichungsgenehmigung des Staatsarchivs benötigen Sie nicht.",
|
|
1173
|
+
"robots": "User-agent: FSSachsenBot · Disallow: /cps/suche.html · /archiv/bestand.jsp (nothing for others)",
|
|
1174
|
+
"scope": "its digitised records one image at a time, as its viewer offers them (no bulk download is offered); each image cited with the archive and its reference",
|
|
1175
|
+
"checked": "2026-11-04"
|
|
1176
|
+
},
|
|
1177
|
+
{
|
|
1178
|
+
"host": "landesarchiv.thueringen.de",
|
|
1179
|
+
"name": "Landesarchiv Thüringen",
|
|
1180
|
+
"level": "restricted",
|
|
1181
|
+
"quoteFrom": "robots",
|
|
1182
|
+
"browserOnly": true,
|
|
1183
|
+
"terms": "https://landesarchiv.thueringen.de/robots.txt",
|
|
1184
|
+
"quote": "Link11 - CAPTCHA",
|
|
1185
|
+
"robots": "answered by a bot check (Link11 CAPTCHA) for strom's User-Agent, robots.txt too (2026-11-04)",
|
|
1186
|
+
"scope": "behind a bot check: its pages only through the person's browser, the check passed by the person; the terms not found",
|
|
1187
|
+
"checked": "2026-11-04"
|
|
1188
|
+
},
|
|
1189
|
+
{
|
|
1190
|
+
"host": "www.public-juling.de",
|
|
1191
|
+
"name": "Bremer Passagierlisten (database)",
|
|
1192
|
+
"level": "allowed",
|
|
1193
|
+
"terms": "https://www.public-juling.de/passagierlisten/",
|
|
1194
|
+
"quote": "Dieses Werk ist lizenziert unter einer Creative Commons Namensnennung 4.0 International Lizenz.",
|
|
1195
|
+
"license": "http://creativecommons.org/licenses/by/4.0/",
|
|
1196
|
+
"robots": "none (404)",
|
|
1197
|
+
"scope": "the Bremen passenger-list database (/passagierlisten/): one surname query at a time on a private server, each result cited with its source (Handelskammer and Staatsarchiv Bremen lists)",
|
|
1198
|
+
"checked": "2026-11-04"
|
|
1199
|
+
},
|
|
1200
|
+
{
|
|
1201
|
+
"host": "www.passagierlisten.de",
|
|
1202
|
+
"name": "Bremer Passagierlisten (address leading to www.public-juling.de/passagierlisten/)",
|
|
1203
|
+
"level": "allowed",
|
|
1204
|
+
"terms": "https://www.public-juling.de/passagierlisten/",
|
|
1205
|
+
"quote": "Dieses Werk ist lizenziert unter einer Creative Commons Namensnennung 4.0 International Lizenz.",
|
|
1206
|
+
"license": "http://creativecommons.org/licenses/by/4.0/",
|
|
1207
|
+
"robots": "none (404)",
|
|
1208
|
+
"scope": "only a link onward to www.public-juling.de/passagierlisten/",
|
|
1209
|
+
"checked": "2026-11-04"
|
|
1210
|
+
},
|
|
1211
|
+
{
|
|
1212
|
+
"host": "geneszukacz.genealodzy.pl",
|
|
1213
|
+
"name": "Polskie Towarzystwo Genealogiczne (Geneszukacz)",
|
|
1214
|
+
"level": "allowed",
|
|
1215
|
+
"terms": "https://geneteka.genealodzy.pl/ogenetece.php",
|
|
1216
|
+
"quote": "PTG umożliwia i wyraża zgodę na bezpłatne wykorzystywanie danych zawartych w jej bazach i serwisach internetowych w celach opracowań naukowych, edukacyjnych oraz popularyzatorskich i hobbystycznych … · 8. PTG przysługuje prawo przeciwdziałania nieuprawnionemu pobieraniu i wtórnemu wykorzystywaniu całości lub istotnej części zawartości bazy danych.",
|
|
1217
|
+
"robots": "none (robots.txt answers the home page, 200 text/html)",
|
|
1218
|
+
"pace": {
|
|
1219
|
+
"minIntervalMs": 120000
|
|
1220
|
+
},
|
|
1221
|
+
"scope": "counts of a surname per region and record type, linking into Geneteka: single queries only, at Geneteka's pace (its Crawl-delay 120), never a list of surnames or a substantial part of the database",
|
|
1222
|
+
"checked": "2026-11-04"
|
|
1223
|
+
},
|
|
1224
|
+
{
|
|
1225
|
+
"host": "app.geshergalicia.org",
|
|
1226
|
+
"name": "Gesher Galicia (All Galicia Database)",
|
|
1227
|
+
"level": "restricted",
|
|
1228
|
+
"quoteFrom": "robots",
|
|
1229
|
+
"browserOnly": true,
|
|
1230
|
+
"terms": "https://app.geshergalicia.org/robots.txt",
|
|
1231
|
+
"quote": "User-agent: * / Disallow: /",
|
|
1232
|
+
"robots": "User-agent: * · Disallow: /",
|
|
1233
|
+
"scope": "the All Galicia Database (shown in a frame of www.geshergalicia.org): its robots.txt closes the whole application and no terms of use were found; only in the person's browser; images for paying members only",
|
|
1234
|
+
"checked": "2026-11-04"
|
|
1235
|
+
},
|
|
1236
|
+
{
|
|
1237
|
+
"host": "www.geshergalicia.org",
|
|
1238
|
+
"name": "Gesher Galicia",
|
|
1239
|
+
"level": "unknown",
|
|
1240
|
+
"robots": "the line '# User-agent: *' is commented out, so its Disallow lines (/docs_view/, /members/*, /*?* …) belong to no group; Yandex, Yahoo! Slurp, MJ12bot: Disallow: /",
|
|
1241
|
+
"disallow": [
|
|
1242
|
+
"/docs/TheGalitzianerBackIssues/",
|
|
1243
|
+
"/docs_view/",
|
|
1244
|
+
"/members/",
|
|
1245
|
+
"/wp-admin/",
|
|
1246
|
+
"/*?"
|
|
1247
|
+
],
|
|
1248
|
+
"scope": "society pages; the database itself is app.geshergalicia.org; no terms of use found",
|
|
1249
|
+
"checked": "2026-11-04"
|
|
562
1250
|
}
|
|
563
1251
|
]
|
|
564
1252
|
}
|