BAYASHI / Duadua-0.34 / t / testset / bot / bot_general.yaml 

            

              
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48

              
- ua: 'Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)'
  name: 'DotBot'
  is_bot: true
  is_ios: false
  is_android: false
  is_linux: false
  is_windows: false
  is_chromeos: false
  version: '1.1'
- ua: 'Mozilla/5.0 (compatible; SemrushBot/1.2~bl; +http://www.semrush.com/bot.html)'
  name: 'SemrushBot'
  is_bot: true
  is_ios: false
  is_android: false
  is_linux: false
  is_windows: false
  is_chromeos: false
  version: '1.2'
- ua: 'Kyoto-Tohoku-Crawler/v1 (Mozilla-compatible; kyoto-crawler-contact@nlp.ist.i.kyoto-u.ac.jp; http://nlp.ist.i.kyoto-u.ac.jp/?crawling-kt)'
  name: 'Kyoto-Tohoku-Crawler'
  is_bot: true
  is_ios: false
  is_android: false
  is_linux: false
  is_windows: false
  is_chromeos: false
  version: 'v1'
- ua: 'ICC-Crawler/2.0 (Mozilla-compatible; ; http://ucri.nict.go.jp/en/icccrawler.html)'
  name: 'ICC-Crawler'
  is_bot: true
  is_ios: false
  is_android: false
  is_linux: false
  is_windows: false
  is_chromeos: false
  version: '2.0'
- ua: 'SafeDNSBot (https://www.safedns.com/searchbot)'
  name: 'SafeDNSBot'
  is_bot: true
  is_ios: false
  is_android: false
  is_linux: false
  is_windows: false
  is_chromeos: false