The Perl and Raku Conference 2025: Greenville, South Carolina - June 27-29 Learn more

CORION / Text-HTML-Turndown-0.05 / t / 03-extractinfo.t 

            

              
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70

              
#!perl
use 5.020;
use Test2::V0 '-no_srand';
use XML::LibXML;
use File::Basename;
use Text::HTML::ExtractInfo 'extract_info';
use JSON::Tiny 'decode_json';
my @tests = (
    { html => '<html></html>',
      options => {},
      expected => {},
      name => 'Empty HTML'
    },
    { html => '<html><title>in head</title></html>',
      options => {},
      expected => { title => 'in head' },
      name => 'title tag'
    },
    { html => '<html><meta property="og:title" content="FB title" /></html>',
      options => {},
      expected => { title => 'FB title' },
      name => 'opengraph title tag'
    },
    { html => '<html><meta property="twitter:title" content="X title"/></html>',
      options => {},
      expected => { title => 'X title' },
      name => 'Twitter title tag'
    },
    { html => '<html><title>in head</title><h1>in first H1 tag</h1></html>',
      options => {},
      expected => { title => 'in head' },
      name => 'title tag takes precedence over H1 tag'
    },
    { html => '<html><h1>in first H1 tag</h1><h1>in second H1 tag</h1></html>',
      options => {},
      expected => { title => 'in first H1 tag' },
      name => 'H1 tag'
    },
    { html => '<html></html>',
      options => { url => 'https://example.com/other_link' },
      expected => { url => 'https://example.com/other_link' },
      name => 'URL is taken from options'
    },
    { html => '<html><link rel="canonical" href="https://example.com/link" /></html>',
      options => {},
      expected => { url => 'https://example.com/link' },
      name => 'canonical URL'
    },
    { html => '<html><link rel="canonical" href="https://example.com/link" /></html>',
      options => { url => 'https://example.com/other_link' },
      expected => { url => 'https://example.com/link' },
      name => 'canonical URL takes precedence'
    },
);
for my $t (@tests) {
    my $name = $t->{name};
    my $tree = XML::LibXML->new->parse_html_string(
      $t->{html},
      { recover => 2, encoding => 'UTF-8' }
    );
    my $expected = $t->{expected};
    if(! is( extract_info( $tree, $t->{options}->%* ), $expected, $name )) {
        diag $t->{html};
    }
}
done_testing();