Web-Crawler/crawl.test.js at main · IkramCode/Web-Crawler · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
const { normalizeURL, getURLsFromHTML } = require("./crawl.js");
const { test, expect } = require("@jest/globals");

test("normalizeURL strip protocol", () => {
  const input = "https://blog.boot.dev/path";
  const actual = normalizeURL(input);
  const expected = "blog.boot.dev/path";
  expect(actual).toEqual(expected);
});

test("normalizeURL strip /", () => {
  const input = "https://blog.boot.dev/path/";
  const actual = normalizeURL(input);
  const expected = "blog.boot.dev/path";
  expect(actual).toEqual(expected);
});

test("normalizeURL capitals", () => {
  const input = "http://Blog.boot.dev/path";
  const actual = normalizeURL(input);
  const expected = "blog.boot.dev/path";
  expect(actual).toEqual(expected);
});

test("normalizeURL strip https", () => {
  const input = "http://Blog.boot.dev/path";
  const actual = normalizeURL(input);
  const expected = "blog.boot.dev/path";
  expect(actual).toEqual(expected);
});

test("getURLsFromHTML absolute", () => {
  const inputHtmlBody = `
  <html>
    <body>
        <a href="https://Blog.boot.dev/path/">Boot.dev Blog</a>
    </body>
  </html>
  `;
  const inputbaseURL = "https://blog.boot.dev/path/";
  const actual = getURLsFromHTML(inputHtmlBody, inputbaseURL);
  const expected = ["https://blog.boot.dev/path/"];
  expect(actual).toEqual(expected);
});

test("getURLsFromHTML relative", () => {
  const inputHtmlBody = `
        <html>
            <body>
                <a href="/path/">Boot.dev Blog</a>
            </body>
        </html>
  `;
  const inputbaseURL = "https://blog.boot.dev";
  const actual = getURLsFromHTML(inputHtmlBody, inputbaseURL);
  const expected = ["https://blog.boot.dev/path/"];
  expect(actual).toEqual(expected);
});

test("getURLsFromHTML both", () => {
  const inputHtmlBody = `
        <html>
            <body>
                <a href="https://blog.boot.dev/path1/">Boot.dev Blog path one</a>
                <a href="/path2/">Boot.dev Blog path two</a>
            </body>
        </html>
  `;
  const inputbaseURL = "https://blog.boot.dev";
  const actual = getURLsFromHTML(inputHtmlBody, inputbaseURL);
  const expected = ["https://blog.boot.dev/path1/" , "https://blog.boot.dev/path2/"];
  expect(actual).toEqual(expected);
});

test("getURLsFromHTML invalid", () => {
    const inputHtmlBody = `
    <html>
      <body>
          <a href="invalid">Invalid URL</a>
      </body>
    </html>
    `;
    const inputbaseURL = "https://blog.boot.dev/path/";
    const actual = getURLsFromHTML(inputHtmlBody, inputbaseURL);
    const expected = [];
    expect(actual).toEqual(expected);
  });