summaryrefslogtreecommitdiff
path: root/linkchecker.go
blob: 81abe9609801fd6136d35caad7af9c457ca3848f (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
package main

import (
	"bufio"
	"flag"
	"fmt"
	"log"
	"net/http"
	"os"
	"sync"
	"text/tabwriter"
)

var list = flag.String("list", "sitemap.txt", "Link list file")

func fetchStatus(url string) string {
	resp, err := http.Get(url)
	if err != nil {
		log.Fatal(err)
	}
	defer resp.Body.Close()
	return resp.Status
}

func readList(file string) (s []string) {
	fd, err := os.Open(file)
	if err != nil {
		log.Fatal(err)
	}
	defer fd.Close()

	scanner := bufio.NewScanner(fd)
	for scanner.Scan() {
		s = append(s, scanner.Text())
	}

	return s
}

func main() {
	flag.Parse()

	wg := new(sync.WaitGroup)
	defer wg.Wait()

	w := new(tabwriter.Writer)
	w.Init(os.Stdout, 16, 8, 0, '\t', 0)

	for _, url := range readList(*list) {
		wg.Add(1)
		go func(url string) {
			defer wg.Done()
			fmt.Fprintf(w, "%s\t%s\n", fetchStatus(url), url)
			w.Flush()
		}(url)
	}
}