1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
|
package main
import (
"errors"
"log"
"net/http"
"strings"
irc "github.com/fluffle/goirc/client"
"golang.org/x/net/html"
"golang.org/x/net/html/charset"
)
var errNotHTML = errors.New("not HTML content")
const maxLen = 500
func title(n *html.Node) (s string) {
if n.Type == html.ElementNode && n.Data == "title" {
for c := n.FirstChild; c != nil; c = c.NextSibling {
s += c.Data
}
return strings.TrimSpace(s)
}
for c := n.FirstChild; c != nil; c = c.NextSibling {
if t := title(c); t != "" {
return t
}
}
return ""
}
func getTitle(uri string) (string, error) {
resp, err := http.Get(uri)
if err != nil {
return "", err
}
defer resp.Body.Close()
ct := resp.Header.Get("Content-Type")
if !strings.HasPrefix(ct, "text/html") {
return "", errNotHTML
}
r, err := charset.NewReader(resp.Body, ct)
if err != nil {
return "", err
}
doc, err := html.Parse(r)
if err != nil {
return "", err
}
return title(doc), nil
}
func links(s string) (ret []string) {
for _, v := range strings.Fields(s) {
switch {
case strings.HasPrefix(v, "www"):
v = "http://" + v
fallthrough
case strings.HasPrefix(v, "http:"), strings.HasPrefix(v, "https:"):
ret = append(ret, v)
}
}
return
}
func Links(conn *irc.Conn, line *irc.Line) {
for _, v := range links(line.Text()) {
t, err := getTitle(v)
if err != nil {
log.Println(err)
}
if t != "" {
if len(t) > maxLen {
t = t[:maxLen] + "..."
}
conn.Notice(line.Target(), "Title: "+t)
}
}
}
|