First commit

reader/icon/finder.go

@@ -0,0 +1,109 @@
+// Copyright 2017 Frédéric Guillot. All rights reserved.
+// Use of this source code is governed by the Apache 2.0
+// license that can be found in the LICENSE file.
+
+package icon
+
+import (
+	"fmt"
+	"github.com/miniflux/miniflux2/helper"
+	"github.com/miniflux/miniflux2/model"
+	"github.com/miniflux/miniflux2/reader/http"
+	"github.com/miniflux/miniflux2/reader/url"
+	"io"
+	"io/ioutil"
+	"log"
+
+	"github.com/PuerkitoBio/goquery"
+)
+
+// FindIcon try to find the website's icon.
+func FindIcon(websiteURL string) (*model.Icon, error) {
+	rootURL := url.GetRootURL(websiteURL)
+	client := http.NewHttpClient(rootURL)
+	response, err := client.Get()
+	if err != nil {
+		return nil, fmt.Errorf("unable to download website index page: %v", err)
+	}
+
+	if response.HasServerFailure() {
+		return nil, fmt.Errorf("unable to download website index page: status=%d", response.StatusCode)
+	}
+
+	iconURL, err := parseDocument(rootURL, response.Body)
+	if err != nil {
+		return nil, err
+	}
+
+	log.Println("[FindIcon] Fetching icon =>", iconURL)
+	icon, err := downloadIcon(iconURL)
+	if err != nil {
+		return nil, err
+	}
+
+	return icon, nil
+}
+
+func parseDocument(websiteURL string, data io.Reader) (string, error) {
+	queries := []string{
+		"link[rel='shortcut icon']",
+		"link[rel='Shortcut Icon']",
+		"link[rel='icon shortcut']",
+		"link[rel='icon']",
+	}
+
+	doc, err := goquery.NewDocumentFromReader(data)
+	if err != nil {
+		return "", fmt.Errorf("unable to read document: %v", err)
+	}
+
+	var iconURL string
+	for _, query := range queries {
+		doc.Find(query).Each(func(i int, s *goquery.Selection) {
+			if href, exists := s.Attr("href"); exists {
+				iconURL = href
+			}
+		})
+
+		if iconURL != "" {
+			break
+		}
+	}
+
+	if iconURL == "" {
+		iconURL = url.GetRootURL(websiteURL) + "favicon.ico"
+	} else {
+		iconURL, _ = url.GetAbsoluteURL(websiteURL, iconURL)
+	}
+
+	return iconURL, nil
+}
+
+func downloadIcon(iconURL string) (*model.Icon, error) {
+	client := http.NewHttpClient(iconURL)
+	response, err := client.Get()
+	if err != nil {
+		return nil, fmt.Errorf("unable to download iconURL: %v", err)
+	}
+
+	if response.HasServerFailure() {
+		return nil, fmt.Errorf("unable to download icon: status=%d", response.StatusCode)
+	}
+
+	body, err := ioutil.ReadAll(response.Body)
+	if err != nil {
+		return nil, fmt.Errorf("unable to read downloaded icon: %v", err)
+	}
+
+	if len(body) == 0 {
+		return nil, fmt.Errorf("downloaded icon is empty, iconURL=%s", iconURL)
+	}
+
+	icon := &model.Icon{
+		Hash:     helper.HashFromBytes(body),
+		MimeType: response.ContentType,
+		Content:  body,
+	}
+
+	return icon, nil
+}