add pub date to chapter skeleton

Add arm64 build actions for darwin/macOS and linux.

.github/workflows/release.yml

@@ -9,10 +9,14 @@ jobs:
     strategy:
       matrix:
         goos: [linux, darwin, windows]
+        goarch: [amd64, arm64]
+        exclude:
+            - goarch: arm64
+              goos: windows
     steps:
     - uses: actions/checkout@v3
-    - uses: wangyoucao577/go-release-action@v1.30
+    - uses: wangyoucao577/go-release-action@v1.40
       with:
         github_token: ${{ secrets.GITHUB_TOKEN }}
         goos: ${{ matrix.goos }}
-        goarch: amd64
+        goarch: ${{ matrix.goarch }}

README.md

@@ -40,7 +40,9 @@ Download [latest release](https://github.com/lapwat/papeer/releases/latest) for
 
 ## MOBI support
 
-Install kindlegen to convert websites, Linux only.
+> Kindle e-readers now support EPUB format
+
+Install kindlegen to export websites to Kindle compatible ebooks, Linux only.
 
 ```sh
 TMPDIR=$(mktemp -d -t papeer-XXXXX)

book/format.go

@@ -127,6 +127,22 @@ func ToEpub(c chapter, filename string) string {
 func AppendToEpub(e *epub.Epub, c chapter) {
 	content := ""
 
+	// append table of content
+	if len(c.SubChapters()) > 1 {
+		html := "<h1>Table of Contents</h1>"
+
+		html += "<ol>"
+		for _, sc := range c.SubChapters() {
+			html += fmt.Sprintf("<li>%s</li>", sc.Name())
+		}
+		html += "</ol>"
+
+		_, err := e.AddSection(html, "Table of Contents", "", "")
+		if err != nil {
+			log.Fatal(err)
+		}
+	}
+
 	// chapter content
 	if c.config.Include {
 

book/link.go

@@ -1,10 +1,13 @@
 package book
 
+import "time"
+
 type link struct {
-	Href string `json:"url"`
+	Href string     `json:"url"`
-	Text string `json:"name"`
+	Text string     `json:"name"`
+	Date *time.Time `json:"date"`
 }
 
-func NewLink(href, text string) link {
+func NewLink(href, text string, date *time.Time) link {
-	return link{href, text}
+	return link{href, text, date}
 }

book/scraper.go

@@ -370,7 +370,7 @@ func GetLinks(url *urllib.URL, selector string, limit, offset int, reverse, incl
 				log.Fatal(err)
 			}
 
-			links = append(links, NewLink(u.String(), item.Title))
+			links = append(links, NewLink(u.String(), item.Title, item.PublishedParsed))
 		}
 
 		pathMax = "RSS"
@@ -405,7 +405,7 @@ func GetLinks(url *urllib.URL, selector string, limit, offset int, reverse, incl
 				// if selector is set, we use the selector specified by the user
 
 				key = selector
-				pathLinks[key] = append(pathLinks[key], NewLink(href, text))
+				pathLinks[key] = append(pathLinks[key], NewLink(href, text, &time.Time{}))
 				pathCount[key] += 1
 				pathMax = key
 
@@ -419,7 +419,7 @@ func GetLinks(url *urllib.URL, selector string, limit, offset int, reverse, incl
 
 				// we count this key if the link text is not empty
 				if text != "" {
-					pathLinks[key] = append(pathLinks[key], NewLink(href, text))
+					pathLinks[key] = append(pathLinks[key], NewLink(href, text, &time.Time{}))
 					pathCount[key] += len(text)
 
 					if pathCount[key] > pathCount[pathMax] {
@@ -449,7 +449,7 @@ func GetLinks(url *urllib.URL, selector string, limit, offset int, reverse, incl
 
 	// include home page
 	if include {
-		l := NewLink(url.String(), home.Name())
+		l := NewLink(url.String(), home.Name(), &time.Time{})
 		links = append([]link{l}, links...)
 	}
 

cmd/get.go

@@ -1,6 +1,7 @@
 package cmd
 
 import (
+	"encoding/json"
 	"errors"
 	"fmt"
 	"io/ioutil"
@@ -41,7 +42,7 @@ func init() {
 
 	getCmd.Flags().StringVarP(&getOpts.name, "name", "n", "", "book name (default: page title)")
 	getCmd.Flags().StringVarP(&getOpts.author, "author", "a", "", "book author")
-	getCmd.Flags().StringVarP(&getOpts.Format, "format", "f", "md", "file format [md, html, epub, mobi]")
+	getCmd.Flags().StringVarP(&getOpts.Format, "format", "f", "md", "file format [md, json, html, epub, mobi]")
 	getCmd.Flags().StringVarP(&getOpts.output, "output", "", "", "file name (default: book name)")
 	getCmd.Flags().BoolVarP(&getOpts.stdout, "stdout", "", false, "print to standard output")
 	getCmd.Flags().BoolVarP(&getOpts.images, "images", "", false, "retrieve images only")
@@ -73,6 +74,7 @@ var getCmd = &cobra.Command{
 		// check provided format is in list
 		formatEnum := map[string]bool{
 			"md":   true,
+			"json": true,
 			"html": true,
 			"epub": true,
 			"mobi": true,
@@ -182,6 +184,26 @@ var getCmd = &cobra.Command{
 			}
 		}
 
+		if getOpts.Format == "json" {
+			filename := book.ToMarkdown(c, getOpts.output)
+
+			bytesRead, err := ioutil.ReadFile(filename)
+			if err != nil {
+				log.Fatal(err)
+			}
+
+			book := make(map[string]interface{})
+			book["name"] = c.Name()
+			book["content"] = string(bytesRead)
+
+			bookJson, err := json.Marshal(book)
+			if err != nil {
+				log.Fatal(err)
+			}
+
+			fmt.Println(string(bookJson))
+		}
+
 		if getOpts.Format == "html" {
 			filename := book.ToHtml(c, getOpts.output)
 

cmd/version.go

@@ -14,6 +14,6 @@ var versionCmd = &cobra.Command{
 	Use:   "version",
 	Short: "Print the version number of papeer",
 	Run: func(cmd *cobra.Command, args []string) {
-		fmt.Println("papeer v0.7.0")
+		fmt.Println("papeer v0.8.1")
 	},
 }