2019-12-03 17:12:10 +00:00
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
2019-12-12 15:29:26 +00:00
|
|
|
"crypto/md5"
|
|
|
|
"encoding/json"
|
|
|
|
"errors"
|
|
|
|
"fmt"
|
2019-12-03 17:12:10 +00:00
|
|
|
"log"
|
2019-12-12 15:29:26 +00:00
|
|
|
"net/http"
|
|
|
|
"net/url"
|
2019-12-03 17:12:10 +00:00
|
|
|
"strings"
|
2019-12-12 15:29:26 +00:00
|
|
|
"time"
|
2019-12-03 17:12:10 +00:00
|
|
|
"willnorris.com/go/webmention"
|
|
|
|
)
|
|
|
|
|
2019-12-12 15:29:26 +00:00
|
|
|
type Mention struct {
|
|
|
|
Source string `json:"source"`
|
|
|
|
Target string `json:"target"`
|
|
|
|
Date string `json:"date"`
|
|
|
|
}
|
|
|
|
|
2019-12-03 17:12:10 +00:00
|
|
|
func SendWebmentions(url string) {
|
|
|
|
client := webmention.New(nil)
|
|
|
|
dl, err := client.DiscoverLinks(url, ".h-entry")
|
|
|
|
if err != nil {
|
|
|
|
return
|
|
|
|
}
|
2019-12-06 09:32:30 +00:00
|
|
|
// Send Webmentions
|
|
|
|
for _, link := range filterLinks(dl) {
|
2019-12-03 17:12:10 +00:00
|
|
|
endpoint, err := client.DiscoverEndpoint(link)
|
|
|
|
if err != nil || len(endpoint) < 1 {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
_, err = client.SendWebmention(endpoint, url, link)
|
|
|
|
if err != nil {
|
|
|
|
log.Println("Sent webmention to " + link + " failed")
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
log.Println("Sent webmention to " + link)
|
|
|
|
}
|
|
|
|
}
|
2019-12-06 09:32:30 +00:00
|
|
|
|
|
|
|
func filterLinks(links []string) []string {
|
|
|
|
var filteredLinks []string
|
2020-01-16 12:10:37 +00:00
|
|
|
checkPrefix := func(link string, prefix string) bool {
|
|
|
|
return strings.HasPrefix(link, strings.TrimSuffix(prefix, "/"))
|
|
|
|
}
|
|
|
|
checkAny := func(link string) bool {
|
|
|
|
for _, ignoredUrl := range IgnoredWebmentionUrls {
|
|
|
|
if checkPrefix(link, ignoredUrl) {
|
|
|
|
return true
|
2019-12-06 09:32:30 +00:00
|
|
|
}
|
|
|
|
}
|
2020-01-16 12:10:37 +00:00
|
|
|
return false
|
|
|
|
}
|
|
|
|
for _, link := range links {
|
|
|
|
if !(checkPrefix(link, BlogUrl) || checkAny(link)) {
|
2020-01-12 17:13:18 +00:00
|
|
|
filteredLinks = append(filteredLinks, link)
|
|
|
|
}
|
2019-12-06 09:32:30 +00:00
|
|
|
}
|
|
|
|
return filteredLinks
|
2019-12-12 15:29:26 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func HandleWebmention(w http.ResponseWriter, r *http.Request) {
|
|
|
|
if r.Method != "POST" {
|
|
|
|
w.WriteHeader(http.StatusMethodNotAllowed)
|
|
|
|
_, _ = w.Write([]byte("The HTTP method is not allowed, make a POST request"))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
sourceUrl, err := url.Parse(r.FormValue("source"))
|
|
|
|
if err != nil || !(sourceUrl.Scheme == "http" || sourceUrl.Scheme == "https") {
|
|
|
|
err = errors.New("failed to parse webmention source URL")
|
|
|
|
w.WriteHeader(http.StatusBadRequest)
|
|
|
|
_, _ = w.Write([]byte(err.Error()))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
targetUrl, err := url.Parse(r.FormValue("target"))
|
|
|
|
if err != nil || !(sourceUrl.Scheme == "http" || sourceUrl.Scheme == "https") {
|
|
|
|
err = errors.New("failed to parse webmention target URL")
|
|
|
|
w.WriteHeader(http.StatusBadRequest)
|
|
|
|
_, _ = w.Write([]byte(err.Error()))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
// Check if urls don't equal
|
|
|
|
if sourceUrl.String() == targetUrl.String() {
|
|
|
|
err = errors.New("source and target equal")
|
|
|
|
w.WriteHeader(http.StatusBadRequest)
|
|
|
|
_, _ = w.Write([]byte(err.Error()))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
// Check if target is blog
|
2020-01-10 10:14:35 +00:00
|
|
|
if !strings.HasPrefix(targetUrl.String(), strings.TrimSuffix(BlogUrl, "/")) {
|
2019-12-12 15:29:26 +00:00
|
|
|
err = errors.New("wrong webmention target")
|
|
|
|
w.WriteHeader(http.StatusBadRequest)
|
|
|
|
_, _ = w.Write([]byte(err.Error()))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
// Check response code for source
|
|
|
|
respCode, err := responseCodeForSource(sourceUrl.String())
|
|
|
|
if err != nil {
|
|
|
|
w.WriteHeader(http.StatusInternalServerError)
|
|
|
|
_, _ = w.Write([]byte(err.Error()))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
if respCode < 200 || respCode >= 300 {
|
2020-03-26 17:22:42 +00:00
|
|
|
if respCode == 410 || respCode == 404 {
|
2019-12-12 15:29:26 +00:00
|
|
|
// Delete mention, because source is gone
|
2020-03-26 17:22:42 +00:00
|
|
|
go func() {
|
|
|
|
e := deleteWebmention(sourceUrl.String(), targetUrl.String())
|
|
|
|
if e != nil {
|
|
|
|
fmt.Print("Tried to delete webmention", sourceUrl.String(), "but failed:", e.Error())
|
|
|
|
}
|
|
|
|
}()
|
2019-12-12 15:52:29 +00:00
|
|
|
returnSuccess(targetUrl.String(), w, r)
|
2019-12-12 15:29:26 +00:00
|
|
|
return
|
|
|
|
} else {
|
|
|
|
err = errors.New("source returned error")
|
|
|
|
w.WriteHeader(http.StatusBadRequest)
|
|
|
|
_, _ = w.Write([]byte(err.Error()))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// Check if source mentions target
|
|
|
|
if !sourceMentionsTarget(sourceUrl.String(), targetUrl.String()) {
|
|
|
|
err = errors.New("source doesn't mention target")
|
2020-03-26 17:22:42 +00:00
|
|
|
go func() {
|
|
|
|
// Try to delete webmention nevertheless
|
|
|
|
e := deleteWebmention(sourceUrl.String(), targetUrl.String())
|
|
|
|
if e != nil {
|
|
|
|
fmt.Print("Tried to delete webmention (source doesn't mention target) ", sourceUrl.String(), "but failed:", e.Error())
|
|
|
|
}
|
|
|
|
}()
|
2019-12-12 15:29:26 +00:00
|
|
|
w.WriteHeader(http.StatusBadRequest)
|
|
|
|
_, _ = w.Write([]byte(err.Error()))
|
|
|
|
return
|
|
|
|
}
|
2020-03-26 17:22:42 +00:00
|
|
|
go func() {
|
|
|
|
e := saveWebmention(&Mention{
|
|
|
|
Source: sourceUrl.String(),
|
|
|
|
Target: targetUrl.String(),
|
|
|
|
Date: time.Now().Format(time.RFC3339),
|
|
|
|
})
|
|
|
|
if e != nil {
|
|
|
|
fmt.Println("Failed to save webmention:", e.Error())
|
|
|
|
}
|
|
|
|
}()
|
2019-12-12 15:52:29 +00:00
|
|
|
returnSuccess(targetUrl.String(), w, r)
|
2019-12-23 09:21:21 +00:00
|
|
|
go func() {
|
|
|
|
if SelectedNotificationServices != nil {
|
|
|
|
SelectedNotificationServices.Post("New webmention: " + sourceUrl.String())
|
|
|
|
}
|
|
|
|
}()
|
2019-12-12 15:29:26 +00:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
func responseCodeForSource(source string) (int, error) {
|
|
|
|
client := &http.Client{}
|
|
|
|
resp, err := client.Get(source)
|
|
|
|
if err != nil || resp == nil {
|
|
|
|
return 0, err
|
|
|
|
}
|
|
|
|
return resp.StatusCode, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func sourceMentionsTarget(source string, target string) bool {
|
|
|
|
client := webmention.New(nil)
|
|
|
|
dl, err := client.DiscoverLinks(source, "")
|
|
|
|
if err != nil {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
for _, link := range dl {
|
|
|
|
if link == target {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
func saveWebmention(mention *Mention) (err error) {
|
|
|
|
bytesRepresentation, err := json.Marshal(mention)
|
|
|
|
if err != nil {
|
|
|
|
return errors.New("failed to marshal json before committing")
|
|
|
|
}
|
2019-12-13 07:35:49 +00:00
|
|
|
filePath := fmt.Sprintf("data/mentions/%x/%x.json", md5.Sum([]byte(strings.ReplaceAll(mention.Target, "/", ""))), md5.Sum([]byte(mention.Source)))
|
2019-12-22 20:17:11 +00:00
|
|
|
err = SelectedStorage.UpdateFile(filePath, string(bytesRepresentation), "New webmention from "+mention.Source)
|
2019-12-12 15:29:26 +00:00
|
|
|
return
|
2019-12-12 15:52:29 +00:00
|
|
|
}
|
|
|
|
|
2020-03-26 17:22:42 +00:00
|
|
|
func deleteWebmention(source string, target string) (err error) {
|
|
|
|
filePath := fmt.Sprintf("data/mentions/%x/%x.json", md5.Sum([]byte(strings.ReplaceAll(target, "/", ""))), md5.Sum([]byte(source)))
|
|
|
|
err = SelectedStorage.DeleteFile(filePath, "Delete webmention from "+source)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2019-12-12 15:52:29 +00:00
|
|
|
func returnSuccess(target string, w http.ResponseWriter, r *http.Request) {
|
2020-03-26 17:22:42 +00:00
|
|
|
w.Header().Add("Location", target)
|
2019-12-12 15:52:29 +00:00
|
|
|
if strings.Contains(r.Header.Get("Accept"), "text/html") {
|
|
|
|
// Redirect browser
|
|
|
|
w.WriteHeader(http.StatusSeeOther)
|
|
|
|
} else {
|
2020-03-26 17:22:42 +00:00
|
|
|
w.WriteHeader(http.StatusCreated)
|
2019-12-12 15:52:29 +00:00
|
|
|
}
|
2020-01-16 12:10:37 +00:00
|
|
|
// Purge CDN after 30 seconds
|
2019-12-12 15:52:29 +00:00
|
|
|
go func() {
|
2020-01-16 12:10:37 +00:00
|
|
|
time.Sleep(30 * time.Second)
|
2019-12-22 20:17:11 +00:00
|
|
|
if SelectedCdn != nil {
|
|
|
|
SelectedCdn.Purge(target)
|
|
|
|
}
|
2019-12-12 15:52:29 +00:00
|
|
|
}()
|
|
|
|
return
|
2019-12-06 09:32:30 +00:00
|
|
|
}
|