mirror of
https://github.com/rramiachraf/dumb.git
synced 2025-04-04 05:17:36 +03:00
feat: replace text/template with templ and refactor code
This commit is contained in:
rramiachraf
parent
5390a2878d
commit
e2d5ef044b
43 changed files with 836 additions and 851 deletions
67
handlers/album.go
Normal file
67
handlers/album.go
Normal file
|
|
@ -0,0 +1,67 @@
|
|||
package handlers
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"net/http"
|
||||
|
||||
"github.com/PuerkitoBio/goquery"
|
||||
"github.com/gorilla/mux"
|
||||
"github.com/rramiachraf/dumb/data"
|
||||
"github.com/rramiachraf/dumb/views"
|
||||
"github.com/sirupsen/logrus"
|
||||
)
|
||||
|
||||
func Album(l *logrus.Logger) http.HandlerFunc {
|
||||
return func(w http.ResponseWriter, r *http.Request) {
|
||||
artist := mux.Vars(r)["artist"]
|
||||
albumName := mux.Vars(r)["albumName"]
|
||||
|
||||
id := fmt.Sprintf("%s/%s", artist, albumName)
|
||||
|
||||
if a, err := getCache[data.Album](id); err == nil {
|
||||
views.AlbumPage(a).Render(context.Background(), w)
|
||||
return
|
||||
}
|
||||
|
||||
url := fmt.Sprintf("https://genius.com/albums/%s/%s", artist, albumName)
|
||||
|
||||
resp, err := sendRequest(url)
|
||||
if err != nil {
|
||||
l.Errorln(err)
|
||||
w.WriteHeader(http.StatusInternalServerError)
|
||||
views.ErrorPage(500, "cannot reach Genius servers").Render(context.Background(), w)
|
||||
return
|
||||
}
|
||||
|
||||
defer resp.Body.Close()
|
||||
|
||||
if resp.StatusCode == http.StatusNotFound {
|
||||
w.WriteHeader(http.StatusNotFound)
|
||||
views.ErrorPage(404, "page not found").Render(context.Background(), w)
|
||||
return
|
||||
}
|
||||
|
||||
doc, err := goquery.NewDocumentFromReader(resp.Body)
|
||||
if err != nil {
|
||||
l.Errorln(err)
|
||||
w.WriteHeader(http.StatusInternalServerError)
|
||||
views.ErrorPage(500, "something went wrong").Render(context.Background(), w)
|
||||
return
|
||||
}
|
||||
|
||||
cf := doc.Find(".cloudflare_content").Length()
|
||||
if cf > 0 {
|
||||
l.Errorln("cloudflare got in the way")
|
||||
views.ErrorPage(500, "i'll fix this later #21").Render(context.Background(), w)
|
||||
return
|
||||
}
|
||||
|
||||
var a data.Album
|
||||
a.Parse(doc)
|
||||
|
||||
views.AlbumPage(a).Render(context.Background(), w)
|
||||
|
||||
setCache(id, a)
|
||||
}
|
||||
}
|
||||
103
handlers/annotations.go
Normal file
103
handlers/annotations.go
Normal file
|
|
@ -0,0 +1,103 @@
|
|||
package handlers
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"net/http"
|
||||
"regexp"
|
||||
"strings"
|
||||
|
||||
"github.com/gorilla/mux"
|
||||
"github.com/rramiachraf/dumb/data"
|
||||
"github.com/rramiachraf/dumb/views"
|
||||
"github.com/sirupsen/logrus"
|
||||
)
|
||||
|
||||
func Annotations(l *logrus.Logger) http.HandlerFunc {
|
||||
return func(w http.ResponseWriter, r *http.Request) {
|
||||
id := mux.Vars(r)["id"]
|
||||
|
||||
if data, err := getCache[data.Annotation](id); err == nil {
|
||||
|
||||
response, err := json.Marshal(data)
|
||||
|
||||
if err != nil {
|
||||
l.Errorf("could not marshal json: %s\n", err)
|
||||
w.WriteHeader(http.StatusInternalServerError)
|
||||
views.ErrorPage(500, "something went wrong").Render(context.Background(), w)
|
||||
return
|
||||
}
|
||||
w.Header().Set("content-type", "application/json")
|
||||
_, err = w.Write(response)
|
||||
if err != nil {
|
||||
l.Errorln("Error sending response: ", err)
|
||||
}
|
||||
return
|
||||
}
|
||||
|
||||
url := fmt.Sprintf("https://genius.com/api/referents/%s?text_format=html", id)
|
||||
resp, err := sendRequest(url)
|
||||
|
||||
if err != nil {
|
||||
l.Errorln(err)
|
||||
w.WriteHeader(http.StatusInternalServerError)
|
||||
views.ErrorPage(500, "cannot reach genius servers").Render(context.Background(), w)
|
||||
return
|
||||
}
|
||||
|
||||
defer resp.Body.Close()
|
||||
|
||||
if resp.StatusCode == http.StatusNotFound {
|
||||
w.WriteHeader(http.StatusNotFound)
|
||||
views.ErrorPage(404, "page not found").Render(context.Background(), w)
|
||||
return
|
||||
}
|
||||
|
||||
buf := new(bytes.Buffer)
|
||||
_, err = buf.ReadFrom(resp.Body)
|
||||
if err != nil {
|
||||
l.Errorln("Error paring genius api response", err)
|
||||
w.WriteHeader(http.StatusInternalServerError)
|
||||
views.ErrorPage(500, "something went wrong").Render(context.Background(), w)
|
||||
return
|
||||
}
|
||||
|
||||
var data data.AnnotationsResponse
|
||||
err = json.Unmarshal(buf.Bytes(), &data)
|
||||
if err != nil {
|
||||
l.Errorf("could not unmarshal json: %s\n", err)
|
||||
w.WriteHeader(http.StatusInternalServerError)
|
||||
views.ErrorPage(500, "something went wrong").Render(context.Background(), w)
|
||||
return
|
||||
}
|
||||
|
||||
w.Header().Set("content-type", "application/json")
|
||||
body := data.Response.Referent.Annotations[0].Body
|
||||
body.Html = cleanBody(body.Html)
|
||||
response, err := json.Marshal(body)
|
||||
|
||||
if err != nil {
|
||||
l.Errorf("could not marshal json: %s\n", err)
|
||||
w.WriteHeader(http.StatusInternalServerError)
|
||||
views.ErrorPage(500, "something went wrong").Render(context.Background(), w)
|
||||
return
|
||||
}
|
||||
|
||||
setCache(id, body)
|
||||
_, err = w.Write(response)
|
||||
if err != nil {
|
||||
l.Errorln("Error sending response: ", err)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func cleanBody(body string) string {
|
||||
var withCleanedImageLinks = strings.Replace(body, "https://images.rapgenius.com/", "/images/", -1)
|
||||
|
||||
var re = regexp.MustCompile(`https?:\/\/[a-z]*.?genius.com`)
|
||||
var withCleanedLinks = re.ReplaceAllString(withCleanedImageLinks, "")
|
||||
|
||||
return withCleanedLinks
|
||||
}
|
||||
35
handlers/cache.go
Normal file
35
handlers/cache.go
Normal file
|
|
@ -0,0 +1,35 @@
|
|||
package handlers
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"time"
|
||||
|
||||
"github.com/allegro/bigcache/v3"
|
||||
"github.com/rramiachraf/dumb/data"
|
||||
)
|
||||
|
||||
var c, _ = bigcache.NewBigCache(bigcache.DefaultConfig(time.Hour * 24))
|
||||
|
||||
func setCache(key string, entry interface{}) error {
|
||||
data, err := json.Marshal(&entry)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
return c.Set(key, data)
|
||||
}
|
||||
|
||||
func getCache[v data.Album | data.Song | data.Annotation](key string) (v, error) {
|
||||
var decoded v
|
||||
|
||||
data, err := c.Get(key)
|
||||
if err != nil {
|
||||
return decoded, err
|
||||
}
|
||||
|
||||
if err = json.Unmarshal(data, &decoded); err != nil {
|
||||
return decoded, err
|
||||
}
|
||||
|
||||
return decoded, nil
|
||||
}
|
||||
62
handlers/lyrics.go
Normal file
62
handlers/lyrics.go
Normal file
|
|
@ -0,0 +1,62 @@
|
|||
package handlers
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"net/http"
|
||||
|
||||
"github.com/PuerkitoBio/goquery"
|
||||
"github.com/gorilla/mux"
|
||||
"github.com/rramiachraf/dumb/data"
|
||||
"github.com/rramiachraf/dumb/views"
|
||||
"github.com/sirupsen/logrus"
|
||||
)
|
||||
|
||||
func Lyrics(l *logrus.Logger) http.HandlerFunc {
|
||||
return func(w http.ResponseWriter, r *http.Request) {
|
||||
id := mux.Vars(r)["id"]
|
||||
|
||||
if s, err := getCache[data.Song](id); err == nil {
|
||||
views.LyricsPage(s).Render(context.Background(), w)
|
||||
return
|
||||
}
|
||||
|
||||
url := fmt.Sprintf("https://genius.com/%s-lyrics", id)
|
||||
resp, err := sendRequest(url)
|
||||
if err != nil {
|
||||
l.Errorln(err)
|
||||
w.WriteHeader(http.StatusInternalServerError)
|
||||
views.ErrorPage(500, "cannot reach Genius servers").Render(context.Background(), w)
|
||||
return
|
||||
}
|
||||
|
||||
defer resp.Body.Close()
|
||||
|
||||
if resp.StatusCode == http.StatusNotFound {
|
||||
w.WriteHeader(http.StatusNotFound)
|
||||
views.ErrorPage(404, "page not found").Render(context.Background(), w)
|
||||
return
|
||||
}
|
||||
|
||||
doc, err := goquery.NewDocumentFromReader(resp.Body)
|
||||
if err != nil {
|
||||
l.Errorln(err)
|
||||
w.WriteHeader(http.StatusInternalServerError)
|
||||
views.ErrorPage(500, "something went wrong").Render(context.Background(), w)
|
||||
return
|
||||
}
|
||||
|
||||
cf := doc.Find(".cloudflare_content").Length()
|
||||
if cf > 0 {
|
||||
l.Errorln("cloudflare got in the way")
|
||||
views.ErrorPage(500, "TODO: fix Cloudflare #21").Render(context.Background(), w)
|
||||
return
|
||||
}
|
||||
|
||||
var s data.Song
|
||||
s.Parse(doc)
|
||||
|
||||
views.LyricsPage(s).Render(context.Background(), w)
|
||||
setCache(id, s)
|
||||
}
|
||||
}
|
||||
58
handlers/proxy.go
Normal file
58
handlers/proxy.go
Normal file
|
|
@ -0,0 +1,58 @@
|
|||
package handlers
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"io"
|
||||
"net/http"
|
||||
"strings"
|
||||
|
||||
"github.com/gorilla/mux"
|
||||
"github.com/rramiachraf/dumb/views"
|
||||
"github.com/sirupsen/logrus"
|
||||
)
|
||||
|
||||
func isValidExt(ext string) bool {
|
||||
valid := []string{"jpg", "jpeg", "png", "gif"}
|
||||
for _, c := range valid {
|
||||
if strings.ToLower(ext) == c {
|
||||
return true
|
||||
}
|
||||
}
|
||||
|
||||
return false
|
||||
}
|
||||
|
||||
func ImageProxy(l *logrus.Logger) http.HandlerFunc {
|
||||
return func(w http.ResponseWriter, r *http.Request) {
|
||||
v := mux.Vars(r)
|
||||
f := v["filename"]
|
||||
ext := v["ext"]
|
||||
|
||||
if !isValidExt(ext) {
|
||||
w.WriteHeader(http.StatusBadRequest)
|
||||
views.ErrorPage(400, "something went wrong").Render(context.Background(), w)
|
||||
return
|
||||
}
|
||||
|
||||
// first segment of URL resize the image to reduce bandwith usage.
|
||||
url := fmt.Sprintf("https://t2.genius.com/unsafe/300x300/https://images.genius.com/%s.%s", f, ext)
|
||||
|
||||
res, err := sendRequest(url)
|
||||
if err != nil {
|
||||
l.Errorln(err)
|
||||
w.WriteHeader(http.StatusInternalServerError)
|
||||
views.ErrorPage(500, "cannot reach Genius servers").Render(context.Background(), w)
|
||||
return
|
||||
}
|
||||
|
||||
if res.StatusCode != http.StatusOK {
|
||||
w.WriteHeader(http.StatusInternalServerError)
|
||||
views.ErrorPage(500, "something went wrong").Render(context.Background(), w)
|
||||
return
|
||||
}
|
||||
|
||||
w.Header().Add("Content-type", fmt.Sprintf("image/%s", ext))
|
||||
io.Copy(w, res.Body)
|
||||
}
|
||||
}
|
||||
40
handlers/search.go
Normal file
40
handlers/search.go
Normal file
|
|
@ -0,0 +1,40 @@
|
|||
package handlers
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"net/http"
|
||||
"net/url"
|
||||
|
||||
"github.com/rramiachraf/dumb/data"
|
||||
"github.com/rramiachraf/dumb/views"
|
||||
"github.com/sirupsen/logrus"
|
||||
)
|
||||
|
||||
func Search(l *logrus.Logger) http.HandlerFunc {
|
||||
return func(w http.ResponseWriter, r *http.Request) {
|
||||
query := r.URL.Query().Get("q")
|
||||
url := fmt.Sprintf(`https://genius.com/api/search/multi?q=%s`, url.QueryEscape(query))
|
||||
|
||||
res, err := sendRequest(url)
|
||||
if err != nil {
|
||||
l.Errorln(err)
|
||||
w.WriteHeader(http.StatusInternalServerError)
|
||||
views.ErrorPage(500, "cannot reach Genius servers").Render(context.Background(), w)
|
||||
return
|
||||
}
|
||||
|
||||
defer res.Body.Close()
|
||||
|
||||
var sRes data.SearchResponse
|
||||
|
||||
d := json.NewDecoder(res.Body)
|
||||
d.Decode(&sRes)
|
||||
|
||||
results := data.SearchResults{Query: query, Sections: sRes.Response.Sections}
|
||||
|
||||
views.SearchPage(results).Render(context.Background(), w)
|
||||
}
|
||||
|
||||
}
|
||||
49
handlers/utils.go
Normal file
49
handlers/utils.go
Normal file
|
|
@ -0,0 +1,49 @@
|
|||
package handlers
|
||||
|
||||
import (
|
||||
"net"
|
||||
"net/http"
|
||||
"net/url"
|
||||
"time"
|
||||
)
|
||||
|
||||
func MustHeaders(next http.Handler) http.Handler {
|
||||
return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
csp := "default-src 'self'; script-src 'self'; style-src 'self'; img-src 'self'; object-src 'none'"
|
||||
w.Header().Add("content-security-policy", csp)
|
||||
w.Header().Add("referrer-policy", "no-referrer")
|
||||
w.Header().Add("x-content-type-options", "nosniff")
|
||||
next.ServeHTTP(w, r)
|
||||
})
|
||||
}
|
||||
|
||||
const UA = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36"
|
||||
|
||||
var client = &http.Client{
|
||||
Timeout: 20 * time.Second,
|
||||
Transport: &http.Transport{
|
||||
DialContext: (&net.Dialer{
|
||||
Timeout: 15 * time.Second,
|
||||
KeepAlive: 15 * time.Second,
|
||||
DualStack: true,
|
||||
}).DialContext,
|
||||
},
|
||||
}
|
||||
|
||||
func sendRequest(u string) (*http.Response, error) {
|
||||
url, err := url.Parse(u)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
req := &http.Request{
|
||||
Method: http.MethodGet,
|
||||
URL: url,
|
||||
Header: map[string][]string{
|
||||
"Accept-Language": {"en-US"},
|
||||
"User-Agent": {UA},
|
||||
},
|
||||
}
|
||||
|
||||
return client.Do(req)
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue