go: add json param to cut content after marks

can make search results more clear on too verbose or too keywordy episodes descriptions
azimut · Mar 31, 2024 · ee5a3b8 · ee5a3b8
1 parent f086435
commit ee5a3b8
Show file tree

Hide file tree

Showing 2 changed files with 20 additions and 8 deletions.
diff --git a/backend/feeds.json b/backend/feeds.json
@@ -41,7 +41,14 @@
       "url": "https://seradio.libsyn.com/rss",
       "trim_prefixes": ["SE Radio"]
     },
-    { "url": "https://www.functionalgeekery.com/feed/mp3/" },
+    {
+      "url": "https://www.functionalgeekery.com/feed/mp3/",
+      "content_end_mark": [
+        "### Announcements",
+        "### Conference Announcements",
+        "### Topics"
+      ]
+    },
     { "title": "SICP Podcast", "url": "https://www.sicpers.info/feed/podcast" },
     {
       "title": "YT | ColdFusion",

diff --git a/backend/src/feed.go b/backend/src/feed.go
@@ -18,13 +18,14 @@ import (
 const DB_NAME = "./feeds.db"
 
 type Feed struct {
-	Entries      Entries
-	RawTitle     string
-	Title        string   `json:"title"`
-	TrimPrefixes []string `json:"trim_prefixes"`
-	TrimSuffixes []string `json:"trim_suffixes"`
-	Description  string
-	Url          string `json:"url"`
+	Entries        Entries
+	RawTitle       string
+	Title          string   `json:"title"`
+	TrimPrefixes   []string `json:"trim_prefixes"`
+	TrimSuffixes   []string `json:"trim_suffixes"`
+	ContentEndMark []string `json:"content_end_mark"`
+	Description    string
+	Url            string `json:"url"`
 }
 
 type Entry struct {
@@ -252,6 +253,10 @@ func (feed *Feed) fetch() error {
 		if metric > 0.1 { // prefer content (3)
 			entry.Description = ""
 		}
+		for _, mark := range feed.ContentEndMark {
+			before, _, _ := strings.Cut(entry.Content, mark)
+			entry.Content = before
+		}
 		feed.Entries = append(feed.Entries, entry)
 	}