Publish own RSS/OPML, noarchive handling

analyze.go

@@ -109,7 +109,7 @@ func (a *Analysis) PopulateCategoriesForPostByHashtag(feed *FeedInfo) {
 
 func (a *Analysis) PopulateLastPostForFeed(feed *FeedInfo) {
 	rows, err := a.db.Query(`
-       SELECT date, description, title, post_link
+       SELECT date, description, title, post_link, guid
          FROM posts
         WHERE feed_id = ?
      ORDER BY date DESC
@@ -123,14 +123,16 @@ func (a *Analysis) PopulateLastPostForFeed(feed *FeedInfo) {
 	var description string
 	var title string
 	var link string
+	var guid string
 	for rows.Next() {
-		err = rows.Scan(&date, &description, &title, &link)
+		err = rows.Scan(&date, &description, &title, &link, &guid)
 		ohno(err)
 	}
 	feed.Params.LastPostTitle = title
 	feed.Params.LastPostDesc = description
 	feed.Params.LastPostDate = date
 	feed.Params.LastPostLink = link
+	feed.Params.LastPostGuid = guid
 
 	a.PopulateCategoriesForPost(feed)
 }
@@ -587,7 +589,7 @@ func (a *Analysis) FixUp(feed *FeedInfo) {
 
 func (a *Analysis) Analyze() {
 	feedRows, err := a.db.Query(`
-    SELECT description, date, title, feed_link, feed_id, feed_type, is_podcast
+    SELECT description, date, title, feed_link, feed_id, feed_type, is_podcast, is_noarchive
       FROM feeds;`,
 	)
 	ohno(err)
@@ -601,6 +603,7 @@ func (a *Analysis) Analyze() {
 			&row.FeedID,
 			&row.FeedType,
 			&row.IsPodcast,
+			&row.IsNoarchive,
 		)
 		ohno(err)
 		feed := NewFeedInfo(row)

content/aggregate-feeds/_index.md

@@ -0,0 +1,22 @@
+---
+title: Aggregate Feeds
+---
+
+For compatibility with existing tools, several aggregate feeds are available.
+You may import these into RSS feed readers, although they contain many feeds across a variety of topics, so you probably won't want to.
+
+Feeds are available in two variants.
+The first is a full feed, which contains all feeds that have been discovered in the Blogroll Network.
+The second is feed excludes any feeds which have been served with a `X-Robots-Tag: noarchive`.
+As such, the second feed is suitable for building a feed archive while respecting the `noarchive` tag.
+
+## RSS Feeds
+
+* [Full feed](/rss.xml)
+* [Feed for archive](/rss-archive.xml)
+
+
+## OPML Reading Lists
+
+* [Full list](/opml.xml)
+* [List for archive](/opml-archive.xml)

content/discover/feed-0026f7644f1ce7e3030e26e00bbfad9b.md

@@ -15,11 +15,14 @@ params:
   - http://scripting.com/rssNightly.xml
   categories: []
   relme: {}
-  last_post_title: ""
-  last_post_description: ""
-  last_post_date: ""
-  last_post_link: ""
+  last_post_title: Working With Founders Who Have Conviction and Taste
+  last_post_description: Consulting can be easy money. Fleecing clients for cheap
+    tricks. Clients have problems, you have powerpoints. It’s easy to flip a few quick
+    slides into a chunk of cash and cackle off into the
+  last_post_date: "2024-04-16T00:00:00Z"
+  last_post_link: https://tomcritchlow.com/2024/04/16/active-advisor/
   last_post_categories: []
+  last_post_guid: aeffc2a051fb5f95af20f2619442790a
   score_criteria:
     cats: 0
     description: 3
@@ -31,4 +34,5 @@ params:
     website: 2
   score: 13
   ispodcast: false
+  isnoarchive: false
 ---

content/discover/feed-005dc110d471071328c586c377750055.md

@@ -22,6 +22,7 @@ params:
   last_post_date: ""
   last_post_link: ""
   last_post_categories: []
+  last_post_guid: ""
   score_criteria:
     cats: 0
     description: 3
@@ -33,4 +34,5 @@ params:
     website: 2
   score: 10
   ispodcast: false
+  isnoarchive: false
 ---

content/discover/feed-00714cc59ddcfe2445231fad9e2f44d4.md

@@ -23,6 +23,7 @@ params:
   last_post_date: "2024-06-02T13:25:11Z"
   last_post_link: https://www.nathalielawhead.com/candybox/the-story-of-my-first-a-maze-and-why-i-wish-we-had-an-event-dedicated-to-solo-devs#comment-101740
   last_post_categories: []
+  last_post_guid: 914d925717e88e5d5bd4f7eff694544e
   score_criteria:
     cats: 0
     description: 3
@@ -34,4 +35,5 @@ params:
     website: 2
   score: 9
   ispodcast: false
+  isnoarchive: false
 ---

content/discover/feed-0076f872dbc52b55c2d940f7fa48bb94.md

@@ -38,6 +38,7 @@ params:
   - Guest Comics
   - Shareable Comics
   - Transcribed
+  last_post_guid: c95fd39519e1b8d4d38e4acecb6c7acc
   score_criteria:
     cats: 0
     description: 3
@@ -49,4 +50,5 @@ params:
     website: 2
   score: 16
   ispodcast: false
+  isnoarchive: false
 ---

content/discover/feed-0088c27a63178f983b392eb72c982ae1.md

@@ -19,6 +19,7 @@ params:
   last_post_date: ""
   last_post_link: ""
   last_post_categories: []
+  last_post_guid: ""
   score_criteria:
     cats: 0
     description: 3
@@ -30,4 +31,5 @@ params:
     website: 2
   score: 10
   ispodcast: false
+  isnoarchive: false
 ---

content/discover/feed-00b07de02758132545b454fef24042fe.md

@@ -19,6 +19,7 @@ params:
   last_post_date: ""
   last_post_link: ""
   last_post_categories: []
+  last_post_guid: ""
   score_criteria:
     cats: 0
     description: 3
@@ -30,4 +31,5 @@ params:
     website: 2
   score: 10
   ispodcast: false
+  isnoarchive: false
 ---

content/discover/feed-00c6b73d8420204672757c56b75646ff.md

@@ -21,6 +21,7 @@ params:
   last_post_date: ""
   last_post_link: ""
   last_post_categories: []
+  last_post_guid: ""
   score_criteria:
     cats: 0
     description: 3
@@ -32,4 +33,5 @@ params:
     website: 2
   score: 10
   ispodcast: false
+  isnoarchive: false
 ---

content/discover/feed-00cfc367a76067c72d5cf82cb143acee.md

@@ -26,6 +26,7 @@ params:
   last_post_date: ""
   last_post_link: ""
   last_post_categories: []
+  last_post_guid: ""
   score_criteria:
     cats: 3
     description: 3
@@ -37,4 +38,5 @@ params:
     website: 2
   score: 11
   ispodcast: false
+  isnoarchive: false
 ---

content/discover/feed-00e567229cbeb12ea666ac87013e7d5e.md

@@ -19,6 +19,7 @@ params:
   last_post_date: ""
   last_post_link: ""
   last_post_categories: []
+  last_post_guid: ""
   score_criteria:
     cats: 0
     description: 3
@@ -30,4 +31,5 @@ params:
     website: 2
   score: 10
   ispodcast: false
+  isnoarchive: false
 ---

content/discover/feed-010b9595cea7f6655749f9efaf2d8536.md

@@ -40,6 +40,7 @@ params:
   - Über Hörbares
   - Über Schaubares
   - it girl explosion
+  last_post_guid: 446fa45b36f3e23cb2177ef955bc0866
   score_criteria:
     cats: 0
     description: 3
@@ -51,4 +52,5 @@ params:
     website: 2
   score: 18
   ispodcast: false
+  isnoarchive: false
 ---

content/discover/feed-01526b00a3be9113fe350f3742dd6f45.md

@@ -52,6 +52,7 @@ params:
   - IndieWeb
   - Meetup
   - Stuttgart
+  last_post_guid: 12a24f975ab41a24363bf00f0bbf0f27
   score_criteria:
     cats: 0
     description: 3
@@ -63,4 +64,5 @@ params:
     website: 2
   score: 13
   ispodcast: false
+  isnoarchive: false
 ---

content/discover/feed-01de5b50465fa41a1c874fdae284e6c7.md

@@ -19,9 +19,10 @@ params:
   last_post_description: In-ear earbuds are weird, aren't they? You've got those small
     rubbery mushrooms that you shove into your ear canal to listen to music and you
     hope there's no juicy ear gunk on them when you pull 'em
-  last_post_date: "2024-05-25T22:44:25Z"
+  last_post_date: "2024-05-25T23:30:41Z"
   last_post_link: https://timomeh.de/posts/open-ear-earbuds
   last_post_categories: []
+  last_post_guid: 6f36dc93f57e6a5deaff4a2f5ad80452
   score_criteria:
     cats: 0
     description: 3
@@ -33,4 +34,5 @@ params:
     website: 2
   score: 10
   ispodcast: false
+  isnoarchive: false
 ---

content/discover/feed-0210ba7b42f530ed56e256fd94fc34db.md

@@ -31,6 +31,7 @@ params:
   - drafts-actions
   - readwise
   - shortcuts
+  last_post_guid: 3006d17e796c4ad7ca8a8c3b124a7f5f
   score_criteria:
     cats: 0
     description: 0
@@ -42,4 +43,5 @@ params:
     website: 2
   score: 13
   ispodcast: false
+  isnoarchive: false
 ---

content/discover/feed-0214b639982e7c60ee88017b55c8f65c.md

@@ -25,6 +25,7 @@ params:
   last_post_categories:
   - 18f
   - how we work
+  last_post_guid: e51fe4b738a5eb1d853d0c9e6d5d9a1d
   score_criteria:
     cats: 0
     description: 3
@@ -36,4 +37,5 @@ params:
     website: 0
   score: 13
   ispodcast: false
+  isnoarchive: false
 ---

content/discover/feed-02234cd09bd09d878aec464f34d6e7f4.md

@@ -19,6 +19,7 @@ params:
   last_post_date: ""
   last_post_link: ""
   last_post_categories: []
+  last_post_guid: ""
   score_criteria:
     cats: 0
     description: 3
@@ -30,4 +31,5 @@ params:
     website: 2
   score: 8
   ispodcast: false
+  isnoarchive: false
 ---

content/discover/feed-0224635c4eb6b21aa36c6361bb66621f.md

@@ -19,9 +19,10 @@ params:
   relme: {}
   last_post_title: Miniflux 2.1.3
   last_post_description: ""
-  last_post_date: "1970-01-01T00:00:00Z"
+  last_post_date: "2024-04-27T00:00:00Z"
   last_post_link: https://miniflux.app/releases/2.1.3.html
   last_post_categories: []
+  last_post_guid: cb07d4a0f718a618dcf258e2e580f088
   score_criteria:
     cats: 0
     description: 0
@@ -33,4 +34,5 @@ params:
     website: 2
   score: 10
   ispodcast: false
+  isnoarchive: false
 ---

content/discover/feed-0232bb5357ee7eba169a762331c698e8.md

@@ -35,6 +35,7 @@ params:
   - birch
   - verhaal
   - zkv
+  last_post_guid: 2842a42544c8834f9577614e5c4ac73f
   score_criteria:
     cats: 0
     description: 0
@@ -46,4 +47,5 @@ params:
     website: 2
   score: 8
   ispodcast: false
+  isnoarchive: false
 ---

content/discover/feed-02790193aaa1eeb066d3cfe7d403b638.md

@@ -13,11 +13,14 @@ params:
   recommender: []
   categories: []
   relme: {}
-  last_post_title: ""
-  last_post_description: ""
-  last_post_date: ""
-  last_post_link: ""
+  last_post_title: The Go team explains compiler optimizations
+  last_post_description: ▶  Boosting Performance of Go Apps with Optimizations — Three
+    members of the Go team gave a talk at last week’s Google I/O about a topic we’ve
+    covered a lot lately – using Go 1.20+’s
+  last_post_date: "2024-05-21T00:00:00Z"
+  last_post_link: https://golangweekly.com/issues/508
   last_post_categories: []
+  last_post_guid: 105db231f2fb8f6a3dfc76e5e626bd3f
   score_criteria:
     cats: 0
     description: 3
@@ -29,4 +32,5 @@ params:
     website: 2
   score: 8
   ispodcast: false
+  isnoarchive: false
 ---

content/discover/feed-029bc19690f520ecc3cd16f2eb3ec308.md

@@ -24,6 +24,7 @@ params:
   last_post_date: "2024-06-04T08:00:07Z"
   last_post_link: https://johnnydecimal.com/22.00.0063/
   last_post_categories: []
+  last_post_guid: bb11c7d3437c7712ced26bf96d879dc8
   score_criteria:
     cats: 0
     description: 3
@@ -35,4 +36,5 @@ params:
     website: 2
   score: 15
   ispodcast: false
+  isnoarchive: false
 ---

content/discover/feed-0306973dceaf54d3b7dfaf97b8c05ba1.md

@@ -35,6 +35,7 @@ params:
   last_post_date: "2024-03-01T00:00:00Z"
   last_post_link: https://remysharp.com/books/2024/what-about-men
   last_post_categories: []
+  last_post_guid: 6a992327b1ee08118d07a866c8c4bf89
   score_criteria:
     cats: 0
     description: 3
@@ -46,4 +47,5 @@ params:
     website: 2
   score: 10
   ispodcast: false
+  isnoarchive: false
 ---

content/discover/feed-0347d1b8dc62f356cd095947480051af.md

@@ -21,6 +21,7 @@ params:
   last_post_date: ""
   last_post_link: ""
   last_post_categories: []
+  last_post_guid: ""
   score_criteria:
     cats: 0
     description: 3
@@ -32,4 +33,5 @@ params:
     website: 2
   score: 10
   ispodcast: false
+  isnoarchive: false
 ---