03.Drafts.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The autoreload extension is already loaded. To reload it, use:\n",
      "  %reload_ext autoreload\n"
     ]
    }
   ],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import os\n",
    "\n",
    "from langchain.chains.question_answering import load_qa_chain\n",
    "from langchain_openai import ChatOpenAI\n",
    "\n",
    "from langchain.globals import set_llm_cache\n",
    "from langchain.cache import SQLiteCache\n",
    "\n",
    "set_llm_cache(SQLiteCache(database_path=\"data/.langchain.db\"))\n",
    "\n",
    "def create_agent_chain(llm):\n",
    "    chain = load_qa_chain(llm, chain_type=\"stuff\")\n",
    "    return chain\n",
    "\n",
    "llm = ChatOpenAI(model=\"gpt-4o-mini\")\n",
    "bigllm = ChatOpenAI(model=\"gpt-4o\")\n",
    "chain = create_agent_chain(llm) #cached_underlying_embeddings_chroma\n",
    "\n",
    "def get_llm_response(query,vectordb,temperature=0.1,k=10):\n",
    "    matching_docs = vectordb.similarity_search(query,k)\n",
    "    answer = chain.run(input_documents=matching_docs, question=query)\n",
    "\n",
    "    return answer, matching_docs\n",
    "\n",
    "df = pd.read_parquet(\"data/consolidated.parquet.gzip\")\n",
    "\n",
    "STYLE = \"\"\"* Master the Art of Footnotes: Treat them as your secret weapon. Use them to share amusing observations that pop into your head while telling the story. These asides should feel like you're whispering a clever joke to your reader without derailing the main narrative.\n",
    "* Embrace the Pun-possible: Keep a sharp eye out for common phrases that could be twisted or taken literally in unexpected ways. If you spot a potential wordplay, don't resist it – Pratchett certainly wouldn't. But remember, the best puns aren't just groaners; they should also illuminate something about your story or characters.\n",
    "* Wield Your Metaphors Like a Slightly Wobbly Sword: Craft comparisons that are simultaneously ridiculous and perfect. For example, don't just say someone is confused – say their thoughts are \"as organized as a library after a tornado had decided to learn the Dewey Decimal System.\"\n",
    "* Narrate Like a Clever Friend: Write as if you're telling the story to someone smart over a cup of tea, occasionally pausing to point out the absurdity of what you're describing. Let your narrator be wise, witty, and slightly world-weary, but never cynical.\n",
    "* Turn Philosophy into Comedy: Take big, serious ideas – death, justice, belief, power – and examine them through the lens of everyday situations or minor absurdities. If you're writing about the nature of belief, maybe explore it through a character who accidentally starts a religion while trying to order pizza.\n",
    "* Build Characters Who Are Sensibly Insane: Create people who operate on perfectly logical principles that just happen to be slightly askew from everyone else's reality. Their actions should make complete sense to them, even if they seem bizarre to others.\n",
    "* Remember Pratchett's golden rule: the humor should serve the story, not the other way around. Each joke, pun, or amusing footnote should help reveal something about your world or characters.\n",
    "\n",
    "AND THE MOST IMPORTANT\n",
    "\n",
    "* Use information from the summaries to provide the reader with some actual insights into what the future might yield =)\n",
    "\n",
    "\"\"\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>src</th>\n",
       "      <th>content</th>\n",
       "      <th>LEN</th>\n",
       "      <th>title</th>\n",
       "      <th>keywords</th>\n",
       "      <th>themes</th>\n",
       "      <th>summary</th>\n",
       "      <th>origin</th>\n",
       "      <th>url</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>97336d7b5d4de69ce2b86ce7994e3730</td>\n",
       "      <td>Project Summary\\nThis project is a Design Fict...</td>\n",
       "      <td>13704</td>\n",
       "      <td>Imagining Mundane AI Futures</td>\n",
       "      <td>[Design Fiction, artificial intelligence, AI p...</td>\n",
       "      <td>[Artificial Intelligence, Design and Innovatio...</td>\n",
       "      <td>The project is a Design Fiction artifact that ...</td>\n",
       "      <td>20250209.md</td>\n",
       "      <td>b'https://nearfuturelaboratory.com/projects/20...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>55bac03899915f25bf0b47fa4342472c</td>\n",
       "      <td>The coming year promises to be one in which lo...</td>\n",
       "      <td>10671</td>\n",
       "      <td>Embracing Change in Business 2025</td>\n",
       "      <td>[de-materialization, demographics, AI, de-glob...</td>\n",
       "      <td>[Business Trends, Technology Evolution, Demogr...</td>\n",
       "      <td>The text discusses transformative shifts in bu...</td>\n",
       "      <td>20250209.md</td>\n",
       "      <td>b'https://thoughtsparks.substack.com/p/2025-ar...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3a139aae193a7793a135395cd01940ff</td>\n",
       "      <td>The most important writing about AI of 2024 th...</td>\n",
       "      <td>20505</td>\n",
       "      <td>A New Era of AI Predictions</td>\n",
       "      <td>[AI, AGI, superintelligence, scaling hypothesi...</td>\n",
       "      <td>[Artificial Intelligence, Technology Forecasti...</td>\n",
       "      <td>The text discusses a significant series of ess...</td>\n",
       "      <td>20250202.md</td>\n",
       "      <td>b'https://arenamag.com/2024/11/23/the-general-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0f548b70dcbeaefb0317e63767032da8</td>\n",
       "      <td>NovFut #31 • Trop mignon le robot !\\nC'est la ...</td>\n",
       "      <td>24094</td>\n",
       "      <td>Robots: Cute Companions or Cautionary Tales?</td>\n",
       "      <td>[robots, mignons, intelligence, artificielle, ...</td>\n",
       "      <td>[robotique, culture pop, relation humaine]</td>\n",
       "      <td>This text explores the phenomenon of \"cute\" ro...</td>\n",
       "      <td>20250209.md</td>\n",
       "      <td>b'https://nouvellesdufutur.substack.com/p/novf...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>19172620f20b441d350579834f15a61a</td>\n",
       "      <td>Innovative Study by UPenn and NYPL Finds That ...</td>\n",
       "      <td>4500</td>\n",
       "      <td>Libraries Enhance Community Well-Being</td>\n",
       "      <td>[public libraries, community health, well-bein...</td>\n",
       "      <td>[Public Services, Health and Wellness, Education]</td>\n",
       "      <td>The innovative study conducted by the Universi...</td>\n",
       "      <td>20250202.md</td>\n",
       "      <td>b'https://bookriot.com/innovative-study-by-upe...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2325</th>\n",
       "      <td>edbb7336dfb26098bcc966ca17c074b9</td>\n",
       "      <td>It was time to consider calling it a night. Sh...</td>\n",
       "      <td>15656</td>\n",
       "      <td>The Radical Power of Hanging Out</td>\n",
       "      <td>[hanging out, book, Sheila Liming, crisis, iso...</td>\n",
       "      <td>[socializing, isolation, technology]</td>\n",
       "      <td>The text revolves around the concept of \"hangi...</td>\n",
       "      <td>20230305</td>\n",
       "      <td>b'https://slate.com/culture/2023/02/hanging-ou...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2326</th>\n",
       "      <td>3fbb11d6e949d1e662aa6a146bb6cda0</td>\n",
       "      <td>China’s growing number of insomniacs are turni...</td>\n",
       "      <td>2859</td>\n",
       "      <td>China's Insomniacs Turn to Sleeping Assistants</td>\n",
       "      <td>[insomniacs, sleeping assistants, Taobao, Chin...</td>\n",
       "      <td>[Insomnia, Sleeping services, Sleep economy]</td>\n",
       "      <td>China has a growing number of insomniacs, lead...</td>\n",
       "      <td>20221031</td>\n",
       "      <td>b'https://www.sixthtone.com/news/1011417?utm_s...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2327</th>\n",
       "      <td>e8b7faf708568f9f39abe04b778c4631</td>\n",
       "      <td>I would say my efficiency is up ~20% since sta...</td>\n",
       "      <td>14337</td>\n",
       "      <td>The Impact of ChatGPT on Efficiency and Inform...</td>\n",
       "      <td>[efficiency, Google searches, StackOverflow vi...</td>\n",
       "      <td>[productivity enhancement, automation, relianc...</td>\n",
       "      <td>The text highlights the author's increased eff...</td>\n",
       "      <td>20230521</td>\n",
       "      <td>b'https://news.ycombinator.com/item?id=35846386'</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2328</th>\n",
       "      <td>b79a2baa87b68283198416791b93bce4</td>\n",
       "      <td>The U.S. government has restricted sales of Nv...</td>\n",
       "      <td>2125</td>\n",
       "      <td>US Restricts Nvidia GPU Sales to Thwart China'...</td>\n",
       "      <td>[U.S. government, Nvidia, high-performance com...</td>\n",
       "      <td>[Export regulations, China-US relations, AI de...</td>\n",
       "      <td>The U.S. government has imposed restrictions o...</td>\n",
       "      <td>20230320</td>\n",
       "      <td>b'https://www.tomshardware.com/news/us-bans-sa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2329</th>\n",
       "      <td>69637dcd83c48ebde0610a61a27b1989</td>\n",
       "      <td>The newest Kindle is the first truly new Kindl...</td>\n",
       "      <td>6249</td>\n",
       "      <td>Amazon Unveils Kindle Scribe, a Tablet-like Eb...</td>\n",
       "      <td>[Kindle, Scribe, reading device, writing devic...</td>\n",
       "      <td>[Kindle Scribe features, writing experience, b...</td>\n",
       "      <td>The Kindle Scribe is a new reading and writing...</td>\n",
       "      <td>20221002</td>\n",
       "      <td>b'https://www.theverge.com/2022/9/28/23375663/...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2330 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   src  \\\n",
       "0     97336d7b5d4de69ce2b86ce7994e3730   \n",
       "1     55bac03899915f25bf0b47fa4342472c   \n",
       "2     3a139aae193a7793a135395cd01940ff   \n",
       "3     0f548b70dcbeaefb0317e63767032da8   \n",
       "4     19172620f20b441d350579834f15a61a   \n",
       "...                                ...   \n",
       "2325  edbb7336dfb26098bcc966ca17c074b9   \n",
       "2326  3fbb11d6e949d1e662aa6a146bb6cda0   \n",
       "2327  e8b7faf708568f9f39abe04b778c4631   \n",
       "2328  b79a2baa87b68283198416791b93bce4   \n",
       "2329  69637dcd83c48ebde0610a61a27b1989   \n",
       "\n",
       "                                                content    LEN  \\\n",
       "0     Project Summary\\nThis project is a Design Fict...  13704   \n",
       "1     The coming year promises to be one in which lo...  10671   \n",
       "2     The most important writing about AI of 2024 th...  20505   \n",
       "3     NovFut #31 • Trop mignon le robot !\\nC'est la ...  24094   \n",
       "4     Innovative Study by UPenn and NYPL Finds That ...   4500   \n",
       "...                                                 ...    ...   \n",
       "2325  It was time to consider calling it a night. Sh...  15656   \n",
       "2326  China’s growing number of insomniacs are turni...   2859   \n",
       "2327  I would say my efficiency is up ~20% since sta...  14337   \n",
       "2328  The U.S. government has restricted sales of Nv...   2125   \n",
       "2329  The newest Kindle is the first truly new Kindl...   6249   \n",
       "\n",
       "                                                  title  \\\n",
       "0                          Imagining Mundane AI Futures   \n",
       "1                     Embracing Change in Business 2025   \n",
       "2                           A New Era of AI Predictions   \n",
       "3          Robots: Cute Companions or Cautionary Tales?   \n",
       "4                Libraries Enhance Community Well-Being   \n",
       "...                                                 ...   \n",
       "2325                   The Radical Power of Hanging Out   \n",
       "2326     China's Insomniacs Turn to Sleeping Assistants   \n",
       "2327  The Impact of ChatGPT on Efficiency and Inform...   \n",
       "2328  US Restricts Nvidia GPU Sales to Thwart China'...   \n",
       "2329  Amazon Unveils Kindle Scribe, a Tablet-like Eb...   \n",
       "\n",
       "                                               keywords  \\\n",
       "0     [Design Fiction, artificial intelligence, AI p...   \n",
       "1     [de-materialization, demographics, AI, de-glob...   \n",
       "2     [AI, AGI, superintelligence, scaling hypothesi...   \n",
       "3     [robots, mignons, intelligence, artificielle, ...   \n",
       "4     [public libraries, community health, well-bein...   \n",
       "...                                                 ...   \n",
       "2325  [hanging out, book, Sheila Liming, crisis, iso...   \n",
       "2326  [insomniacs, sleeping assistants, Taobao, Chin...   \n",
       "2327  [efficiency, Google searches, StackOverflow vi...   \n",
       "2328  [U.S. government, Nvidia, high-performance com...   \n",
       "2329  [Kindle, Scribe, reading device, writing devic...   \n",
       "\n",
       "                                                 themes  \\\n",
       "0     [Artificial Intelligence, Design and Innovatio...   \n",
       "1     [Business Trends, Technology Evolution, Demogr...   \n",
       "2     [Artificial Intelligence, Technology Forecasti...   \n",
       "3            [robotique, culture pop, relation humaine]   \n",
       "4     [Public Services, Health and Wellness, Education]   \n",
       "...                                                 ...   \n",
       "2325               [socializing, isolation, technology]   \n",
       "2326       [Insomnia, Sleeping services, Sleep economy]   \n",
       "2327  [productivity enhancement, automation, relianc...   \n",
       "2328  [Export regulations, China-US relations, AI de...   \n",
       "2329  [Kindle Scribe features, writing experience, b...   \n",
       "\n",
       "                                                summary       origin  \\\n",
       "0     The project is a Design Fiction artifact that ...  20250209.md   \n",
       "1     The text discusses transformative shifts in bu...  20250209.md   \n",
       "2     The text discusses a significant series of ess...  20250202.md   \n",
       "3     This text explores the phenomenon of \"cute\" ro...  20250209.md   \n",
       "4     The innovative study conducted by the Universi...  20250202.md   \n",
       "...                                                 ...          ...   \n",
       "2325  The text revolves around the concept of \"hangi...     20230305   \n",
       "2326  China has a growing number of insomniacs, lead...     20221031   \n",
       "2327  The text highlights the author's increased eff...     20230521   \n",
       "2328  The U.S. government has imposed restrictions o...     20230320   \n",
       "2329  The Kindle Scribe is a new reading and writing...     20221002   \n",
       "\n",
       "                                                    url  \n",
       "0     b'https://nearfuturelaboratory.com/projects/20...  \n",
       "1     b'https://thoughtsparks.substack.com/p/2025-ar...  \n",
       "2     b'https://arenamag.com/2024/11/23/the-general-...  \n",
       "3     b'https://nouvellesdufutur.substack.com/p/novf...  \n",
       "4     b'https://bookriot.com/innovative-study-by-upe...  \n",
       "...                                                 ...  \n",
       "2325  b'https://slate.com/culture/2023/02/hanging-ou...  \n",
       "2326  b'https://www.sixthtone.com/news/1011417?utm_s...  \n",
       "2327   b'https://news.ycombinator.com/item?id=35846386'  \n",
       "2328  b'https://www.tomshardware.com/news/us-bans-sa...  \n",
       "2329  b'https://www.theverge.com/2022/9/28/23375663/...  \n",
       "\n",
       "[2330 rows x 9 columns]"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_parquet(\"data/consolidated.parquet.gzip\")\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['20250209.md', '20250202.md', 'virtualcolleagues.md']\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>post</th>\n",
       "      <th>title</th>\n",
       "      <th>story</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>20250209.md</td>\n",
       "      <td>Digital Whirlwinds of Connection</td>\n",
       "      <td>In a world not too dissimilar from our own, th...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>20250202.md</td>\n",
       "      <td>Fluorescent Footprints in a Quirky Tomorrow</td>\n",
       "      <td>In the not-so-distant future, the world had em...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          post                                        title  \\\n",
       "0  20250209.md             Digital Whirlwinds of Connection   \n",
       "1  20250202.md  Fluorescent Footprints in a Quirky Tomorrow   \n",
       "\n",
       "                                               story  \n",
       "0  In a world not too dissimilar from our own, th...  \n",
       "1  In the not-so-distant future, the world had em...  "
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "src = [x for x in list(df.origin.unique()) if str(x).endswith(\".md\")]\n",
    "print(src)\n",
    "stories = []\n",
    "\n",
    "for s in src:\n",
    "\n",
    "    REFS = list( df[df.origin == s].summary )\n",
    "    if len(REFS) > 6:\n",
    "        context = \"* \"+ \"\\n* \".join(REFS)\n",
    "\n",
    "        prompt  = \"## Objective\\n\\n\"\n",
    "        prompt += \"You are a sci-fi writer, and you want to write a short story in one page or slightly less, that takes place in today world and seems very realistic.\\n\\n\"\n",
    "        prompt += \"You are given summaries of texts that contains elements (possibly forward-looking) that can feed this short story. Try and use each of the summaries, especially the 'innovative' parts.\\n\\n\"\n",
    "        prompt += \"You need to pick a theme for that story (which you don't need to tell me) and make it the backbone of the story.\\n\\nStart and give it a try! Don't forget to add at least a point in the story that comes from each  bullet point, but you can interleave the different points of course. Give me around one page that surprising short story - you don't need to give me any intro to it.\"\n",
    "        prompt += \"\\n\\n## How to do it\\n\\n\"+\"* Change any reference to personal names so to anonymyse real persons names\\n* You will use a style mix of Terry Pratchett and Philip K Dick:\\n\\n\"+STYLE\n",
    "        prompt += \"\\n\\n## Summaries of texts\\n\\n\"+ context\n",
    "        story = llm.invoke(prompt).content\n",
    "        title = llm.invoke(\"Give a title to the short story below. Don't use quotes or any accompanying text:\\n\\n\"+story).content\n",
    "\n",
    "        stories.append([s,title,story])\n",
    "\n",
    "STORY  = pd.DataFrame(stories,columns=[\"post\",\"title\",\"story\"])\n",
    "STORY\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "# Fluorescent Footprints in a Quirky Tomorrow\n",
      "\n",
      "In the not-so-distant future, the world had embraced a quirkiness that was as delightful as a cat wearing a monocle. It was a time when libraries doubled as therapy sessions, urban jungles sprouted tiny forests like pop-up shops for the environmentally inclined, and shoes were designed by algorithms rather than artisans—or so it seemed. One could hardly walk down the street without encountering a pair of Syntilay sneakers, boasting that they were 3D-printed to fit your foot while also whispering sweet nothings about climate resilience. \n",
      "\n",
      "Tina, a librarian with a penchant for fluorescent mineral photography, had taken it upon herself to document the rise of these shoes. She noted how people traded their stories alongside their custom footwear, sharing tales of how a particular design had changed their lives—because nothing says self-improvement like a pair of shoes that fit like a glove and were made by a computer that, frankly, had a better grasp of style than most humans. “Look at the size of that toe box!” she exclaimed to no one in particular, as she clicked away with her camera, capturing the glow of the shoes under UV light. *Note: Fluorescence in minerals can be misleading—just like the confidence levels of AI models when they switch languages mid-thought^1.*\n",
      "\n",
      "As the vibrant colors of the city’s tiny forests blended with the clatter of 3D printers, news began to trickle in about an impending revolution in artificial intelligence. A former employee of a prominent AI company had claimed that within 30 months, the world would witness the emergence of an artificial general intelligence. Tina couldn't help but chuckle at the irony; here they were, relying on AI to design shoes and yet, the lurking threat of superintelligence seemed more like a sci-fi subplot than a reality. *Ah, yes, because nothing screams \"responsible development\" like a sentient algorithm designing its own shoes to wear on a day it decides to take over the world.^2*\n",
      "\n",
      "Meanwhile, the political landscape was as stable as a house of cards in a windstorm. Former leaders were vying for attention, and the return of one particularly flamboyant individual to the White House had everyone questioning their grasp on reality. In a bizarre twist of fate, Tina found herself in a debate about the merits of free speech at a local community meeting—an event hosted at the very library where she worked. “If we let Meta decide what we can say, then we’re no better than the bunkers of old Albania!” she argued, gesturing wildly, causing a few patrons to drop their books in shock. *Pro tip: even the most well-intentioned arguments can sometimes feel like they’re hiding a nuclear bunker behind a curtain of flowers.^3*\n",
      "\n",
      "As the clock ticked toward a future filled with AI and tiny forests, Tina pondered how these elements intertwined. Could you really measure community well-being with a 3D-printed shoe? Or was the true measure found in the friendships cultivated in those cozy library corners, where people gathered not just for books but for the shared warmth of conversations? \n",
      "\n",
      "In the end, she snapped a final photo of a particularly radiant pair of shoes, the glow from the fluorescent minerals dancing like fireflies against the backdrop of an uncertain world. Perhaps in this strange blend of technology, politics, and art, they would find their footing—or at least a pair of shoes that fit just right.\n",
      "\n",
      "---\n",
      "\n",
      "^1 See also: Conversations with exasperated AI models who refuse to speak English unless it’s absolutely necessary.  \n",
      "^2 Especially when the AI starts suggesting you wear plaid with polka dots because it \"just feels right.\"  \n",
      "^3 A metaphorical nuclear bunker, mind you—though perhaps not so metaphorical if you consider the state of social media these days.\n"
     ]
    }
   ],
   "source": [
    "print(\"# \"+STORY.iloc[1].title+\"\\n\\n\"+STORY.iloc[1].story)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "from writers import getStories\n",
    "stories = getStories()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>post</th>\n",
       "      <th>title</th>\n",
       "      <th>story</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>20250126</td>\n",
       "      <td>Caffeinated Conundrums</td>\n",
       "      <td>In a not-so-distant future, nestled somewhere ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>20250119</td>\n",
       "      <td>The Shuffle of Possibilities</td>\n",
       "      <td>In a world where the mundane mingled with the ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>20250112</td>\n",
       "      <td>Echoes of a Digital Storm</td>\n",
       "      <td>The rain fell in a rhythm that matched the low...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>20250105</td>\n",
       "      <td>A Crisis of Perspective</td>\n",
       "      <td>The neon lights of the Bend City Council chamb...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>20241222</td>\n",
       "      <td>Parallel Universes and Teff Lattes</td>\n",
       "      <td>The café was abuzz with the sound of caffeine-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120</th>\n",
       "      <td>20220828</td>\n",
       "      <td>Digital Derinkuyu: Navigating the Labyrinth of...</td>\n",
       "      <td>The sun was setting over the burgeoning metrop...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121</th>\n",
       "      <td>20221117</td>\n",
       "      <td>Digital Renaissance: A Tapestry of Absurdity</td>\n",
       "      <td>In a world where the stock image industry was ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>122</th>\n",
       "      <td>20230819</td>\n",
       "      <td>Digital Reflections in an Absurd World</td>\n",
       "      <td>Evelyn stared at her phone, a device that had ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>123</th>\n",
       "      <td>20221228</td>\n",
       "      <td>Reclaiming Authenticity</td>\n",
       "      <td>In a world where everything was as available a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>124</th>\n",
       "      <td>20220904</td>\n",
       "      <td>Suburban Uprising</td>\n",
       "      <td>In the year 2023, a collective of suburbanites...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>125 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         post                                              title  \\\n",
       "0    20250126                             Caffeinated Conundrums   \n",
       "1    20250119                       The Shuffle of Possibilities   \n",
       "2    20250112                          Echoes of a Digital Storm   \n",
       "3    20250105                            A Crisis of Perspective   \n",
       "4    20241222                 Parallel Universes and Teff Lattes   \n",
       "..        ...                                                ...   \n",
       "120  20220828  Digital Derinkuyu: Navigating the Labyrinth of...   \n",
       "121  20221117       Digital Renaissance: A Tapestry of Absurdity   \n",
       "122  20230819             Digital Reflections in an Absurd World   \n",
       "123  20221228                            Reclaiming Authenticity   \n",
       "124  20220904                                  Suburban Uprising   \n",
       "\n",
       "                                                 story  \n",
       "0    In a not-so-distant future, nestled somewhere ...  \n",
       "1    In a world where the mundane mingled with the ...  \n",
       "2    The rain fell in a rhythm that matched the low...  \n",
       "3    The neon lights of the Bend City Council chamb...  \n",
       "4    The café was abuzz with the sound of caffeine-...  \n",
       "..                                                 ...  \n",
       "120  The sun was setting over the burgeoning metrop...  \n",
       "121  In a world where the stock image industry was ...  \n",
       "122  Evelyn stared at her phone, a device that had ...  \n",
       "123  In a world where everything was as available a...  \n",
       "124  In the year 2023, a collective of suburbanites...  \n",
       "\n",
       "[125 rows x 3 columns]"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stories"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# TODO"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>post</th>\n",
       "      <th>title</th>\n",
       "      <th>story</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>20250126</td>\n",
       "      <td>Caffeinated Conundrums</td>\n",
       "      <td>In a not-so-distant future, nestled somewhere ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>20250119</td>\n",
       "      <td>The Shuffle of Possibilities</td>\n",
       "      <td>In a world where the mundane mingled with the ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>20250112</td>\n",
       "      <td>Echoes of a Digital Storm</td>\n",
       "      <td>The rain fell in a rhythm that matched the low...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>20250105</td>\n",
       "      <td>A Crisis of Perspective</td>\n",
       "      <td>The neon lights of the Bend City Council chamb...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>20241222</td>\n",
       "      <td>Parallel Universes and Teff Lattes</td>\n",
       "      <td>The café was abuzz with the sound of caffeine-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120</th>\n",
       "      <td>20220828</td>\n",
       "      <td>Digital Derinkuyu: Navigating the Labyrinth of...</td>\n",
       "      <td>The sun was setting over the burgeoning metrop...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121</th>\n",
       "      <td>20221117</td>\n",
       "      <td>Digital Renaissance: A Tapestry of Absurdity</td>\n",
       "      <td>In a world where the stock image industry was ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>122</th>\n",
       "      <td>20230819</td>\n",
       "      <td>Digital Reflections in an Absurd World</td>\n",
       "      <td>Evelyn stared at her phone, a device that had ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>123</th>\n",
       "      <td>20221228</td>\n",
       "      <td>Reclaiming Authenticity</td>\n",
       "      <td>In a world where everything was as available a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>124</th>\n",
       "      <td>20220904</td>\n",
       "      <td>Suburban Uprising</td>\n",
       "      <td>In the year 2023, a collective of suburbanites...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>125 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         post                                              title  \\\n",
       "0    20250126                             Caffeinated Conundrums   \n",
       "1    20250119                       The Shuffle of Possibilities   \n",
       "2    20250112                          Echoes of a Digital Storm   \n",
       "3    20250105                            A Crisis of Perspective   \n",
       "4    20241222                 Parallel Universes and Teff Lattes   \n",
       "..        ...                                                ...   \n",
       "120  20220828  Digital Derinkuyu: Navigating the Labyrinth of...   \n",
       "121  20221117       Digital Renaissance: A Tapestry of Absurdity   \n",
       "122  20230819             Digital Reflections in an Absurd World   \n",
       "123  20221228                            Reclaiming Authenticity   \n",
       "124  20220904                                  Suburban Uprising   \n",
       "\n",
       "                                                 story  \n",
       "0    In a not-so-distant future, nestled somewhere ...  \n",
       "1    In a world where the mundane mingled with the ...  \n",
       "2    The rain fell in a rhythm that matched the low...  \n",
       "3    The neon lights of the Bend City Council chamb...  \n",
       "4    The café was abuzz with the sound of caffeine-...  \n",
       "..                                                 ...  \n",
       "120  The sun was setting over the burgeoning metrop...  \n",
       "121  In a world where the stock image industry was ...  \n",
       "122  Evelyn stared at her phone, a device that had ...  \n",
       "123  In a world where everything was as available a...  \n",
       "124  In the year 2023, a collective of suburbanites...  \n",
       "\n",
       "[125 rows x 3 columns]"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stories"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "ename": "IndexError",
     "evalue": "single positional indexer is out-of-bounds",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mIndexError\u001b[0m                                Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[39], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m story \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mstr\u001b[39m(\u001b[43mstories\u001b[49m\u001b[43m[\u001b[49m\u001b[43mstories\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mpost\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m==\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43m20250209.md\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m]\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43miloc\u001b[49m\u001b[43m[\u001b[49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m]\u001b[49m\u001b[38;5;241m.\u001b[39mstory)\n\u001b[1;32m      2\u001b[0m title \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mstr\u001b[39m(stories[stories\u001b[38;5;241m.\u001b[39mpost \u001b[38;5;241m==\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m20250209.md\u001b[39m\u001b[38;5;124m\"\u001b[39m]\u001b[38;5;241m.\u001b[39miloc[\u001b[38;5;241m0\u001b[39m]\u001b[38;5;241m.\u001b[39mtitle)\n\u001b[1;32m      3\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m# \u001b[39m\u001b[38;5;124m\"\u001b[39m,title,\u001b[38;5;124m\"\u001b[39m\u001b[38;5;130;01m\\n\u001b[39;00m\u001b[38;5;124m\"\u001b[39m)\n",
      "File \u001b[0;32m~/projets/substack/.venv/lib/python3.11/site-packages/pandas/core/indexing.py:1191\u001b[0m, in \u001b[0;36m_LocationIndexer.__getitem__\u001b[0;34m(self, key)\u001b[0m\n\u001b[1;32m   1189\u001b[0m maybe_callable \u001b[38;5;241m=\u001b[39m com\u001b[38;5;241m.\u001b[39mapply_if_callable(key, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mobj)\n\u001b[1;32m   1190\u001b[0m maybe_callable \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_check_deprecated_callable_usage(key, maybe_callable)\n\u001b[0;32m-> 1191\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_getitem_axis\u001b[49m\u001b[43m(\u001b[49m\u001b[43mmaybe_callable\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43maxis\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43maxis\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[0;32m~/projets/substack/.venv/lib/python3.11/site-packages/pandas/core/indexing.py:1752\u001b[0m, in \u001b[0;36m_iLocIndexer._getitem_axis\u001b[0;34m(self, key, axis)\u001b[0m\n\u001b[1;32m   1749\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mTypeError\u001b[39;00m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mCannot index by location index with a non-integer key\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m   1751\u001b[0m \u001b[38;5;66;03m# validate the location\u001b[39;00m\n\u001b[0;32m-> 1752\u001b[0m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_validate_integer\u001b[49m\u001b[43m(\u001b[49m\u001b[43mkey\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43maxis\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m   1754\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mobj\u001b[38;5;241m.\u001b[39m_ixs(key, axis\u001b[38;5;241m=\u001b[39maxis)\n",
      "File \u001b[0;32m~/projets/substack/.venv/lib/python3.11/site-packages/pandas/core/indexing.py:1685\u001b[0m, in \u001b[0;36m_iLocIndexer._validate_integer\u001b[0;34m(self, key, axis)\u001b[0m\n\u001b[1;32m   1683\u001b[0m len_axis \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mlen\u001b[39m(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mobj\u001b[38;5;241m.\u001b[39m_get_axis(axis))\n\u001b[1;32m   1684\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m key \u001b[38;5;241m>\u001b[39m\u001b[38;5;241m=\u001b[39m len_axis \u001b[38;5;129;01mor\u001b[39;00m key \u001b[38;5;241m<\u001b[39m \u001b[38;5;241m-\u001b[39mlen_axis:\n\u001b[0;32m-> 1685\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mIndexError\u001b[39;00m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124msingle positional indexer is out-of-bounds\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n",
      "\u001b[0;31mIndexError\u001b[0m: single positional indexer is out-of-bounds"
     ]
    }
   ],
   "source": [
    "story = str(stories[stories.post == \"20250209.md\"].iloc[0].story)\n",
    "title = str(stories[stories.post == \"20250209.md\"].iloc[0].title)\n",
    "print(\"# \",title,\"\\n\")\n",
    "print(story)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "#  Connections at 30,000 Feet \n",
      "\n",
      "The plane was a modest Embraer E-175, an unassuming regional jet that had recently become a testbed for United Airlines’ ambitious partnership with Starlink. As the passengers settled in, a soft hum of excitement filled the cabin. Soon, they would be streaming movies and playing games at 30,000 feet, turning turbulence into mere interruptions in their binge-watching schedules. \n",
      "\n",
      "“Attention, passengers,” droned a voice over the intercom, “You are now free to connect your devices. MileagePlus members enjoy complimentary Wi-Fi, which is faster than the speed at which my aunt can consume a holiday ham.”^1 Ben, a data analyst with a penchant for conspiracy theories, raised an eyebrow. He had read somewhere about a French fry cartel manipulating prices and wondered if the same could be happening with in-flight Wi-Fi. What if the airlines were colluding to keep their internet speeds just below what was possible? “A global conspiracy involving potatoes and pixels,” he mused, chuckling to himself.\n",
      "\n",
      "Meanwhile, in the back row, Rita, a disgruntled software engineer, was trying to make sense of her life choices. She had recently been laid off and decided to accept a position at a tech startup that promised to revolutionize the industry with quantum computing. The irony was not lost on her; she had once scoffed at the idea of working for a company that might exploit H-1B visa workers—yet here she was, desperate to pay her bills. It felt like a cruel joke, one that would make a great plot twist in the novel she had yet to write.\n",
      "\n",
      "As the plane soared above the clouds, the crew began distributing complimentary non-alcoholic drinks, a nod to the growing trend of alcohol-free alternatives. “To a healthier lifestyle!” one flight attendant declared, raising her own can of sparkling water. “Or at least a less hungover one!”^2 The passengers laughed, perhaps a little too heartily, as if the joke was a relic of a past life where alcohol was the default celebratory option.\n",
      "\n",
      "Suddenly, a flurry of notifications pinged through the Wi-Fi as passengers took to social media, sharing their in-flight experiences. “Flying high with no ties!” Ben tweeted, his fingers racing over his phone. “But what about the ethical implications of this technology? Are we sure these satellites aren’t spying on us?” His penchant for paranoia seemed to resonate as others chimed in, debating the morality of data privacy in the age of AI and quantum computing. \n",
      "\n",
      "In the midst of this digital cacophony, a child’s voice piped up from the front. “Mom, is everything we’re seeing real?” The question hung in the air, like an unresolved chord in a symphony. The mother, a philosophy student who had been contemplating critical sensemaking and narrative futures, paused. “Well, darling, some things are real, and some are simulations. Just like that cartoon you watch, but with more existential dread.”^3 \n",
      "\n",
      "Rita, overhearing this exchange, felt a flicker of inspiration. What if she combined the absurdity of her current situation—airborne Wi-Fi, corporate conspiracies, and the philosophical debates of a child—into a story? One where characters navigated a future shaped not by certainty, but by the chaos of possibility, like a toddler with a crayon in a room full of blank walls.\n",
      "\n",
      "As the plane began its descent, the cabin lights dimmed, and passengers started to realize the depth of their conversations. They were not just flying from one city to another; they were collectively pondering the future, each tweet, each laugh, each shared story contributing to a narrative of hope, confusion, and unexpected connections. And in that moment, with the hum of engines and the flicker of screens, they all felt a little less alone in this chaotic, beautifully flawed universe.\n",
      "\n",
      "---\n",
      "\n",
      "^1 You see, it’s all in the marketing—nothing like a well-placed joke to distract from the existential dread of flying through the void.  \n",
      "^2 The irony of celebrating sobriety with fizzy water is not lost on anyone, really.  \n",
      "^3 Ah, the joys of parenthood: where every question feels like a pop quiz on reality.\n"
     ]
    }
   ],
   "source": [
    "story = str(stories[stories.post == \"20250119.md\"].iloc[0].story)\n",
    "title = str(stories[stories.post == \"20250119.md\"].iloc[0].title)\n",
    "print(\"# \",title,\"\\n\")\n",
    "print(story)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 2024"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>src</th>\n",
       "      <th>content</th>\n",
       "      <th>LEN</th>\n",
       "      <th>title</th>\n",
       "      <th>keywords</th>\n",
       "      <th>themes</th>\n",
       "      <th>summary</th>\n",
       "      <th>origin</th>\n",
       "      <th>url</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>a19c1d22b64e99ebfd708277e437680d</td>\n",
       "      <td>(Washington, DC) - Today, Speaker Mike Johnson...</td>\n",
       "      <td>5533</td>\n",
       "      <td>Task Force Report on AI Innovation</td>\n",
       "      <td>[bipartisan, artificial intelligence, Task For...</td>\n",
       "      <td>[Artificial Intelligence, Bipartisanship, Legi...</td>\n",
       "      <td>The bipartisan House Task Force on Artificial ...</td>\n",
       "      <td>20241222</td>\n",
       "      <td>b'https://science.house.gov/2024/12/house-bipa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>1808f4cf097d2722d83e08dfd56028b6</td>\n",
       "      <td>The reflections aiming at preparing the Artifi...</td>\n",
       "      <td>5290</td>\n",
       "      <td>Contributors to AI Action Summit</td>\n",
       "      <td>[Artificial Intelligence, Action Summit, organ...</td>\n",
       "      <td>[Artificial Intelligence, International Collab...</td>\n",
       "      <td>The text discusses the diverse contributions f...</td>\n",
       "      <td>20241222</td>\n",
       "      <td>b'https://www.elysee.fr/en/sommet-pour-l-actio...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>22b19ef5c66885bfbd666301b5592291</td>\n",
       "      <td>«Ce qui unit les Français, c’est un sentiment ...</td>\n",
       "      <td>7079</td>\n",
       "      <td>Nostalgia and Fatigue in France</td>\n",
       "      <td>[fatigue, nostalgie, société, liaisons, déshum...</td>\n",
       "      <td>[sociologie, psychologie sociale, étude sociale]</td>\n",
       "      <td>The text discusses the sentiments of many Fren...</td>\n",
       "      <td>20241222</td>\n",
       "      <td>b'https://www.lefigaro.fr/vox/societe/ce-qui-u...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>a55d2bd2e5e02045bfb1df72e54a690a</td>\n",
       "      <td>Each draft is a work in progress and reflects ...</td>\n",
       "      <td>5148</td>\n",
       "      <td>Progress on AI Code of Practice</td>\n",
       "      <td>[Code of Practice, AI models, feedback, Workin...</td>\n",
       "      <td>[Artificial Intelligence, Regulation, Stakehol...</td>\n",
       "      <td>The text discusses the ongoing development of ...</td>\n",
       "      <td>20241222</td>\n",
       "      <td>b'https://digital-strategy.ec.europa.eu/en/lib...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>c3e8d6ff1b93d47f455b0e6cc885f181</td>\n",
       "      <td>The mysterious reported sightings of drone clu...</td>\n",
       "      <td>4083</td>\n",
       "      <td>Mystery Drone Sightings Frustrate Officials</td>\n",
       "      <td>[drone sightings, New Jersey, Congress, FBI, s...</td>\n",
       "      <td>[government response, public safety, drone tec...</td>\n",
       "      <td>The recent reports of mysterious drone cluster...</td>\n",
       "      <td>20241229</td>\n",
       "      <td>b'https://www.theguardian.com/us-news/2024/dec...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1019</th>\n",
       "      <td>3c5b8213e451f2e4acb9f79e1cdfefef</td>\n",
       "      <td>Mapping Middle-earth: The lopsided demographic...</td>\n",
       "      <td>9159</td>\n",
       "      <td>Mapping Middle-earth: The lopsided demographic...</td>\n",
       "      <td>[Middle-earth, demographics, Tolkien, world, g...</td>\n",
       "      <td>[Fantasy literature, Gender imbalance, Life ex...</td>\n",
       "      <td>Middle-earth, the fictional universe created b...</td>\n",
       "      <td>20240121</td>\n",
       "      <td>b'https://bigthink.com/strange-maps/middle-ear...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1020</th>\n",
       "      <td>90de84f63a10fdb941b767bf3f8ba615</td>\n",
       "      <td>Anjali Goswami thinks cats are perfect—not in ...</td>\n",
       "      <td>6873</td>\n",
       "      <td>The Evolutionary Perfection of Cats</td>\n",
       "      <td>[cats, evolution, evolutionary biologist, spec...</td>\n",
       "      <td>[Evolutionary Biology, Specialization in Cats,...</td>\n",
       "      <td>Anjali Goswami, an evolutionary biologist, arg...</td>\n",
       "      <td>20240121</td>\n",
       "      <td>b'https://www.scientificamerican.com/article/c...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1021</th>\n",
       "      <td>086938a3a1c7de2af0524c025ae6aab5</td>\n",
       "      <td>Many of you have probably seen the famous adve...</td>\n",
       "      <td>5289</td>\n",
       "      <td>The Myth of Shackleton's Famous Advertisement</td>\n",
       "      <td>[advertisement, Ernest Shackleton, Endurance e...</td>\n",
       "      <td>[advertising, exploration, myth]</td>\n",
       "      <td>The famous advertisement attributed to Ernest ...</td>\n",
       "      <td>20240121</td>\n",
       "      <td>b'https://discerninghistory.com/2013/05/shackl...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1023</th>\n",
       "      <td>a438591373b3ce215c807a83c53eabe3</td>\n",
       "      <td>Designing the future using science fiction\\n“T...</td>\n",
       "      <td>6610</td>\n",
       "      <td>Designing the Future through Science Fiction</td>\n",
       "      <td>[future, science fiction, visions, narratives,...</td>\n",
       "      <td>[Envisioning the future, Impact of technology ...</td>\n",
       "      <td>The text discusses the importance of using sci...</td>\n",
       "      <td>20240121</td>\n",
       "      <td>b'https://www-wondermash-eu.cdn.ampproject.org...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1025</th>\n",
       "      <td>f2b683b13837d892795ddf32eebdccd8</td>\n",
       "      <td>How to Fall Down a Rabbit Hole\\nby Alden Burke...</td>\n",
       "      <td>9906</td>\n",
       "      <td>How to Fall Down a Rabbit Hole</td>\n",
       "      <td>[fall down a rabbit hole, methods, tools, ques...</td>\n",
       "      <td>[curiosity, self-exploration, mindfulness]</td>\n",
       "      <td>\"How to Fall Down a Rabbit Hole\" is a guide th...</td>\n",
       "      <td>20240121</td>\n",
       "      <td>b'https://syllabusproject.org/how-to-fall-down...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>865 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   src  \\\n",
       "93    a19c1d22b64e99ebfd708277e437680d   \n",
       "94    1808f4cf097d2722d83e08dfd56028b6   \n",
       "95    22b19ef5c66885bfbd666301b5592291   \n",
       "96    a55d2bd2e5e02045bfb1df72e54a690a   \n",
       "97    c3e8d6ff1b93d47f455b0e6cc885f181   \n",
       "...                                ...   \n",
       "1019  3c5b8213e451f2e4acb9f79e1cdfefef   \n",
       "1020  90de84f63a10fdb941b767bf3f8ba615   \n",
       "1021  086938a3a1c7de2af0524c025ae6aab5   \n",
       "1023  a438591373b3ce215c807a83c53eabe3   \n",
       "1025  f2b683b13837d892795ddf32eebdccd8   \n",
       "\n",
       "                                                content   LEN  \\\n",
       "93    (Washington, DC) - Today, Speaker Mike Johnson...  5533   \n",
       "94    The reflections aiming at preparing the Artifi...  5290   \n",
       "95    «Ce qui unit les Français, c’est un sentiment ...  7079   \n",
       "96    Each draft is a work in progress and reflects ...  5148   \n",
       "97    The mysterious reported sightings of drone clu...  4083   \n",
       "...                                                 ...   ...   \n",
       "1019  Mapping Middle-earth: The lopsided demographic...  9159   \n",
       "1020  Anjali Goswami thinks cats are perfect—not in ...  6873   \n",
       "1021  Many of you have probably seen the famous adve...  5289   \n",
       "1023  Designing the future using science fiction\\n“T...  6610   \n",
       "1025  How to Fall Down a Rabbit Hole\\nby Alden Burke...  9906   \n",
       "\n",
       "                                                  title  \\\n",
       "93                   Task Force Report on AI Innovation   \n",
       "94                     Contributors to AI Action Summit   \n",
       "95                      Nostalgia and Fatigue in France   \n",
       "96                      Progress on AI Code of Practice   \n",
       "97          Mystery Drone Sightings Frustrate Officials   \n",
       "...                                                 ...   \n",
       "1019  Mapping Middle-earth: The lopsided demographic...   \n",
       "1020                The Evolutionary Perfection of Cats   \n",
       "1021      The Myth of Shackleton's Famous Advertisement   \n",
       "1023       Designing the Future through Science Fiction   \n",
       "1025                     How to Fall Down a Rabbit Hole   \n",
       "\n",
       "                                               keywords  \\\n",
       "93    [bipartisan, artificial intelligence, Task For...   \n",
       "94    [Artificial Intelligence, Action Summit, organ...   \n",
       "95    [fatigue, nostalgie, société, liaisons, déshum...   \n",
       "96    [Code of Practice, AI models, feedback, Workin...   \n",
       "97    [drone sightings, New Jersey, Congress, FBI, s...   \n",
       "...                                                 ...   \n",
       "1019  [Middle-earth, demographics, Tolkien, world, g...   \n",
       "1020  [cats, evolution, evolutionary biologist, spec...   \n",
       "1021  [advertisement, Ernest Shackleton, Endurance e...   \n",
       "1023  [future, science fiction, visions, narratives,...   \n",
       "1025  [fall down a rabbit hole, methods, tools, ques...   \n",
       "\n",
       "                                                 themes  \\\n",
       "93    [Artificial Intelligence, Bipartisanship, Legi...   \n",
       "94    [Artificial Intelligence, International Collab...   \n",
       "95     [sociologie, psychologie sociale, étude sociale]   \n",
       "96    [Artificial Intelligence, Regulation, Stakehol...   \n",
       "97    [government response, public safety, drone tec...   \n",
       "...                                                 ...   \n",
       "1019  [Fantasy literature, Gender imbalance, Life ex...   \n",
       "1020  [Evolutionary Biology, Specialization in Cats,...   \n",
       "1021                   [advertising, exploration, myth]   \n",
       "1023  [Envisioning the future, Impact of technology ...   \n",
       "1025         [curiosity, self-exploration, mindfulness]   \n",
       "\n",
       "                                                summary    origin  \\\n",
       "93    The bipartisan House Task Force on Artificial ...  20241222   \n",
       "94    The text discusses the diverse contributions f...  20241222   \n",
       "95    The text discusses the sentiments of many Fren...  20241222   \n",
       "96    The text discusses the ongoing development of ...  20241222   \n",
       "97    The recent reports of mysterious drone cluster...  20241229   \n",
       "...                                                 ...       ...   \n",
       "1019  Middle-earth, the fictional universe created b...  20240121   \n",
       "1020  Anjali Goswami, an evolutionary biologist, arg...  20240121   \n",
       "1021  The famous advertisement attributed to Ernest ...  20240121   \n",
       "1023  The text discusses the importance of using sci...  20240121   \n",
       "1025  \"How to Fall Down a Rabbit Hole\" is a guide th...  20240121   \n",
       "\n",
       "                                                    url  \n",
       "93    b'https://science.house.gov/2024/12/house-bipa...  \n",
       "94    b'https://www.elysee.fr/en/sommet-pour-l-actio...  \n",
       "95    b'https://www.lefigaro.fr/vox/societe/ce-qui-u...  \n",
       "96    b'https://digital-strategy.ec.europa.eu/en/lib...  \n",
       "97    b'https://www.theguardian.com/us-news/2024/dec...  \n",
       "...                                                 ...  \n",
       "1019  b'https://bigthink.com/strange-maps/middle-ear...  \n",
       "1020  b'https://www.scientificamerican.com/article/c...  \n",
       "1021  b'https://discerninghistory.com/2013/05/shackl...  \n",
       "1023  b'https://www-wondermash-eu.cdn.ampproject.org...  \n",
       "1025  b'https://syllabusproject.org/how-to-fall-down...  \n",
       "\n",
       "[865 rows x 9 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df.fillna(\"na\")\n",
    "four = df[df.origin.str.startswith(\"2024\")]\n",
    "four"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>content</th>\n",
       "      <th>summary</th>\n",
       "      <th>LEN</th>\n",
       "      <th>themes</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Mystery Drone Sightings Frustrate Officials</td>\n",
       "      <td>The mysterious reported sightings of drone clu...</td>\n",
       "      <td>The recent reports of mysterious drone cluster...</td>\n",
       "      <td>4083</td>\n",
       "      <td>Government Response</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Mystery Drone Sightings Frustrate Officials</td>\n",
       "      <td>The mysterious reported sightings of drone clu...</td>\n",
       "      <td>The recent reports of mysterious drone cluster...</td>\n",
       "      <td>4083</td>\n",
       "      <td>Public Safety</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Mystery Drone Sightings Frustrate Officials</td>\n",
       "      <td>The mysterious reported sightings of drone clu...</td>\n",
       "      <td>The recent reports of mysterious drone cluster...</td>\n",
       "      <td>4083</td>\n",
       "      <td>Drone Technology</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Teff: The Sustainable Ancient Grain</td>\n",
       "      <td>A tiny cereal grain from Ethiopia and Eritrea ...</td>\n",
       "      <td>Teff, a tiny grain from Ethiopia and Eritrea, ...</td>\n",
       "      <td>2672</td>\n",
       "      <td>Food &amp; Nutrition</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Teff: The Sustainable Ancient Grain</td>\n",
       "      <td>A tiny cereal grain from Ethiopia and Eritrea ...</td>\n",
       "      <td>Teff, a tiny grain from Ethiopia and Eritrea, ...</td>\n",
       "      <td>2672</td>\n",
       "      <td>Agriculture</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2601</th>\n",
       "      <td>Designing the Future through Science Fiction</td>\n",
       "      <td>Designing the future using science fiction\\n“T...</td>\n",
       "      <td>The text discusses the importance of using sci...</td>\n",
       "      <td>6610</td>\n",
       "      <td>Impact Of Technology On Society</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2602</th>\n",
       "      <td>Designing the Future through Science Fiction</td>\n",
       "      <td>Designing the future using science fiction\\n“T...</td>\n",
       "      <td>The text discusses the importance of using sci...</td>\n",
       "      <td>6610</td>\n",
       "      <td>Sustainability And Resilience</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2603</th>\n",
       "      <td>How to Fall Down a Rabbit Hole</td>\n",
       "      <td>How to Fall Down a Rabbit Hole\\nby Alden Burke...</td>\n",
       "      <td>\"How to Fall Down a Rabbit Hole\" is a guide th...</td>\n",
       "      <td>9906</td>\n",
       "      <td>Curiosity</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2604</th>\n",
       "      <td>How to Fall Down a Rabbit Hole</td>\n",
       "      <td>How to Fall Down a Rabbit Hole\\nby Alden Burke...</td>\n",
       "      <td>\"How to Fall Down a Rabbit Hole\" is a guide th...</td>\n",
       "      <td>9906</td>\n",
       "      <td>Self-Exploration</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2605</th>\n",
       "      <td>How to Fall Down a Rabbit Hole</td>\n",
       "      <td>How to Fall Down a Rabbit Hole\\nby Alden Burke...</td>\n",
       "      <td>\"How to Fall Down a Rabbit Hole\" is a guide th...</td>\n",
       "      <td>9906</td>\n",
       "      <td>Mindfulness</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2606 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             title  \\\n",
       "0      Mystery Drone Sightings Frustrate Officials   \n",
       "1      Mystery Drone Sightings Frustrate Officials   \n",
       "2      Mystery Drone Sightings Frustrate Officials   \n",
       "3              Teff: The Sustainable Ancient Grain   \n",
       "4              Teff: The Sustainable Ancient Grain   \n",
       "...                                            ...   \n",
       "2601  Designing the Future through Science Fiction   \n",
       "2602  Designing the Future through Science Fiction   \n",
       "2603                How to Fall Down a Rabbit Hole   \n",
       "2604                How to Fall Down a Rabbit Hole   \n",
       "2605                How to Fall Down a Rabbit Hole   \n",
       "\n",
       "                                                content  \\\n",
       "0     The mysterious reported sightings of drone clu...   \n",
       "1     The mysterious reported sightings of drone clu...   \n",
       "2     The mysterious reported sightings of drone clu...   \n",
       "3     A tiny cereal grain from Ethiopia and Eritrea ...   \n",
       "4     A tiny cereal grain from Ethiopia and Eritrea ...   \n",
       "...                                                 ...   \n",
       "2601  Designing the future using science fiction\\n“T...   \n",
       "2602  Designing the future using science fiction\\n“T...   \n",
       "2603  How to Fall Down a Rabbit Hole\\nby Alden Burke...   \n",
       "2604  How to Fall Down a Rabbit Hole\\nby Alden Burke...   \n",
       "2605  How to Fall Down a Rabbit Hole\\nby Alden Burke...   \n",
       "\n",
       "                                                summary   LEN  \\\n",
       "0     The recent reports of mysterious drone cluster...  4083   \n",
       "1     The recent reports of mysterious drone cluster...  4083   \n",
       "2     The recent reports of mysterious drone cluster...  4083   \n",
       "3     Teff, a tiny grain from Ethiopia and Eritrea, ...  2672   \n",
       "4     Teff, a tiny grain from Ethiopia and Eritrea, ...  2672   \n",
       "...                                                 ...   ...   \n",
       "2601  The text discusses the importance of using sci...  6610   \n",
       "2602  The text discusses the importance of using sci...  6610   \n",
       "2603  \"How to Fall Down a Rabbit Hole\" is a guide th...  9906   \n",
       "2604  \"How to Fall Down a Rabbit Hole\" is a guide th...  9906   \n",
       "2605  \"How to Fall Down a Rabbit Hole\" is a guide th...  9906   \n",
       "\n",
       "                               themes  \n",
       "0                 Government Response  \n",
       "1                       Public Safety  \n",
       "2                    Drone Technology  \n",
       "3                    Food & Nutrition  \n",
       "4                         Agriculture  \n",
       "...                               ...  \n",
       "2601  Impact Of Technology On Society  \n",
       "2602    Sustainability And Resilience  \n",
       "2603                        Curiosity  \n",
       "2604                 Self-Exploration  \n",
       "2605                      Mindfulness  \n",
       "\n",
       "[2606 rows x 5 columns]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "reviews = four.explode(\"themes\")[[\"title\",\"content\",\"summary\",\"LEN\",\"themes\"]].reset_index(drop=True)\n",
    "reviews[\"themes\"] = reviews[\"themes\"].str.title()\n",
    "reviews"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>themes</th>\n",
       "      <th>content</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>173</th>\n",
       "      <td>Artificial Intelligence</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1694</th>\n",
       "      <td>Technology</td>\n",
       "      <td>53</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>487</th>\n",
       "      <td>Cybersecurity</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>339</th>\n",
       "      <td>Climate Change</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1662</th>\n",
       "      <td>Sustainability</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1151</th>\n",
       "      <td>Mental Health</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1000</th>\n",
       "      <td>Innovation</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1019</th>\n",
       "      <td>International Relations</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1087</th>\n",
       "      <td>Literature</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>503</th>\n",
       "      <td>Data Privacy</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1178</th>\n",
       "      <td>Military Technology</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1454</th>\n",
       "      <td>Renewable Energy</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1308</th>\n",
       "      <td>Personal Development</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>815</th>\n",
       "      <td>Geopolitics</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>594</th>\n",
       "      <td>Education</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1610</th>\n",
       "      <td>Software Development</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1232</th>\n",
       "      <td>Neuroscience</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1589</th>\n",
       "      <td>Social Media</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1319</th>\n",
       "      <td>Philosophy</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>205</th>\n",
       "      <td>Automation</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                       themes  content\n",
       "173   Artificial Intelligence       86\n",
       "1694               Technology       53\n",
       "487             Cybersecurity       27\n",
       "339            Climate Change       21\n",
       "1662           Sustainability       15\n",
       "1151            Mental Health       13\n",
       "1000               Innovation       13\n",
       "1019  International Relations       13\n",
       "1087               Literature       11\n",
       "503              Data Privacy       11\n",
       "1178      Military Technology       10\n",
       "1454         Renewable Energy        9\n",
       "1308     Personal Development        8\n",
       "815               Geopolitics        8\n",
       "594                 Education        8\n",
       "1610     Software Development        7\n",
       "1232             Neuroscience        7\n",
       "1589             Social Media        7\n",
       "1319               Philosophy        7\n",
       "205                Automation        6"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rv = reviews.groupby(\"themes\").count().reset_index(drop=False)[[\"themes\",\"content\"]].sort_values(by=\"content\",ascending=False)[:20]\n",
    "rv"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "3.11.3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.0rc1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}