fix: Extract prose from HTML text field for indexing

Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
This commit is contained in:
2025-12-12 16:14:36 -07:00
parent 5bcca8e201
commit a10f120fed
+4
View File
@@ -11,6 +11,7 @@ import sys
import time
import json
import requests
from bs4 import BeautifulSoup
database.init()
search.init()
@@ -45,6 +46,9 @@ if __name__ == '__main__':
story = database.get_story(sid)
print('Indexing {}/{} id: {} title: {}'.format(count, num_stories, sid[0], story.title))
story_obj = json.loads(story.meta_json)
if 'text' in story_obj and story_obj['text']:
soup = BeautifulSoup(story_obj['text'], 'html.parser')
story_obj['text'] = soup.get_text()
stories.append(story_obj)
count += 1