Sean/Newsfeed
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Initial Commit

Browse Source
This commit is contained in:
Sean Kessler
2026-01-29 18:09:56 -05:00
parent 150d57c782
commit 38f58fa144
10 changed files with 1790 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

183
scraper.py Executable file
View File

@@ -0,0 +1,183 @@
# -*- coding: utf-8 -*-
# Fox News Kodi Video Addon
#
APPEND_SYS_PATH='/home/pi/.kodi/addons/plugin.video.fox.news/resources/lib'
import os
import sys
import traceback
sys.path.append(APPEND_SYS_PATH)
from t1mlib import t1mAddon
import json
import re
import xbmc
import xbmcplugin
import xbmcgui
import xbmcvfs
import xbmc
import xbmcaddon
import html.parser
import sys
import datetime
import time
import random
import requests
import sqlite3
from newsfeed import NewsFeed
from functools import reduce
from simplecache import SimpleCache
from environment import *
from utility import *
#class myLog():
# def __init__(self):
# self._file = open(PATH_LOG_FILE,"w",encoding='utf-8')
#
# def write(self,item):
# self._file.write(item)
# self._file.write("\n")
# self._file.flush()
class myAddon(t1mAddon):
def __init__(self, aname):
t1mAddon.__init__(self, aname)
self._logfile = myLog()
self._cache = SimpleCache()
self._pDialog = xbmcgui.DialogProgressBG()
def getAddonMenu(self,url,ilist):
try:
self._logfile.write('getAddonMenu')
ilist = self.addMenuItem("Latest Fox News Featured Clips",'GE', ilist, FOX_NEWS_URL, self.addonIcon, self.addonFanart, {}, isFolder=True)
ilist = self.addMenuItem("Fox News Outnumbered Clips",'GE', ilist, FOX_NEWS_OUTNUMBERED_URL, self.addonIcon, self.addonFanart, {}, isFolder=True)
ilist = self.addMenuItem("Selected Archive Clips",'GE', ilist, SELECTED_ARCHIVE_URL, self.addonIcon, self.addonFanart, {}, isFolder=True)
ilist = self.addMenuItem("Mark Levin Archive Clips",'GE', ilist, LEVIN_ARCHIVE_URL, self.addonIcon, self.addonFanart, {}, isFolder=True)
ilist = self.addMenuItem("Sean Hannity Archive Clips",'GE', ilist, HANNITY_ARCHIVE_URL, self.addonIcon, self.addonFanart, {}, isFolder=True)
ilist = self.addMenuItem("Josh Hawley Archive Clips",'GE', ilist, HAWLEY_ARCHIVE_URL, self.addonIcon, self.addonFanart, {}, isFolder=True)
ilist = self.addMenuItem("Military Archive Clips",'GE', ilist, MILITARY_ARCHIVE_URL, self.addonIcon, self.addonFanart, {}, isFolder=True)
return(ilist)
except:
self._logfile.write(traceback.format_exc())
raise
finally:
return(ilist)
def getAddonEpisodes(self,url,ilist):
try:
if url == FOX_NEWS_URL:
self._logfile.write('getAddonEpisodes url={url}'.format(url=url))
self._pDialog.create('Retrieving News Articles...')
newsFeed=NewsFeed(PATH_VIDEO_DATABASE, self._logfile)
videos=newsFeed.getItemsInFeed(url)
for video in videos:
if USE_ICON_URL:
ilist = self.addMenuItem(video.description,'GV', ilist, video.url, video.icon, self.addonFanart, {}, isFolder=False)
else:
ilist = self.addMenuItem(video.description,'GV', ilist, video.url, self.addonIcon, self.addonFanart, {}, isFolder=False)
self._logfile.write('Processed {articles} articles.'.format(articles=len(videos)))
elif url == SELECTED_ARCHIVE_URL:
self._logfile.write('getAddonEpisodes url={url}'.format(url=url))
self._pDialog.create('Retrieving News Articles...')
newsFeed=NewsFeed(PATH_VIDEO_DATABASE, self._logfile)
videos=newsFeed.getItemsInArchiveFeed(url,ARCHIVEDB_FILENAME)
for video in videos:
if USE_ICON_URL:
ilist = self.addMenuItem(video.description,'GV', ilist, video.url, video.icon, self.addonFanart, {}, isFolder=False)
else:
ilist = self.addMenuItem(video.description,'GV', ilist, video.url, self.addonIcon, self.addonFanart, {}, isFolder=False)
self._logfile.write('Processed {articles} articles.'.format(articles=len(videos)))
elif url == LEVIN_ARCHIVE_URL:
self._logfile.write('getAddonEpisodes url={url}'.format(url=url))
self._pDialog.create('Retrieving News Articles...')
newsFeed=NewsFeed(PATH_VIDEO_DATABASE, self._logfile)
videos=newsFeed.getItemsInArchiveFeed(url,LEVINARCHIVEDB_FILENAME)
for video in videos:
if USE_ICON_URL:
ilist = self.addMenuItem(video.description,'GV', ilist, video.url, video.icon, self.addonFanart, {}, isFolder=False)
else:
ilist = self.addMenuItem(video.description,'GV', ilist, video.url, self.addonIcon, self.addonFanart, {}, isFolder=False)
self._logfile.write('Processed {articles} articles.'.format(articles=len(videos)))
elif url == HANNITY_ARCHIVE_URL:
self._logfile.write('getAddonEpisodes url={url}'.format(url=url))
self._pDialog.create('Retrieving News Articles...')
newsFeed=NewsFeed(PATH_VIDEO_DATABASE, self._logfile)
videos=newsFeed.getItemsInArchiveFeed(url,HANNITYARCHIVEDB_FILENAME)
for video in videos:
if USE_ICON_URL:
ilist = self.addMenuItem(video.description,'GV', ilist, video.url, video.icon, self.addonFanart, {}, isFolder=False)
else:
ilist = self.addMenuItem(video.description,'GV', ilist, video.url, self.addonIcon, self.addonFanart, {}, isFolder=False)
self._logfile.write('Processed {articles} articles.'.format(articles=len(videos)))
elif url == HAWLEY_ARCHIVE_URL:
self._logfile.write('getAddonEpisodes url={url}'.format(url=url))
self._pDialog.create('Retrieving News Articles...')
newsFeed=NewsFeed(PATH_VIDEO_DATABASE, self._logfile)
videos=newsFeed.getItemsInArchiveFeed(url,HAWLEYARCHIVEDB_FILENAME)
for video in videos:
if USE_ICON_URL:
ilist = self.addMenuItem(video.description,'GV', ilist, video.url, video.icon, self.addonFanart, {}, isFolder=False)
else:
ilist = self.addMenuItem(video.description,'GV', ilist, video.url, self.addonIcon, self.addonFanart, {}, isFolder=False)
self._logfile.write('Processed {articles} articles.'.format(articles=len(videos)))
elif url == MILITARY_ARCHIVE_URL:
self._logfile.write('getAddonEpisodes url={url}'.format(url=url))
self._pDialog.create('Retrieving News Articles...')
newsFeed=NewsFeed(PATH_VIDEO_DATABASE, self._logfile)
videos=newsFeed.getItemsInArchiveFeed(url,MILITARYARCHIVEDB_FILENAME)
for video in videos:
if USE_ICON_URL:
ilist = self.addMenuItem(video.description,'GV', ilist, video.url, video.icon, self.addonFanart, {}, isFolder=False)
else:
ilist = self.addMenuItem(video.description,'GV', ilist, video.url, self.addonIcon, self.addonFanart, {}, isFolder=False)
self._logfile.write('Processed {articles} articles.'.format(articles=len(videos)))
elif url== FOX_NEWS_OUTNUMBERED_URL:
self._logfile.write('getAddonEpisodes url={url}'.format(url=url))
self._pDialog.create('Retrieving Outnumbered Articles...')
newsFeed=NewsFeed(PATH_VIDEO_DATABASE, self._logfile)
videos=newsFeed.getItemsInOutnumberedFeed(url)
for video in videos:
if USE_ICON_URL:
ilist = self.addMenuItem(video.description,'GV', ilist, video.url, video.icon, self.addonFanart, {}, isFolder=False)
else:
ilist = self.addMenuItem(video.description,'GV', ilist, video.url, self.addonIcon, self.addonFanart, {}, isFolder=False)
self._logfile.write('Processed {articles} articles.'.format(articles=len(videos)))
except Exception as exception:
self._logfile.write('Exception:{exception}'.format(exception=exception))
self._logfile.write(traceback.format_exc())
raise
finally:
self._pDialog.close()
return(ilist)
def getAddonMovies(self,url,ilist):
try:
self._logfile.write('getAddonMovies url={url}'.format(url=url))
self._pDialog.create('getAddonMovies...')
self._pDialog.update(0,message='getAddonMovies...')
self._pDialog.close()
return(ilist)
except Exception as exception:
self._logfile.write('Exception:{exception}'.format(exception=exception))
self._logfile.write(traceback.format_exc())
raise
finally:
self._pDialog.close()
return(ilist)
def getAddonShows(self,url,ilist):
try:
self._logfile.write('getAddonShows')
self._pDialog.create('getAddonShows...')
self._pDialog.update(0,message='getAddonShows...')
self._pDialog.close()
return ilist
except Exception as exception:
self._logfile.write('Exception:{exception}'.format(exception=exception))
self._logfile.write(traceback.format_exc())
raise
finally:
self._pDialog.close()
return(ilist)