Big update, now looks to work. V0.1
This commit is contained in:
		@@ -3,27 +3,52 @@
 | 
			
		||||
# @Author: KevinMidboe
 | 
			
		||||
# @Date:   2017-04-05 18:40:11
 | 
			
		||||
# @Last Modified by:   KevinMidboe
 | 
			
		||||
# @Last Modified time: 2017-04-05 23:49:40
 | 
			
		||||
import os.path, hashlib, time, glob, sqlite3, re
 | 
			
		||||
# @Last Modified time: 2017-04-06 15:58:48
 | 
			
		||||
import os.path, hashlib, time, glob, sqlite3, re, json, tweepy
 | 
			
		||||
from functools import reduce
 | 
			
		||||
from fuzzywuzzy import process
 | 
			
		||||
from langdetect import detect
 | 
			
		||||
from time import sleep
 | 
			
		||||
import env
 | 
			
		||||
 | 
			
		||||
dirHash = None
 | 
			
		||||
childList = []
 | 
			
		||||
 | 
			
		||||
class twitter(object):
 | 
			
		||||
	def __init__(self):
 | 
			
		||||
		if '' in [env.consumer_key, env.consumer_secret, env.access_token, env.access_token_secret]:
 | 
			
		||||
			print('not set')
 | 
			
		||||
		
 | 
			
		||||
		self.consumer_key = env.consumer_key
 | 
			
		||||
		self.consumer_secret = env.consumer_secret
 | 
			
		||||
		self.access_token = env.access_token
 | 
			
		||||
		self.access_token_secret = env.access_token_secret
 | 
			
		||||
 | 
			
		||||
		self.authenticate()
 | 
			
		||||
 | 
			
		||||
	def authenticate(self):
 | 
			
		||||
		auth = tweepy.OAuthHandler(self.consumer_key, self.consumer_secret)
 | 
			
		||||
		auth.set_access_token(self.access_token, self.access_token_secret)
 | 
			
		||||
		self.api_token = tweepy.API(auth)
 | 
			
		||||
 | 
			
		||||
	def api(self):
 | 
			
		||||
		return self.api_token
 | 
			
		||||
 | 
			
		||||
class mediaItem(object):
 | 
			
		||||
	def __init__(self, parent, childrenList):
 | 
			
		||||
		self.parent = parent
 | 
			
		||||
		self.children = childrenList
 | 
			
		||||
		self.seriesName = self.findSeriesName()
 | 
			
		||||
		self._id = hashlib.md5("b'{}'".format(self.parent).encode()).hexdigest()[:6]
 | 
			
		||||
		self.showName = self.findSeriesName()
 | 
			
		||||
		self.season = self.getSeasonNumber()
 | 
			
		||||
		self.episode = self.getEpisodeNumber()
 | 
			
		||||
		self.videoFiles = []
 | 
			
		||||
		self.subtitles = []
 | 
			
		||||
		self.trash = []
 | 
			
		||||
		self.getMediaItems()
 | 
			
		||||
 | 
			
		||||
		self.saveToDB()
 | 
			
		||||
		self.notifyInsert()
 | 
			
		||||
	
 | 
			
		||||
 | 
			
		||||
	def findSeriesName(self):
 | 
			
		||||
@@ -33,6 +58,9 @@ class mediaItem(object):
 | 
			
		||||
			name, hit = process.extractOne(m.group(0), getShowNames().keys())
 | 
			
		||||
			if hit >= 90: 
 | 
			
		||||
				return name
 | 
			
		||||
			else:
 | 
			
		||||
				# This should be logged or handled somehow
 | 
			
		||||
				pass
 | 
			
		||||
 | 
			
		||||
	def getSeasonNumber(self):
 | 
			
		||||
		m = re.search('[sS][0-9]{1,2}', self.parent)
 | 
			
		||||
@@ -44,34 +72,67 @@ class mediaItem(object):
 | 
			
		||||
		if m:
 | 
			
		||||
			return re.sub('[eE]', '', m.group(0))
 | 
			
		||||
 | 
			
		||||
	def removeSignature(self, file):
 | 
			
		||||
	def uploaderSignature(self, file):
 | 
			
		||||
		match = re.search('-[a-zA-Z\[\]\-]*.[a-z]{3}', file)
 | 
			
		||||
		if match:
 | 
			
		||||
			uploader = match.group(0)[:-4]
 | 
			
		||||
			if 'sdh' in uploader.lower():
 | 
			
		||||
				return re.sub(uploader, '.sdh', file)
 | 
			
		||||
			
 | 
			
		||||
			return re.sub(uploader, '', file)
 | 
			
		||||
 | 
			
		||||
		return ''
 | 
			
		||||
 | 
			
		||||
	def getSubtitlesLang(self, subFile):
 | 
			
		||||
		f = open('/'.join([env.show_dir, self.parent, subFile]), 'r', encoding='ISO-8859-15')
 | 
			
		||||
		language = detect(f.read())
 | 
			
		||||
		f.close()
 | 
			
		||||
		if 'sdh' in subFile.lower():
 | 
			
		||||
			return 'sdh.' + language
 | 
			
		||||
		return language
 | 
			
		||||
 | 
			
		||||
	def getMediaItems(self):
 | 
			
		||||
		for child in self.children:
 | 
			
		||||
			if child[-3:] in env.mediaExt and child[:-4] not in env.mediaExcluders:
 | 
			
		||||
				self.videoFiles.append([child, self.removeSignature(child)])
 | 
			
		||||
				self.videoFiles.append([child, self.uploaderSignature(child)])
 | 
			
		||||
			elif child[-3:] in env.subExt:
 | 
			
		||||
				# print([child, removeSignature(child), getLanguage(showDir + folder + '/', child)])
 | 
			
		||||
				self.subtitles.append([child, self.removeSignature(child)])
 | 
			
		||||
				print(self.subtitles)
 | 
			
		||||
				self.subtitles.append([child, self.uploaderSignature(child), self.getSubtitlesLang(child)])
 | 
			
		||||
			else:
 | 
			
		||||
				self.trash.append(child)
 | 
			
		||||
 | 
			
		||||
	def notifyInsert(self):
 | 
			
		||||
		# Send unique id. (time)
 | 
			
		||||
		tweetObj = twitter()
 | 
			
		||||
		api = tweetObj.api()
 | 
			
		||||
		tweetString = 'Added episode:\n' + self.showName + ' S' + self.season\
 | 
			
		||||
	 		+ 'E' + self.episode + '\nDetails: \n https://kevinmidboe.com/seasoned/verified.html?id=' + self._id
 | 
			
		||||
		response = api.send_direct_message('kevinmidboe', text=tweetString)
 | 
			
		||||
 | 
			
		||||
 | 
			
		||||
	def saveToDB(self):
 | 
			
		||||
		# TODO Setup script
 | 
			
		||||
		conn = sqlite3.connect(env.db_path)
 | 
			
		||||
		c = conn.cursor()
 | 
			
		||||
 | 
			
		||||
		path = '/'.join([env.show_dir, self.parent])
 | 
			
		||||
		video_files = json.dumps(self.videoFiles)
 | 
			
		||||
		subtitles = json.dumps(self.subtitles)
 | 
			
		||||
		trash = json.dumps(self.trash)
 | 
			
		||||
 | 
			
		||||
		try:
 | 
			
		||||
			c.execute("INSERT INTO stray_eps ('id', 'parent', 'path', 'name', 'season', 'episode', 'video_files', 'subtitles', 'trash') VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)", \
 | 
			
		||||
				[self._id, self.parent, path, self.showName, self.season, self.episode, video_files, subtitles, trash])
 | 
			
		||||
		except sqlite3.IntegrityError:
 | 
			
		||||
			print('Episode already registered')
 | 
			
		||||
 | 
			
		||||
		conn.commit()
 | 
			
		||||
		conn.close()
 | 
			
		||||
 | 
			
		||||
 | 
			
		||||
 | 
			
		||||
def getDirContent(dir=env.show_dir):
 | 
			
		||||
	try:
 | 
			
		||||
		return [d for d in os.listdir(dir) if d[0] != '.']
 | 
			
		||||
	except FileNotFoundError:
 | 
			
		||||
		print('Error: "' + dir + '" is not a directory.')
 | 
			
		||||
		exit(0)
 | 
			
		||||
 | 
			
		||||
# Hashes the contents of media folder to easily check for changes.
 | 
			
		||||
def directoryChecksum():
 | 
			
		||||
@@ -105,12 +166,12 @@ def XOR(list1, list2):
 | 
			
		||||
 | 
			
		||||
def filterChildItems(parent):
 | 
			
		||||
	try:
 | 
			
		||||
		children = getDirContent(env.show_dir + parent)
 | 
			
		||||
		children = getDirContent('/'.join([env.show_dir, parent]))
 | 
			
		||||
		if children:
 | 
			
		||||
			childList.append(mediaItem(parent, children))
 | 
			
		||||
	except FileNotFoundError:
 | 
			
		||||
		# Log to error file
 | 
			
		||||
		print('"' + env.show_dir + parent + '" is not a valid directory.')
 | 
			
		||||
		print('Error: "' + '/'.join([env.show_dir, parent]) + '" is not a valid directory.')
 | 
			
		||||
 | 
			
		||||
def getNewItems():
 | 
			
		||||
	newItems = XOR(getDirContent(), getShowNames())
 | 
			
		||||
@@ -122,9 +183,26 @@ def main():
 | 
			
		||||
	# TODO Verify env variables (showDir)
 | 
			
		||||
	start_time = time.time()
 | 
			
		||||
	if directoryChecksum():
 | 
			
		||||
		conn = sqlite3.connect(env.db_path)
 | 
			
		||||
		c = conn.cursor()
 | 
			
		||||
 | 
			
		||||
		cursor = c.execute('SELECT * FROM stray_eps WHERE id = "9110df"')
 | 
			
		||||
		episodeList = []
 | 
			
		||||
		for row in c.fetchall():
 | 
			
		||||
			columnNames = [description[0] for description in cursor.description]
 | 
			
		||||
			
 | 
			
		||||
			episodeDict = dict.fromkeys(columnNames)
 | 
			
		||||
			
 | 
			
		||||
			for i, key in enumerate(episodeDict.keys()):
 | 
			
		||||
				episodeDict[key] = row[i]
 | 
			
		||||
 | 
			
		||||
			episodeList.append(episodeDict)
 | 
			
		||||
		
 | 
			
		||||
		conn.close()
 | 
			
		||||
		print(json.dumps(episodeList))
 | 
			
		||||
		getNewItems()
 | 
			
		||||
 | 
			
		||||
	print("--- %s seconds ---" % (time.time() - start_time))
 | 
			
		||||
	print("--- %s seconds ---" % '{0:.4f}'.format((time.time() - start_time)))
 | 
			
		||||
 | 
			
		||||
 | 
			
		||||
if __name__ == '__main__':
 | 
			
		||||
 
 | 
			
		||||
		Reference in New Issue
	
	Block a user