Moved old files to modules from root folder.
This commit is contained in:
Kevin Midboe
@@ -1,19 +0,0 @@
|
|||||||
#!/usr/bin/env python3
|
|
||||||
# -*- coding: utf-8 -*-
|
|
||||||
# @Author: KevinMidboe
|
|
||||||
# @Date: 2017-03-04 14:56:30
|
|
||||||
# @Last Modified by: KevinMidboe
|
|
||||||
# @Last Modified time: 2017-03-04 15:27:02
|
|
||||||
|
|
||||||
from pasteee import Paste
|
|
||||||
|
|
||||||
def main():
|
|
||||||
pasteText = """Some text to paste
|
|
||||||
Some more text
|
|
||||||
Foo bar baz
|
|
||||||
"""
|
|
||||||
paste = Paste(pasteText, private=False, desc="My first paste", views=15)
|
|
||||||
print(paste)
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
main()
|
|
||||||
@@ -1,211 +0,0 @@
|
|||||||
#!/usr/bin/env python3
|
|
||||||
# -*- coding: utf-8 -*-
|
|
||||||
# @Author: KevinMidboe
|
|
||||||
# @Date: 2017-04-05 18:40:11
|
|
||||||
# @Last Modified by: KevinMidboe
|
|
||||||
# @Last Modified time: 2017-04-06 15:58:48
|
|
||||||
import os.path, hashlib, time, glob, sqlite3, re, json, tweepy
|
|
||||||
from functools import reduce
|
|
||||||
from fuzzywuzzy import process
|
|
||||||
from langdetect import detect
|
|
||||||
from time import sleep
|
|
||||||
import env
|
|
||||||
|
|
||||||
dirHash = None
|
|
||||||
childList = []
|
|
||||||
|
|
||||||
class twitter(object):
|
|
||||||
def __init__(self):
|
|
||||||
if '' in [env.consumer_key, env.consumer_secret, env.access_token, env.access_token_secret]:
|
|
||||||
print('not set')
|
|
||||||
|
|
||||||
self.consumer_key = env.consumer_key
|
|
||||||
self.consumer_secret = env.consumer_secret
|
|
||||||
self.access_token = env.access_token
|
|
||||||
self.access_token_secret = env.access_token_secret
|
|
||||||
|
|
||||||
self.authenticate()
|
|
||||||
|
|
||||||
def authenticate(self):
|
|
||||||
auth = tweepy.OAuthHandler(self.consumer_key, self.consumer_secret)
|
|
||||||
auth.set_access_token(self.access_token, self.access_token_secret)
|
|
||||||
self.api_token = tweepy.API(auth)
|
|
||||||
|
|
||||||
def api(self):
|
|
||||||
return self.api_token
|
|
||||||
|
|
||||||
class mediaItem(object):
|
|
||||||
def __init__(self, parent, childrenList):
|
|
||||||
self.parent = parent
|
|
||||||
self.children = childrenList
|
|
||||||
self._id = hashlib.md5("b'{}'".format(self.parent).encode()).hexdigest()[:6]
|
|
||||||
self.showName = self.findSeriesName()
|
|
||||||
self.season = self.getSeasonNumber()
|
|
||||||
self.episode = self.getEpisodeNumber()
|
|
||||||
self.videoFiles = []
|
|
||||||
self.subtitles = []
|
|
||||||
self.trash = []
|
|
||||||
self.getMediaItems()
|
|
||||||
|
|
||||||
self.saveToDB()
|
|
||||||
self.notifyInsert()
|
|
||||||
|
|
||||||
|
|
||||||
def findSeriesName(self):
|
|
||||||
find = re.compile("^[a-zA-Z. ]*")
|
|
||||||
m = re.match(find, self.parent)
|
|
||||||
if m:
|
|
||||||
name, hit = process.extractOne(m.group(0), getShowNames().keys())
|
|
||||||
if hit >= 90:
|
|
||||||
return name
|
|
||||||
else:
|
|
||||||
# This should be logged or handled somehow
|
|
||||||
pass
|
|
||||||
|
|
||||||
def getSeasonNumber(self):
|
|
||||||
m = re.search('[sS][0-9]{1,2}', self.parent)
|
|
||||||
if m:
|
|
||||||
return re.sub('[sS]', '', m.group(0))
|
|
||||||
|
|
||||||
def getEpisodeNumber(self):
|
|
||||||
m = re.search('[eE][0-9]{1,2}', self.parent)
|
|
||||||
if m:
|
|
||||||
return re.sub('[eE]', '', m.group(0))
|
|
||||||
|
|
||||||
def uploaderSignature(self, file):
|
|
||||||
match = re.search('-[a-zA-Z\[\]\-]*.[a-z]{3}', file)
|
|
||||||
if match:
|
|
||||||
uploader = match.group(0)[:-4]
|
|
||||||
return re.sub(uploader, '', file)
|
|
||||||
|
|
||||||
return ''
|
|
||||||
|
|
||||||
def getSubtitlesLang(self, subFile):
|
|
||||||
f = open('/'.join([env.show_dir, self.parent, subFile]), 'r', encoding='ISO-8859-15')
|
|
||||||
language = detect(f.read())
|
|
||||||
f.close()
|
|
||||||
if 'sdh' in subFile.lower():
|
|
||||||
return 'sdh.' + language
|
|
||||||
return language
|
|
||||||
|
|
||||||
def getMediaItems(self):
|
|
||||||
for child in self.children:
|
|
||||||
if child[-3:] in env.mediaExt and child[:-4] not in env.mediaExcluders:
|
|
||||||
self.videoFiles.append([child, self.uploaderSignature(child)])
|
|
||||||
elif child[-3:] in env.subExt:
|
|
||||||
self.subtitles.append([child, self.uploaderSignature(child), self.getSubtitlesLang(child)])
|
|
||||||
else:
|
|
||||||
self.trash.append(child)
|
|
||||||
|
|
||||||
def notifyInsert(self):
|
|
||||||
# Send unique id. (time)
|
|
||||||
tweetObj = twitter()
|
|
||||||
api = tweetObj.api()
|
|
||||||
tweetString = 'Added episode:\n' + self.showName + ' S' + self.season\
|
|
||||||
+ 'E' + self.episode + '\nDetails: \n https://kevinmidboe.com/seasoned/verified.html?id=' + self._id
|
|
||||||
response = api.send_direct_message('kevinmidboe', text=tweetString)
|
|
||||||
|
|
||||||
|
|
||||||
def saveToDB(self):
|
|
||||||
# TODO Setup script
|
|
||||||
conn = sqlite3.connect(env.db_path)
|
|
||||||
c = conn.cursor()
|
|
||||||
|
|
||||||
path = '/'.join([env.show_dir, self.parent])
|
|
||||||
video_files = json.dumps(self.videoFiles)
|
|
||||||
subtitles = json.dumps(self.subtitles)
|
|
||||||
trash = json.dumps(self.trash)
|
|
||||||
|
|
||||||
try:
|
|
||||||
c.execute("INSERT INTO stray_eps ('id', 'parent', 'path', 'name', 'season', 'episode', 'video_files', 'subtitles', 'trash') VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)", \
|
|
||||||
[self._id, self.parent, path, self.showName, self.season, self.episode, video_files, subtitles, trash])
|
|
||||||
except sqlite3.IntegrityError:
|
|
||||||
print('Episode already registered')
|
|
||||||
|
|
||||||
conn.commit()
|
|
||||||
conn.close()
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
def getDirContent(dir=env.show_dir):
|
|
||||||
try:
|
|
||||||
return [d for d in os.listdir(dir) if d[0] != '.']
|
|
||||||
except FileNotFoundError:
|
|
||||||
print('Error: "' + dir + '" is not a directory.')
|
|
||||||
exit(0)
|
|
||||||
|
|
||||||
# Hashes the contents of media folder to easily check for changes.
|
|
||||||
def directoryChecksum():
|
|
||||||
dirList = getDirContent()
|
|
||||||
# Creates a string of all the list items.
|
|
||||||
dirConcat = reduce(lambda x, y: x + y, dirList, "")
|
|
||||||
|
|
||||||
m = hashlib.md5()
|
|
||||||
m.update(bytes(dirConcat, 'utf-16be')) # String to byte conversion.
|
|
||||||
global dirHash
|
|
||||||
if dirHash != m.digest():
|
|
||||||
dirHash = m.digest()
|
|
||||||
return True
|
|
||||||
return False
|
|
||||||
|
|
||||||
def getShowNames():
|
|
||||||
conn = sqlite3.connect(env.db_path)
|
|
||||||
c = conn.cursor()
|
|
||||||
|
|
||||||
c.execute('SELECT show_names, date_added, date_modified FROM shows')
|
|
||||||
|
|
||||||
returnList = {}
|
|
||||||
for name, added, modified in c.fetchall():
|
|
||||||
returnList[name] = [added, modified]
|
|
||||||
|
|
||||||
conn.close()
|
|
||||||
return returnList
|
|
||||||
|
|
||||||
def XOR(list1, list2):
|
|
||||||
return set(list1) ^ set(list2)
|
|
||||||
|
|
||||||
def filterChildItems(parent):
|
|
||||||
try:
|
|
||||||
children = getDirContent('/'.join([env.show_dir, parent]))
|
|
||||||
if children:
|
|
||||||
childList.append(mediaItem(parent, children))
|
|
||||||
except FileNotFoundError:
|
|
||||||
# Log to error file
|
|
||||||
print('Error: "' + '/'.join([env.show_dir, parent]) + '" is not a valid directory.')
|
|
||||||
|
|
||||||
def getNewItems():
|
|
||||||
newItems = XOR(getDirContent(), getShowNames())
|
|
||||||
for item in newItems:
|
|
||||||
filterChildItems(item)
|
|
||||||
|
|
||||||
|
|
||||||
def main():
|
|
||||||
# TODO Verify env variables (showDir)
|
|
||||||
start_time = time.time()
|
|
||||||
if directoryChecksum():
|
|
||||||
conn = sqlite3.connect(env.db_path)
|
|
||||||
c = conn.cursor()
|
|
||||||
|
|
||||||
cursor = c.execute('SELECT * FROM stray_eps WHERE id = "9110df"')
|
|
||||||
episodeList = []
|
|
||||||
for row in c.fetchall():
|
|
||||||
columnNames = [description[0] for description in cursor.description]
|
|
||||||
|
|
||||||
episodeDict = dict.fromkeys(columnNames)
|
|
||||||
|
|
||||||
for i, key in enumerate(episodeDict.keys()):
|
|
||||||
episodeDict[key] = row[i]
|
|
||||||
|
|
||||||
episodeList.append(episodeDict)
|
|
||||||
|
|
||||||
conn.close()
|
|
||||||
print(json.dumps(episodeList))
|
|
||||||
getNewItems()
|
|
||||||
|
|
||||||
print("--- %s seconds ---" % '{0:.4f}'.format((time.time() - start_time)))
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
while True:
|
|
||||||
main()
|
|
||||||
sleep(2)
|
|
||||||
@@ -1,252 +0,0 @@
|
|||||||
#!/usr/bin/env python3
|
|
||||||
# -*- coding: utf-8 -*-
|
|
||||||
# @Author: KevinMidboe
|
|
||||||
# @Date: 2017-02-23 21:41:40
|
|
||||||
# @Last Modified by: KevinMidboe
|
|
||||||
# @Last Modified time: 2017-03-04 16:32:35
|
|
||||||
|
|
||||||
import os, re, shutil, sqlite3
|
|
||||||
from fuzzywuzzy import process
|
|
||||||
from sys import argv
|
|
||||||
from pprint import pprint
|
|
||||||
|
|
||||||
# TODO Rename file to remove watermark DONE
|
|
||||||
# Look for subs in file and folder DONE
|
|
||||||
# What if there are multiple subs
|
|
||||||
# Add language for subs
|
|
||||||
# Remove stupid samples
|
|
||||||
# Import directory based on OS
|
|
||||||
|
|
||||||
# THE PARTS OF SEASONED FOLDER
|
|
||||||
# DATABASE
|
|
||||||
# Add show
|
|
||||||
# Get list of shows
|
|
||||||
# Add cmdInfoExtractor
|
|
||||||
|
|
||||||
# Parser
|
|
||||||
# Get files from directory
|
|
||||||
# Check files not in shows list
|
|
||||||
# Get best match to the name of file
|
|
||||||
# Get folder contents
|
|
||||||
|
|
||||||
# cmdInfoExtractor
|
|
||||||
# NB: Create folder for new seasons
|
|
||||||
# Folderpath
|
|
||||||
# Show match
|
|
||||||
# Episode/Season
|
|
||||||
# Contents
|
|
||||||
# mediafiles
|
|
||||||
# - removed author
|
|
||||||
# subtitles
|
|
||||||
# - removed author
|
|
||||||
#
|
|
||||||
|
|
||||||
# cmdInfoExecuter
|
|
||||||
# Checks if there is a waiting tweet
|
|
||||||
# Check for replies for the gives tweets
|
|
||||||
# If any has reply (y), execute the cmdInfo
|
|
||||||
# Delete from waiting DB and add to fixed DB
|
|
||||||
|
|
||||||
# Twitter
|
|
||||||
# twitter - [index] = en
|
|
||||||
# - [index] -
|
|
||||||
# - [index] +
|
|
||||||
# trash
|
|
||||||
# twitter - [index] +
|
|
||||||
# - [index] -
|
|
||||||
# - [index] =
|
|
||||||
|
|
||||||
showDir = '/Volumes/media/tv/'
|
|
||||||
dbPath = "/Users/KevinMidboe/Dropbox/python/seasonedShows/shows.db"
|
|
||||||
mediaExtensions = ['mkv', 'mp4', 'avi']
|
|
||||||
subExtensions = ['srt']
|
|
||||||
|
|
||||||
def verifyConnectedDirectory():
|
|
||||||
if not os.path.isdir(showDir):
|
|
||||||
print('Error:', showDir + ' folder not found. Is it mounted?')
|
|
||||||
exit(0)
|
|
||||||
|
|
||||||
def addShowToDB(name):
|
|
||||||
if name in getShowNames():
|
|
||||||
return False
|
|
||||||
|
|
||||||
conn = sqlite3.connect(dbPath)
|
|
||||||
c = conn.cursor()
|
|
||||||
|
|
||||||
c.execute('INSERT INTO shows VALUES ("' + str(name) + '"' + ", datetime('now'), datetime('now'))")
|
|
||||||
|
|
||||||
conn.commit()
|
|
||||||
conn.close()
|
|
||||||
return True
|
|
||||||
|
|
||||||
def addSubLanguage(file):
|
|
||||||
f = open('subs/The.Man.from.U.N.C.L.E.2015.1080p-[eztv].srt', 'r', encoding = "UTF-32")
|
|
||||||
detectedLanguage = detect(f.read())
|
|
||||||
|
|
||||||
# Removes the uploader name from filename
|
|
||||||
def removeUploader(file):
|
|
||||||
match = re.search('-[a-zA-Z\[\]\-]*.[a-z]{3}', file)
|
|
||||||
|
|
||||||
if match and input('Remove uploader:\t' + match.group(0)[:-4] + ' [Y/n] ') != 'n':
|
|
||||||
uploader, ext = match.group(0).split('.')
|
|
||||||
# if ext not in subExtensions:
|
|
||||||
# file = file.replace(uploader, '')
|
|
||||||
# else:
|
|
||||||
# file = file.replace(uploader, '.eng')
|
|
||||||
file = file.replace(uploader, '')
|
|
||||||
return file
|
|
||||||
|
|
||||||
|
|
||||||
def moveEpisode(srcFile, destDir):
|
|
||||||
os.rename(srcFile, destDir)
|
|
||||||
|
|
||||||
def XOR(list1, list2):
|
|
||||||
return set(list1) ^ set(list2)
|
|
||||||
|
|
||||||
def getFuzzyNames(query):
|
|
||||||
return process.extractOne(query, getShowNames().keys())
|
|
||||||
|
|
||||||
# Finds the correct show name
|
|
||||||
def getShowNames():
|
|
||||||
conn = sqlite3.connect(dbPath)
|
|
||||||
c = conn.cursor()
|
|
||||||
|
|
||||||
c.execute('SELECT show_names, date_added, date_modified FROM shows')
|
|
||||||
|
|
||||||
returnList = {}
|
|
||||||
for name, added, modified in c.fetchall():
|
|
||||||
returnList[name] = [added, modified]
|
|
||||||
|
|
||||||
conn.close()
|
|
||||||
return returnList
|
|
||||||
|
|
||||||
# showList = os.listdir(showDir) # Get's list of folders in showDir
|
|
||||||
|
|
||||||
# return process.extractOne(input, showList)
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
def getSeasons(show):
|
|
||||||
existingShowSeasons = os.listdir(showDir + show)
|
|
||||||
|
|
||||||
seasonsList = []
|
|
||||||
for season in existingShowSeasons:
|
|
||||||
# Checks if folder is given format (Season [0-9]{2}$)
|
|
||||||
if re.search('Season\ [0-9]{2}$', season):
|
|
||||||
# If re finds a match we append the season folder to seasonsList[]
|
|
||||||
seasonsList.append(season[-2:])
|
|
||||||
|
|
||||||
# TODO Return full season name and create list in the if statement at return'
|
|
||||||
return seasonsList
|
|
||||||
|
|
||||||
|
|
||||||
def createEpisodeFolders(show, season, episode, createNew=False):
|
|
||||||
episodeFormat = '%s S%sE'% (show, season)
|
|
||||||
seasonFormat = '%s Season %s/' % (show, season)
|
|
||||||
|
|
||||||
seasonDir = showDir + show + '/' + seasonFormat
|
|
||||||
|
|
||||||
# Creates a season folder if none exists for given season value
|
|
||||||
if createNew == True:
|
|
||||||
os.makedirs(seasonDir)
|
|
||||||
|
|
||||||
episodeList = os.listdir(seasonDir)
|
|
||||||
|
|
||||||
for i in range(1,int(episode)+1):
|
|
||||||
i_formatted = '{:02}'.format(i)
|
|
||||||
if episodeFormat + i_formatted not in episodeList:
|
|
||||||
os.makedirs(seasonDir + episodeFormat + i_formatted)
|
|
||||||
print(' ' + episodeFormat + i_formatted)
|
|
||||||
|
|
||||||
|
|
||||||
# TODO to only get the stray files.
|
|
||||||
# Get all folders without spaces and atleast one '.'
|
|
||||||
def findStray():
|
|
||||||
showNames = getShowNames().keys()
|
|
||||||
folderContents = filter( lambda f: not f.startswith('.'), os.listdir(showDir))
|
|
||||||
|
|
||||||
XORContent = XOR(folderContents, showNames)
|
|
||||||
|
|
||||||
multipleEpisodeRegex = 'complete|season|\.\S[0-9]{1,2}\.'
|
|
||||||
|
|
||||||
# print(set(folderContents) ^ set(showNames))
|
|
||||||
|
|
||||||
for file in XORContent:
|
|
||||||
if re.findall(multipleEpisodeRegex, file.lower()):
|
|
||||||
print(file, process.extractOne(file, showNames))
|
|
||||||
|
|
||||||
|
|
||||||
def findStrayEpisodes(show, season, episode):
|
|
||||||
showList = os.listdir(showDir)
|
|
||||||
|
|
||||||
singleEpisodeRegex = re.sub(' ', '.', show) + '.S' + season + 'E'
|
|
||||||
# Complete season folder : Show + Season | Complete + first(number after show)
|
|
||||||
multipleEpisodeRegex = 'complete|season'
|
|
||||||
|
|
||||||
for file in showList:
|
|
||||||
if re.findall(multipleEpisodeRegex, file.lower()) and show in file:
|
|
||||||
print(file)
|
|
||||||
|
|
||||||
if singleEpisodeRegex in file:
|
|
||||||
episodeNumber = int(file[len(singleEpisodeRegex):len(singleEpisodeRegex)+2])
|
|
||||||
|
|
||||||
folderContents = os.listdir(showDir + file)
|
|
||||||
|
|
||||||
for item in folderContents:
|
|
||||||
if (item[-3:] in subExtensions or item[-3:] in mediaExtensions) and \
|
|
||||||
(episodeNumber in list(range(1, int(episode) + 1))):
|
|
||||||
fileDir = showDir + file + '/' + item
|
|
||||||
print(item)
|
|
||||||
item = removeUploader(item)
|
|
||||||
episodeFolderDir = showDir + show + '/' + show + ' Season ' + season + '/' + \
|
|
||||||
show + ' S' + season + 'E' + '{:02}'.format(episodeNumber) + '/'
|
|
||||||
|
|
||||||
moveEpisode(fileDir, episodeFolderDir + item)
|
|
||||||
|
|
||||||
pprint(os.listdir(showDir + file))
|
|
||||||
if input('Remove contents? [Y/n] ') != 'n':
|
|
||||||
shutil.rmtree(showDir + file)
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
def parse(show, season, episode):
|
|
||||||
verifyConnectedDirectory()
|
|
||||||
|
|
||||||
show, fuzzyHit = getShowNames(show)
|
|
||||||
if fuzzyHit != 100:
|
|
||||||
if (input('Did you mean:\t' + show + ' [Y/n] ') == 'n'):
|
|
||||||
parse(input('Show query: '), season, episode)
|
|
||||||
exit(0)
|
|
||||||
|
|
||||||
foundSeasons = getSeasons(show)
|
|
||||||
if season not in foundSeasons:
|
|
||||||
if (input('Create season:\t' + season + ' [Y/n] ') == 'n'):
|
|
||||||
exit(0)
|
|
||||||
else:
|
|
||||||
createEpisodeFolders(show, season, episode, True)
|
|
||||||
exit(0)
|
|
||||||
|
|
||||||
createEpisodeFolders(show, season, episode)
|
|
||||||
findStrayEpisodes(show, season, episode)
|
|
||||||
|
|
||||||
|
|
||||||
def main():
|
|
||||||
print(addShowToDB('Pokemon GO'))
|
|
||||||
exit(0)
|
|
||||||
if argv[-1].endswith('seasonedFolders.py'):
|
|
||||||
findStray()
|
|
||||||
exit(0)
|
|
||||||
|
|
||||||
elif not argv[-1].isdigit() or not argv[-2].isdigit():
|
|
||||||
print(" Missing sesason- or episode number.\nRequired input: [show name] [season nr] [episode nr]")
|
|
||||||
exit(0)
|
|
||||||
show = ' '.join(argv[1:-2])
|
|
||||||
season = '{:02}'.format(int(argv[-2]))
|
|
||||||
episode = '{:02}'.format(int(argv[-1]))
|
|
||||||
|
|
||||||
parse(show, season, episode)
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
main()
|
|
||||||
Reference in New Issue
Block a user