forked from Github/Axter-Stash
Added options to report and to advance menu
This commit is contained in:
David Maisonave
@@ -15,6 +15,10 @@ from datetime import datetime
|
||||
from StashPluginHelper import StashPluginHelper
|
||||
from stashapi.stash_types import PhashDistance
|
||||
from DupFileManager_config import config # Import config from DupFileManager_config.py
|
||||
from DupFileManager_report_config import report_config
|
||||
|
||||
# ToDo: make sure the following line of code works
|
||||
config |= report_config
|
||||
|
||||
parser = argparse.ArgumentParser()
|
||||
parser.add_argument('--url', '-u', dest='stash_url', type=str, help='Add Stash URL')
|
||||
@@ -73,7 +77,7 @@ advanceMenuOptions = [ "applyCombo", "applyComboBlacklist", "pathToDelete", "pa
|
||||
doJsonReturnModeTypes = ["tag_duplicates_task", "removeDupTag", "addExcludeTag", "removeExcludeTag", "mergeTags", "getLocalDupReportPath",
|
||||
"createDuplicateReportWithoutTagging", "deleteLocalDupReportHtmlFiles", "clear_duplicate_tags_task",
|
||||
"deleteAllDupFileManagerTags", "deleteBlackListTaggedDuplicatesTask", "deleteTaggedDuplicatesLwrResOrLwrDuration",
|
||||
"deleteBlackListTaggedDuplicatesLwrResOrLwrDuration"]
|
||||
"deleteBlackListTaggedDuplicatesLwrResOrLwrDuration", "create_duplicate_report_task"]
|
||||
doJsonReturnModeTypes += [advanceMenuOptions]
|
||||
doJsonReturn = False
|
||||
if len(sys.argv) < 2 and stash.PLUGIN_TASK_NAME in doJsonReturnModeTypes:
|
||||
@@ -92,22 +96,6 @@ else:
|
||||
stash.Debug(f"No command line arguments. JSON_INPUT['args'] = {stash.JSON_INPUT['args']}; PLUGIN_TASK_NAME = {stash.PLUGIN_TASK_NAME}; argv = {sys.argv}")
|
||||
stash.status(logLevel=logging.DEBUG)
|
||||
|
||||
# stash.Trace(f"\nStarting (__file__={__file__}) (stash.CALLED_AS_STASH_PLUGIN={stash.CALLED_AS_STASH_PLUGIN}) (stash.DEBUG_TRACING={stash.DEBUG_TRACING}) (stash.PLUGIN_TASK_NAME={stash.PLUGIN_TASK_NAME})************************************************")
|
||||
# stash.encodeToUtf8 = True
|
||||
|
||||
# ToDo: Remove below commented out lines of code
|
||||
# Test code that should be deleted after testing is complete
|
||||
# stash.configure_plugin(stash.PLUGIN_ID, {"zSwapHighRes" : True})
|
||||
# stash.configure_plugin(stash.PLUGIN_ID, {"zSwapLongLength" : True})
|
||||
# stash.configure_plugin(stash.PLUGIN_ID, {"zSwapBetterFrameRate" : True})
|
||||
# stash.configure_plugin(stash.PLUGIN_ID, {"zzObsoleteSettingsCheckVer2" : False})
|
||||
# stash.configure_plugin(stash.PLUGIN_ID, {"zSwapBetterBitRate" : True})
|
||||
# stash.configure_plugin(stash.PLUGIN_ID, {"zSwapCodec" : True})
|
||||
# stash.configure_plugin(stash.PLUGIN_ID, {"zyMatchDupDistance" : 1})
|
||||
# stash.configure_plugin(stash.PLUGIN_ID, {"zySwapCodec" : True})
|
||||
# stash.configure_plugin(stash.PLUGIN_ID, {"zxGraylist" : "B:\\_\\"})
|
||||
# exit(0)
|
||||
|
||||
obsoleteSettingsToConvert = {"zWhitelist" : "zvWhitelist", "zxGraylist" : "zwGraylist", "zyBlacklist" : "zxBlacklist", "zyMatchDupDistance" : "matchDupDistance", "zSwapHighRes" : "zySwapHighRes", "zSwapLongLength" : "zySwapLongLength", "zSwapBetterBitRate" : "zySwapBetterBitRate", "zSwapCodec" : "zySwapCodec", "zSwapBetterFrameRate" : "zySwapBetterFrameRate"}
|
||||
stash.replaceObsoleteSettings(obsoleteSettingsToConvert, "zzObsoleteSettingsCheckVer2")
|
||||
|
||||
@@ -159,7 +147,8 @@ excludeFromReportIfSignificantTimeDiff = False
|
||||
matchDupDistance = int(stash.Setting('matchDupDistance'))
|
||||
matchPhaseDistance = PhashDistance.EXACT
|
||||
matchPhaseDistanceText = "Exact Match"
|
||||
if stash.PLUGIN_TASK_NAME == "tag_duplicates_task" and 'Target' in stash.JSON_INPUT['args']:
|
||||
if (stash.PLUGIN_TASK_NAME == "tag_duplicates_task" or stash.PLUGIN_TASK_NAME == "create_duplicate_report_task") and 'Target' in stash.JSON_INPUT['args']:
|
||||
stash.enableProgressBar(False)
|
||||
if stash.JSON_INPUT['args']['Target'].startswith("0"):
|
||||
matchDupDistance = 0
|
||||
elif stash.JSON_INPUT['args']['Target'].startswith("1"):
|
||||
@@ -402,8 +391,6 @@ def isBetterVideo(scene1, scene2, swapCandidateCk = False): # is scene2 better t
|
||||
# Prioritize higher reslution over codec, bit rate, and frame rate
|
||||
if int(scene1['files'][0]['width']) * int(scene1['files'][0]['height']) > int(scene2['files'][0]['width']) * int(scene2['files'][0]['height']):
|
||||
return False
|
||||
# if int(scene1['files'][0]['width']) > int(scene2['files'][0]['width']) or int(scene1['files'][0]['height']) > int(scene2['files'][0]['height']):
|
||||
# return False
|
||||
if (favorBitRateChange and swapCandidateCk == False) or (swapCandidateCk and swapBetterBitRate):
|
||||
if (favorHighBitRate and int(scene2['files'][0]['bit_rate']) > int(scene1['files'][0]['bit_rate'])) or (not favorHighBitRate and int(scene2['files'][0]['bit_rate']) < int(scene1['files'][0]['bit_rate'])):
|
||||
stash.Trace(f"[isBetterVideo]:[favorHighBitRate={favorHighBitRate}] Better bit rate. {scene1['files'][0]['path']}={scene1['files'][0]['bit_rate']} v.s. {scene2['files'][0]['path']}={scene2['files'][0]['bit_rate']}")
|
||||
@@ -453,7 +440,6 @@ def isSwapCandidate(DupFileToKeep, DupFile):
|
||||
# Don't move if both are in whitelist
|
||||
if stash.startsWithInList(whitelist, DupFileToKeep['files'][0]['path']) and stash.startsWithInList(whitelist, DupFile['files'][0]['path']):
|
||||
return False
|
||||
# if swapHighRes and (int(DupFileToKeep['files'][0]['width']) > int(DupFile['files'][0]['width']) or int(DupFileToKeep['files'][0]['height']) > int(DupFile['files'][0]['height'])):
|
||||
if swapHighRes and int(DupFileToKeep['files'][0]['width']) * int(DupFileToKeep['files'][0]['height']) > int(DupFile['files'][0]['width']) * int(DupFile['files'][0]['height']):
|
||||
if not significantTimeDiffCheck(DupFileToKeep, DupFile):
|
||||
return True
|
||||
@@ -532,6 +518,7 @@ def getHtmlReportTableRow(qtyResults, tagDuplicates):
|
||||
htmlReportPrefix = htmlReportPrefix.replace('(DateCreatedPlaceHolder)', datetime.now().strftime("%d-%b-%Y, %H:%M:%S"))
|
||||
return htmlReportPrefix
|
||||
|
||||
htmlReportTableData = stash.Setting('htmlReportTableData')
|
||||
htmlDetailDiffTextColor = stash.Setting('htmlDetailDiffTextColor')
|
||||
htmlSupperHighlight = stash.Setting('htmlSupperHighlight')
|
||||
htmlLowerHighlight = stash.Setting('htmlLowerHighlight')
|
||||
@@ -555,8 +542,100 @@ def logReason(DupFileToKeep, Scene, reason):
|
||||
reasonDict[DupFileToKeep['id']] = reason
|
||||
stash.Debug(f"Replacing {DupFileToKeep['files'][0]['path']} with {Scene['files'][0]['path']} for candidate to keep. Reason={reason}")
|
||||
|
||||
htmlReportNameFolder = f"{stash.PLUGINS_PATH}{os.sep}DupFileManager{os.sep}report"
|
||||
htmlReportName = f"{htmlReportNameFolder}{os.sep}{stash.Setting('htmlReportName')}"
|
||||
|
||||
def getSceneID(scene):
|
||||
return htmlReportTableData.replace("<td", f"<td class=\"ID_{scene['id']}\" ")
|
||||
|
||||
def fileNameClassID(scene):
|
||||
return f" class=\"FN_ID_{scene['id']}\" "
|
||||
|
||||
htmlReportNameFolder = f"{stash.PLUGINS_PATH}{os.sep}DupFileManager{os.sep}report"
|
||||
htmlReportName = f"{htmlReportNameFolder}{os.sep}{stash.Setting('htmlReportName')}"
|
||||
htmlReportTableRow = stash.Setting('htmlReportTableRow')
|
||||
htmlIncludeImagePreview = stash.Setting('htmlIncludeImagePreview')
|
||||
htmlImagePreviewPopupSize = stash.Setting('htmlImagePreviewPopupSize')
|
||||
htmlReportVideoPreview = stash.Setting('htmlReportVideoPreview')
|
||||
htmlHighlightTimeDiff = stash.Setting('htmlHighlightTimeDiff')
|
||||
htmlPreviewOrStream = "stream" if stash.Setting('streamOverPreview') else "preview"
|
||||
|
||||
def writeRowToHtmlReport(fileHtmlReport, DupFile, DupFileToKeep, QtyTagForDel = "?", tagDuplicates = False):
|
||||
dupFileExist = True if os.path.isfile(DupFile['files'][0]['path']) else False
|
||||
toKeepFileExist = True if os.path.isfile(DupFileToKeep['files'][0]['path']) else False
|
||||
fileHtmlReport.write(f"{htmlReportTableRow}")
|
||||
videoPreview = f"<video {htmlReportVideoPreview} poster=\"{DupFile['paths']['screenshot']}\"><source src=\"{DupFile['paths'][htmlPreviewOrStream]}\" type=\"video/mp4\"></video>"
|
||||
if htmlIncludeImagePreview:
|
||||
imagePreview = f"<ul><li><img src=\"{DupFile['paths']['sprite']}\" alt=\"\" width=\"140\"><span class=\"large\"><img src=\"{DupFile['paths']['sprite']}\" class=\"large-image\" alt=\"\" width=\"{htmlImagePreviewPopupSize}\"></span></li></ul>"
|
||||
fileHtmlReport.write(f"{getSceneID(DupFile)}<table><tr><td>{videoPreview}</td><td>{imagePreview}</td></tr></table></td>")
|
||||
else:
|
||||
fileHtmlReport.write(f"{getSceneID(DupFile)}{videoPreview}</td>")
|
||||
fileHtmlReport.write(f"{getSceneID(DupFile)}<a href=\"{stash.STASH_URL}/scenes/{DupFile['id']}\" target=\"_blank\" rel=\"noopener noreferrer\" {fileNameClassID(DupFile)}>{getPath(DupFile)}</a>")
|
||||
fileHtmlReport.write(f"<p><table><tr class=\"scene-details\"><th>Res</th><th>Durration</th><th>BitRate</th><th>Codec</th><th>FrameRate</th><th>size</th><th>ID</th><th>index</th></tr>")
|
||||
fileHtmlReport.write(f"<tr class=\"scene-details\"><td {getColor(getRes(DupFile), getRes(DupFileToKeep), True)}>{DupFile['files'][0]['width']}x{DupFile['files'][0]['height']}</td><td {getColor(DupFile['files'][0]['duration'], DupFileToKeep['files'][0]['duration'], True, True, htmlHighlightTimeDiff)}>{DupFile['files'][0]['duration']}</td><td {getColor(DupFile['files'][0]['bit_rate'], DupFileToKeep['files'][0]['bit_rate'])}>{DupFile['files'][0]['bit_rate']}</td><td {getColor(DupFile['files'][0]['video_codec'], DupFileToKeep['files'][0]['video_codec'])}>{DupFile['files'][0]['video_codec']}</td><td {getColor(DupFile['files'][0]['frame_rate'], DupFileToKeep['files'][0]['frame_rate'])}>{DupFile['files'][0]['frame_rate']}</td><td {getColor(DupFile['files'][0]['size'], DupFileToKeep['files'][0]['size'])}>{DupFile['files'][0]['size']}</td><td>{DupFile['id']}</td><td>{QtyTagForDel}</td></tr>")
|
||||
|
||||
if DupFile['id'] in reasonDict:
|
||||
fileHtmlReport.write(f"<tr class=\"reason-details\"><td colspan='8'>Reason: {reasonDict[DupFile['id']]}</td></tr>")
|
||||
# elif DupFileToKeep['id'] in reasonDict:
|
||||
# fileHtmlReport.write(f"<tr class=\"reason-details\"><td colspan='8'>Reason: {reasonDict[DupFileToKeep['id']]}</td></tr>")
|
||||
elif int(DupFileToKeep['files'][0]['width']) * int(DupFileToKeep['files'][0]['height']) > int(DupFile['files'][0]['width']) * int(DupFile['files'][0]['height']):
|
||||
fileHtmlReport.write(f"<tr class=\"reason-details\"><td colspan='8'>Reason: Resolution {DupFile['files'][0]['width']}x{DupFile['files'][0]['height']} < {DupFileToKeep['files'][0]['width']}x{DupFileToKeep['files'][0]['height']}</td></tr>")
|
||||
elif significantMoreTimeCompareToBetterVideo(DupFile, DupFileToKeep):
|
||||
if significantTimeDiffCheck(DupFile, DupFileToKeep):
|
||||
theReason = f"Significant-Duration: <b style='color:red;background-color:neon green;'>{DupFile['files'][0]['duration']} < {DupFileToKeep['files'][0]['duration']}</b>"
|
||||
else:
|
||||
theReason = f"Duration: {DupFile['files'][0]['duration']} < {DupFileToKeep['files'][0]['duration']}"
|
||||
fileHtmlReport.write(f"<tr class=\"reason-details\"><td colspan='8'>Reason: {theReason}</td></tr>")
|
||||
elif isBetterVideo(DupFile, DupFileToKeep):
|
||||
fileHtmlReport.write(f"<tr class=\"reason-details\"><td colspan='8'>Reason: Better Video</td></tr>")
|
||||
elif stash.startsWithInList(DupFileToKeep, DupFile['files'][0]['path']) and not stash.startsWithInList(whitelist, DupFile['files'][0]['path']):
|
||||
fileHtmlReport.write(f"<tr class=\"reason-details\"><td colspan='8'>Reason: not whitelist vs whitelist</td></tr>")
|
||||
elif isTaggedExcluded(DupFileToKeep) and not isTaggedExcluded(DupFile):
|
||||
fileHtmlReport.write(f"<tr class=\"reason-details\"><td colspan='8'>Reason: not ExcludeTag vs ExcludeTag</td></tr>")
|
||||
|
||||
fileHtmlReport.write("</table>")
|
||||
fileHtmlReport.write(f"<button class=\"link-button\" title=\"Delete file and remove scene from stash\" value=\"deleteScene\" id=\"{DupFile['id']}\">[Delete]</button>")
|
||||
fileHtmlReport.write(f"<button class=\"link-button\" title=\"Remove scene from stash only. Do NOT delete file.\" value=\"removeScene\" id=\"{DupFile['id']}\">[Remove]</button>")
|
||||
fileHtmlReport.write(f"<button class=\"link-button\" title=\"Copy duplicate to file-to-keep.\" value=\"copyScene\" id=\"{DupFile['id']}:{DupFileToKeep['id']}\">[Copy]</button>")
|
||||
fileHtmlReport.write(f"<button class=\"link-button\" title=\"Replace file-to-keep with this duplicate, and copy metadata from this duplicate to file-to-keep.\" value=\"moveScene\" id=\"{DupFile['id']}:{DupFileToKeep['id']}\">[Move]</button>")
|
||||
fileHtmlReport.write(f"<button class=\"link-button\" title=\"Replace file-to-keep file name with this duplicate file name.\" value=\"renameFile\" id=\"{DupFileToKeep['id']}:{stash.asc2(pathlib.Path(DupFile['files'][0]['path']).stem)}\">[CpyName]</button>")
|
||||
fileHtmlReport.write(f"<button class=\"link-button\" title=\"Flag scene as reviewed or as awaiting review.\" value=\"flagScene\" id=\"{DupFile['id']}\">[Flag]</button>")
|
||||
# ToDo: Add following buttons:
|
||||
# rename file
|
||||
if dupFileExist and tagDuplicates:
|
||||
fileHtmlReport.write(f"<button class=\"link-button\" title=\"Remove duplicate tag from scene.\" value=\"removeDupTag\" id=\"{DupFile['id']}\">[-Tag]</button>")
|
||||
fileHtmlReport.write(f"<button class=\"link-button\" title=\"Add exclude tag to scene. This will exclude scene from deletion via deletion tag\" value=\"addExcludeTag\" id=\"{DupFile['id']}\">[+Exclude]</button>")
|
||||
fileHtmlReport.write(f"<button class=\"link-button\" title=\"Merge duplicate scene tags with ToKeep scene tags\" value=\"mergeTags\" id=\"{DupFile['id']}:{DupFileToKeep['id']}\">[Merge Tags]</button>")
|
||||
if dupFileExist:
|
||||
fileHtmlReport.write(f"<a class=\"link-items\" title=\"Open folder\" href=\"file://{getPath(DupFile, True)}\">[Folder]</a>")
|
||||
fileHtmlReport.write(f"<a class=\"link-items\" title=\"Play file locally\" href=\"file://{getPath(DupFile)}\">[Play]</a>")
|
||||
else:
|
||||
fileHtmlReport.write("<b style='color:red;'>[File NOT Exist]<b>")
|
||||
fileHtmlReport.write("</p></td>")
|
||||
|
||||
videoPreview = f"<video {htmlReportVideoPreview} poster=\"{DupFileToKeep['paths']['screenshot']}\"><source src=\"{DupFileToKeep['paths'][htmlPreviewOrStream]}\" type=\"video/mp4\"></video>"
|
||||
if htmlIncludeImagePreview:
|
||||
imagePreview = f"<ul><li><img src=\"{DupFileToKeep['paths']['sprite']}\" alt=\"\" width=\"140\"><span class=\"large\"><img src=\"{DupFileToKeep['paths']['sprite']}\" class=\"large-image\" alt=\"\" width=\"{htmlImagePreviewPopupSize}\"></span></li></ul>"
|
||||
fileHtmlReport.write(f"{getSceneID(DupFileToKeep)}<table><tr><td>{videoPreview}</td><td>{imagePreview}</td></tr></table></td>")
|
||||
else:
|
||||
fileHtmlReport.write(f"{getSceneID(DupFileToKeep)}{videoPreview}</td>")
|
||||
fileHtmlReport.write(f"{getSceneID(DupFileToKeep)}<a href=\"{stash.STASH_URL}/scenes/{DupFileToKeep['id']}\" target=\"_blank\" rel=\"noopener noreferrer\" {fileNameClassID(DupFileToKeep)}>{getPath(DupFileToKeep)}</a>")
|
||||
fileHtmlReport.write(f"<p><table><tr class=\"scene-details\"><th>Res</th><th>Durration</th><th>BitRate</th><th>Codec</th><th>FrameRate</th><th>size</th><th>ID</th></tr>")
|
||||
fileHtmlReport.write(f"<tr class=\"scene-details\"><td>{DupFileToKeep['files'][0]['width']}x{DupFileToKeep['files'][0]['height']}</td><td>{DupFileToKeep['files'][0]['duration']}</td><td>{DupFileToKeep['files'][0]['bit_rate']}</td><td>{DupFileToKeep['files'][0]['video_codec']}</td><td>{DupFileToKeep['files'][0]['frame_rate']}</td><td>{DupFileToKeep['files'][0]['size']}</td><td>{DupFileToKeep['id']}</td></tr></table>")
|
||||
fileHtmlReport.write(f"<button class=\"link-button\" title=\"Delete [DupFileToKeep] and remove scene from stash\" value=\"deleteScene\" id=\"{DupFileToKeep['id']}\">[Delete]</button>")
|
||||
fileHtmlReport.write(f"<button class=\"link-button\" title=\"Remove scene from stash only. Do NOT delete file.\" value=\"removeScene\" id=\"{DupFileToKeep['id']}\">[Remove]</button>")
|
||||
fileHtmlReport.write(f"<button class=\"link-button\" title=\"Rename file-to-keep.\" value=\"newName\" id=\"{DupFileToKeep['id']}:{stash.asc2(pathlib.Path(DupFileToKeep['files'][0]['path']).stem)}\">[Rename]</button>")
|
||||
if isTaggedExcluded(DupFileToKeep):
|
||||
fileHtmlReport.write(f"<button class=\"link-button\" title=\"Remove exclude scene from deletion tag\" value=\"removeExcludeTag\" id=\"{DupFileToKeep['id']}\">[-Exclude]</button>")
|
||||
fileHtmlReport.write(f"<a class=\"link-items\" title=\"Open folder\" href=\"file://{getPath(DupFileToKeep, True)}\">[Folder]</a>")
|
||||
if toKeepFileExist:
|
||||
fileHtmlReport.write(f"<a class=\"link-items\" title=\"Play file locally\" href=\"file://{getPath(DupFileToKeep)}\">[Play]</a>")
|
||||
else:
|
||||
fileHtmlReport.write("<b style='color:red;'>[File NOT Exist]<b>")
|
||||
fileHtmlReport.write(f"<button class=\"link-button\" title=\"Flag scene as reviewed or as awaiting review.\" value=\"flagScene\" id=\"{DupFileToKeep['id']}\">[Flag]</button>")
|
||||
# ToDo: Add following buttons:
|
||||
# rename file
|
||||
fileHtmlReport.write(f"</p></td>")
|
||||
|
||||
fileHtmlReport.write("</tr>\n")
|
||||
|
||||
def mangeDupFiles(merge=False, deleteDup=False, tagDuplicates=False, deleteBlacklistOnly=False, deleteLowerResAndDuration=False):
|
||||
global reasonDict
|
||||
@@ -565,16 +644,10 @@ def mangeDupFiles(merge=False, deleteDup=False, tagDuplicates=False, deleteBlack
|
||||
dupTagId = stash.createTagId(duplicateMarkForDeletion, duplicateMarkForDeletion_descp, ignoreAutoTag=True)
|
||||
stash.Trace(f"dupTagId={dupTagId} name={duplicateMarkForDeletion}")
|
||||
createHtmlReport = stash.Setting('createHtmlReport')
|
||||
previewOrStream = "stream" if stash.Setting('streamOverPreview') else "preview"
|
||||
htmlIncludeImagePreview = stash.Setting('htmlIncludeImagePreview')
|
||||
htmlImagePreviewPopupSize = stash.Setting('htmlImagePreviewPopupSize')
|
||||
htmlReportNameHomePage = htmlReportName
|
||||
htmlReportTableRow = stash.Setting('htmlReportTableRow')
|
||||
htmlReportTableData = stash.Setting('htmlReportTableData')
|
||||
htmlReportVideoPreview = stash.Setting('htmlReportVideoPreview')
|
||||
htmlHighlightTimeDiff = stash.Setting('htmlHighlightTimeDiff')
|
||||
htmlReportPaginate = stash.Setting('htmlReportPaginate')
|
||||
|
||||
|
||||
addDupWhitelistTag()
|
||||
addExcludeDupTag()
|
||||
|
||||
@@ -596,7 +669,7 @@ def mangeDupFiles(merge=False, deleteDup=False, tagDuplicates=False, deleteBlack
|
||||
stash.Trace("#########################################################################")
|
||||
stash.Log(f"Waiting for find_duplicate_scenes_diff to return results; matchDupDistance={matchPhaseDistanceText}; significantTimeDiff={significantTimeDiff}", printTo=LOG_STASH_N_PLUGIN)
|
||||
stash.startSpinningProcessBar()
|
||||
htmlFileData = " paths {screenshot sprite " + previewOrStream + "} " if createHtmlReport else ""
|
||||
htmlFileData = " paths {screenshot sprite " + htmlPreviewOrStream + "} " if createHtmlReport else ""
|
||||
mergeFieldData = " code director title rating100 date studio {id} movies {movie {id} } galleries {id} performers {id} urls " if merge else ""
|
||||
DupFileSets = stash.find_duplicate_scenes(matchPhaseDistance, fragment='id tags {id name} files {path width height duration size video_codec bit_rate frame_rate} details ' + mergeFieldData + htmlFileData)
|
||||
stash.stopSpinningProcessBar()
|
||||
@@ -628,7 +701,6 @@ def mangeDupFiles(merge=False, deleteDup=False, tagDuplicates=False, deleteBlack
|
||||
DupFileDetailList = []
|
||||
for DupFile in DupFileSet:
|
||||
QtyDup+=1
|
||||
# Scene = stash.find_scene(DupFile['id'])
|
||||
Scene = DupFile
|
||||
if skipIfTagged and createHtmlReport == False and duplicateMarkForDeletion in Scene['tags']:
|
||||
stash.Trace(f"Skipping scene '{Scene['files'][0]['path']}' because already tagged with {duplicateMarkForDeletion}")
|
||||
@@ -645,7 +717,6 @@ def mangeDupFiles(merge=False, deleteDup=False, tagDuplicates=False, deleteBlack
|
||||
if significantTimeDiffCheck(DupFileToKeep, Scene):
|
||||
QtyRealTimeDiff += 1
|
||||
|
||||
# if int(DupFileToKeep['files'][0]['width']) < int(Scene['files'][0]['width']) or int(DupFileToKeep['files'][0]['height']) < int(Scene['files'][0]['height']):
|
||||
if int(DupFileToKeep['files'][0]['width']) * int(DupFileToKeep['files'][0]['height']) < int(Scene['files'][0]['width']) * int(Scene['files'][0]['height']):
|
||||
logReason(DupFileToKeep, Scene, f"resolution: {DupFileToKeep['files'][0]['width']}x{DupFileToKeep['files'][0]['height']} < {Scene['files'][0]['width']}x{Scene['files'][0]['height']}")
|
||||
DupFileToKeep = Scene
|
||||
@@ -756,77 +827,14 @@ def mangeDupFiles(merge=False, deleteDup=False, tagDuplicates=False, deleteBlack
|
||||
if tagDuplicates:
|
||||
didAddTag = setTagId_withRetry(duplicateMarkForDeletion, DupFile, DupFileToKeep, ignoreAutoTag=True)
|
||||
if fileHtmlReport != None:
|
||||
# ToDo: Add icons using github path
|
||||
# add copy button with copy icon
|
||||
# add move button with r-sqr icon
|
||||
# repace delete button with trashcan icon
|
||||
# add rename file code and button
|
||||
# add delete only from stash db code and button using DB delete icon
|
||||
stash.Debug(f"Adding scene {DupFile['id']} to HTML report.")
|
||||
dupFileExist = True if os.path.isfile(DupFile['files'][0]['path']) else False
|
||||
toKeepFileExist = True if os.path.isfile(DupFileToKeep['files'][0]['path']) else False
|
||||
|
||||
fileHtmlReport.write(f"{htmlReportTableRow}")
|
||||
videoPreview = f"<video {htmlReportVideoPreview} poster=\"{DupFile['paths']['screenshot']}\"><source src=\"{DupFile['paths'][previewOrStream]}\" type=\"video/mp4\"></video>"
|
||||
if htmlIncludeImagePreview:
|
||||
imagePreview = f"<ul><li><img src=\"{DupFile['paths']['sprite']}\" alt=\"\" width=\"140\"><span class=\"large\"><img src=\"{DupFile['paths']['sprite']}\" class=\"large-image\" alt=\"\" width=\"{htmlImagePreviewPopupSize}\"></span></li></ul>"
|
||||
fileHtmlReport.write(f"{htmlReportTableData}<table><tr><td>{videoPreview}</td><td>{imagePreview}</td></tr></table></td>")
|
||||
else:
|
||||
fileHtmlReport.write(f"{htmlReportTableData}{videoPreview}</td>")
|
||||
fileHtmlReport.write(f"{htmlReportTableData}<a href=\"{stash.STASH_URL}/scenes/{DupFile['id']}\" target=\"_blank\" rel=\"noopener noreferrer\">{getPath(DupFile)}</a>")
|
||||
fileHtmlReport.write(f"<p><table><tr class=\"scene-details\"><th>Res</th><th>Durration</th><th>BitRate</th><th>Codec</th><th>FrameRate</th><th>size</th><th>ID</th><th>index</th></tr>")
|
||||
fileHtmlReport.write(f"<tr class=\"scene-details\"><td {getColor(getRes(DupFile), getRes(DupFileToKeep), True)}>{DupFile['files'][0]['width']}x{DupFile['files'][0]['height']}</td><td {getColor(DupFile['files'][0]['duration'], DupFileToKeep['files'][0]['duration'], True, True, htmlHighlightTimeDiff)}>{DupFile['files'][0]['duration']}</td><td {getColor(DupFile['files'][0]['bit_rate'], DupFileToKeep['files'][0]['bit_rate'])}>{DupFile['files'][0]['bit_rate']}</td><td {getColor(DupFile['files'][0]['video_codec'], DupFileToKeep['files'][0]['video_codec'])}>{DupFile['files'][0]['video_codec']}</td><td {getColor(DupFile['files'][0]['frame_rate'], DupFileToKeep['files'][0]['frame_rate'])}>{DupFile['files'][0]['frame_rate']}</td><td {getColor(DupFile['files'][0]['size'], DupFileToKeep['files'][0]['size'])}>{DupFile['files'][0]['size']}</td><td>{DupFile['id']}</td><td>{QtyTagForDel}</td></tr>")
|
||||
|
||||
if DupFile['id'] in reasonDict:
|
||||
fileHtmlReport.write(f"<tr class=\"reason-details\"><td colspan='8'>Reason: {reasonDict[DupFile['id']]}</td></tr>")
|
||||
# elif DupFileToKeep['id'] in reasonDict:
|
||||
# fileHtmlReport.write(f"<tr class=\"reason-details\"><td colspan='8'>Reason: {reasonDict[DupFileToKeep['id']]}</td></tr>")
|
||||
elif int(DupFileToKeep['files'][0]['width']) * int(DupFileToKeep['files'][0]['height']) > int(DupFile['files'][0]['width']) * int(DupFile['files'][0]['height']):
|
||||
fileHtmlReport.write(f"<tr class=\"reason-details\"><td colspan='8'>Reason: Resolution {DupFile['files'][0]['width']}x{DupFile['files'][0]['height']} < {DupFileToKeep['files'][0]['width']}x{DupFileToKeep['files'][0]['height']}</td></tr>")
|
||||
elif significantMoreTimeCompareToBetterVideo(DupFile, DupFileToKeep):
|
||||
if significantTimeDiffCheck(DupFile, DupFileToKeep):
|
||||
theReason = f"Significant-Duration: <b style='color:red;background-color:neon green;'>{DupFile['files'][0]['duration']} < {DupFileToKeep['files'][0]['duration']}</b>"
|
||||
else:
|
||||
theReason = f"Duration: {DupFile['files'][0]['duration']} < {DupFileToKeep['files'][0]['duration']}"
|
||||
fileHtmlReport.write(f"<tr class=\"reason-details\"><td colspan='8'>Reason: {theReason}</td></tr>")
|
||||
elif isBetterVideo(DupFile, DupFileToKeep):
|
||||
fileHtmlReport.write(f"<tr class=\"reason-details\"><td colspan='8'>Reason: Better Video</td></tr>")
|
||||
elif stash.startsWithInList(DupFileToKeep, DupFile['files'][0]['path']) and not stash.startsWithInList(whitelist, DupFile['files'][0]['path']):
|
||||
fileHtmlReport.write(f"<tr class=\"reason-details\"><td colspan='8'>Reason: not whitelist vs whitelist</td></tr>")
|
||||
elif isTaggedExcluded(DupFileToKeep) and not isTaggedExcluded(DupFile):
|
||||
fileHtmlReport.write(f"<tr class=\"reason-details\"><td colspan='8'>Reason: not ExcludeTag vs ExcludeTag</td></tr>")
|
||||
|
||||
fileHtmlReport.write("</table>")
|
||||
fileHtmlReport.write(f"<button class=\"link-button\" title=\"Delete file and remove scene from stash\" value=\"Duplicate\" id=\"{DupFile['id']}\">[Delete]</button>")
|
||||
if dupFileExist and tagDuplicates:
|
||||
fileHtmlReport.write(f"<button class=\"link-button\" title=\"Remove duplicate tag from scene\" value=\"removeDupTag\" id=\"{DupFile['id']}\">[Remove Tag]</button>")
|
||||
fileHtmlReport.write(f"<button class=\"link-button\" title=\"Add exclude scene from deletion tag\" value=\"addExcludeTag\" id=\"{DupFile['id']}\">[Add Exclude Tag]</button>")
|
||||
fileHtmlReport.write(f"<button class=\"link-button\" title=\"Merge duplicate scene tags with ToKeep scene tags\" value=\"mergeTags\" id=\"{DupFile['id']}:{DupFileToKeep['id']}\">[Merge Tags]</button>")
|
||||
if dupFileExist:
|
||||
fileHtmlReport.write(f"<a class=\"link-items\" title=\"Open folder\" href=\"file://{getPath(DupFile, True)}\">[Folder]</a>")
|
||||
fileHtmlReport.write(f"<a class=\"link-items\" title=\"Play file locally\" href=\"file://{getPath(DupFile)}\">[Play]</a>")
|
||||
else:
|
||||
fileHtmlReport.write("<b style='color:red;'>[File NOT Exist]<b>")
|
||||
# ToDo: Add following buttons:
|
||||
# Copy file name from duplicate to ToKeep
|
||||
# Copy *file* from duplicate to ToKeep
|
||||
fileHtmlReport.write("</p></td>")
|
||||
|
||||
videoPreview = f"<video {htmlReportVideoPreview} poster=\"{DupFileToKeep['paths']['screenshot']}\"><source src=\"{DupFileToKeep['paths'][previewOrStream]}\" type=\"video/mp4\"></video>"
|
||||
if htmlIncludeImagePreview:
|
||||
imagePreview = f"<ul><li><img src=\"{DupFileToKeep['paths']['sprite']}\" alt=\"\" width=\"140\"><span class=\"large\"><img src=\"{DupFileToKeep['paths']['sprite']}\" class=\"large-image\" alt=\"\" width=\"{htmlImagePreviewPopupSize}\"></span></li></ul>"
|
||||
fileHtmlReport.write(f"{htmlReportTableData}<table><tr><td>{videoPreview}</td><td>{imagePreview}</td></tr></table></td>")
|
||||
else:
|
||||
fileHtmlReport.write(f"{htmlReportTableData}{videoPreview}</td>")
|
||||
fileHtmlReport.write(f"{htmlReportTableData}<a href=\"{stash.STASH_URL}/scenes/{DupFileToKeep['id']}\" target=\"_blank\" rel=\"noopener noreferrer\">{getPath(DupFileToKeep)}</a>")
|
||||
fileHtmlReport.write(f"<p><table><tr class=\"scene-details\"><th>Res</th><th>Durration</th><th>BitRate</th><th>Codec</th><th>FrameRate</th><th>size</th><th>ID</th></tr>")
|
||||
fileHtmlReport.write(f"<tr class=\"scene-details\"><td>{DupFileToKeep['files'][0]['width']}x{DupFileToKeep['files'][0]['height']}</td><td>{DupFileToKeep['files'][0]['duration']}</td><td>{DupFileToKeep['files'][0]['bit_rate']}</td><td>{DupFileToKeep['files'][0]['video_codec']}</td><td>{DupFileToKeep['files'][0]['frame_rate']}</td><td>{DupFileToKeep['files'][0]['size']}</td><td>{DupFileToKeep['id']}</td></tr></table>")
|
||||
fileHtmlReport.write(f"<button class=\"link-button\" title=\"Delete [DupFileToKeep] and remove scene from stash\" value=\"ToKeep\" id=\"{DupFileToKeep['id']}\">[Delete]</button>")
|
||||
if isTaggedExcluded(DupFileToKeep):
|
||||
fileHtmlReport.write(f"<button class=\"link-button\" title=\"Remove exclude scene from deletion tag\" value=\"removeExcludeTag\" id=\"{DupFileToKeep['id']}\">[Remove Exclude Tag]</button>")
|
||||
fileHtmlReport.write(f"<a class=\"link-items\" title=\"Open folder\" href=\"file://{getPath(DupFileToKeep, True)}\">[Folder]</a>")
|
||||
if toKeepFileExist:
|
||||
fileHtmlReport.write(f"<a class=\"link-items\" title=\"Play file locally\" href=\"file://{getPath(DupFileToKeep)}\">[Play]</a>")
|
||||
else:
|
||||
fileHtmlReport.write("<b style='color:red;'>[File NOT Exist]<b>")
|
||||
fileHtmlReport.write(f"</p></td>")
|
||||
|
||||
fileHtmlReport.write("</tr>\n")
|
||||
|
||||
writeRowToHtmlReport(fileHtmlReport, DupFile, DupFileToKeep, QtyTagForDel, tagDuplicates)
|
||||
if QtyTagForDelPaginate >= htmlReportPaginate:
|
||||
QtyTagForDelPaginate = 0
|
||||
fileHtmlReport.write("</table>\n")
|
||||
@@ -885,27 +893,6 @@ def mangeDupFiles(merge=False, deleteDup=False, tagDuplicates=False, deleteBlack
|
||||
prevHtmReportLink = f"<a class=\"link-items\" title=\"Previous Page\" href=\"file://{prevHtmReport}\">[Prev]</a>"
|
||||
fileHtmlReport.write(f"<center><table><tr><td>{homeHtmReportLink}</td><td>{prevHtmReportLink}</td></tr></table></center>")
|
||||
fileHtmlReport.write(f"<h2>Total Tagged for Deletion {QtyTagForDel}</h2>\n")
|
||||
# ToDo: Add a menu after the report with the following options:
|
||||
# Delete all Dup tagged files (any match)
|
||||
# Remove all Dup tagged files (Just remove from stash, and leave file)
|
||||
# Delete Blacklist Dup tagged files
|
||||
# Remove Blacklist Dup tagged files
|
||||
# Delete all Dup tagged files (Exact Match)
|
||||
# Remove all Dup tagged files (Exact Match)
|
||||
# Delete all Dup tagged files (High Match)
|
||||
# Remove all Dup tagged files (High Match)
|
||||
# Delete all Dup tagged files (Medium Match)
|
||||
# Remove all Dup tagged files (Medium Match)
|
||||
# Delete all Dup tagged files (Low Match)
|
||||
# Remove all Dup tagged files (Low Match)
|
||||
# Clear dup tag from all scenes
|
||||
# Delete dup tag
|
||||
# Clear ExcludeDup tag
|
||||
# Delete ExcludeDup tag
|
||||
# Clear GraylistMarkForDel tag
|
||||
# Delete GraylistMarkForDel tag
|
||||
# Clear all DupFileManager created tags
|
||||
# Delete all DupFileManager created tags
|
||||
fileHtmlReport.write(f"{stash.Setting('htmlReportPostfix')}")
|
||||
fileHtmlReport.close()
|
||||
stash.Log(f"************************************************************", printTo = stash.LogTo.STASH)
|
||||
@@ -988,6 +975,7 @@ def getAdvanceMenuOptionSelected(advanceMenuOptionSelected):
|
||||
compareToLess = False
|
||||
compareToGreater = False
|
||||
if advanceMenuOptionSelected:
|
||||
stash.enableProgressBar(False)
|
||||
if 'Target' in stash.JSON_INPUT['args']:
|
||||
if "applyCombo" in stash.PLUGIN_TASK_NAME:
|
||||
jsonObject = toJson(stash.JSON_INPUT['args']['Target'])
|
||||
@@ -997,6 +985,8 @@ def getAdvanceMenuOptionSelected(advanceMenuOptionSelected):
|
||||
return getAnAdvanceMenuOptionSelected(stash.PLUGIN_TASK_NAME, stash.JSON_INPUT['args']['Target'], isBlackList, pathToDelete, sizeToDelete, durationToDelete, resolutionToDelete, ratingToDelete, tagToDelete, titleToDelete, pathStrToDelete, compareToLess, compareToGreater)
|
||||
return isBlackList, pathToDelete, sizeToDelete, durationToDelete, resolutionToDelete, ratingToDelete, tagToDelete, titleToDelete, pathStrToDelete, fileNotExistToDelete, compareToLess, compareToGreater
|
||||
|
||||
# //////////////////////////////////////////////////////////////////////////////
|
||||
# //////////////////////////////////////////////////////////////////////////////
|
||||
def manageTagggedDuplicates(deleteScenes=False, clearTag=False, setGrayListTag=False, tagId=-1, advanceMenuOptionSelected=False):
|
||||
if tagId == -1:
|
||||
tagId = findCurrentTagId([duplicateMarkForDeletion, base1_duplicateMarkForDeletion, base2_duplicateMarkForDeletion, 'DuplicateMarkForDeletion', '_DuplicateMarkForDeletion'])
|
||||
@@ -1198,25 +1188,38 @@ def removeExcludeTag():
|
||||
stash.Log(f"Done removing exclude tag from scene {scene}.")
|
||||
sys.stdout.write("{" + f"removeExcludeTag : 'complete', id: '{scene}'" + "}")
|
||||
|
||||
def mergeTags():
|
||||
def getParseData(getSceneDetails1=True, getSceneDetails2=True):
|
||||
if 'Target' not in stash.JSON_INPUT['args']:
|
||||
stash.Error(f"Could not find Target in JSON_INPUT ({stash.JSON_INPUT['args']})")
|
||||
return None, None
|
||||
targetsSrc = stash.JSON_INPUT['args']['Target']
|
||||
targets = targetsSrc.split(":")
|
||||
if len(targets) < 2:
|
||||
stash.Error(f"Could not get both targets from string {targetsSrc}")
|
||||
return None, None
|
||||
stash.Log(f"Parsed targets {targets[0]} and {targets[1]}")
|
||||
target1 = targets[0]
|
||||
target2 = targets[1]
|
||||
if getSceneDetails1:
|
||||
target1 = stash.find_scene(int(target1))
|
||||
if getSceneDetails2:
|
||||
target2 = stash.find_scene(int(target2))
|
||||
elif len(targets) > 2:
|
||||
target2 = target2 + targets[2]
|
||||
return target1, target2
|
||||
|
||||
|
||||
def mergeTags():
|
||||
scene1, scene2 = getParseData()
|
||||
if scene1 == None or scene2 == None:
|
||||
sys.stdout.write("{" + f"mergeTags : 'failed', id1: '{scene1}', id2: '{scene2}'" + "}")
|
||||
return
|
||||
mergeScenes = stash.JSON_INPUT['args']['Target']
|
||||
scenes = mergeScenes.split(":")
|
||||
if len(scenes) < 2:
|
||||
stash.Error(f"Could not get both scenes from string {mergeScenes}")
|
||||
return
|
||||
stash.Log(f"Merging tags for scene {scenes[0]} and scene {scenes[1]}")
|
||||
scene1 = stash.find_scene(int(scenes[0]))
|
||||
scene2 = stash.find_scene(int(scenes[1]))
|
||||
stash.mergeMetadata(scene1, scene2)
|
||||
stash.Log(f"Done merging scenes for scene {scenes[0]} and scene {scenes[1]}")
|
||||
sys.stdout.write("{" + f"mergeTags : 'complete', id1: '{scene1}', id2: '{scene2}'" + "}")
|
||||
stash.Log(f"Done merging scenes for scene {scene1['id']} and scene {scene2['id']}")
|
||||
sys.stdout.write("{" + f"mergeTags : 'complete', id1: '{scene1['id']}', id2: '{scene2['id']}'" + "}")
|
||||
|
||||
def getLocalDupReportPath():
|
||||
htmlReportExist = "true" if os.path.isfile(htmlReportName) else "false"
|
||||
# htmlReportExist = "false"
|
||||
localPath = htmlReportName.replace("\\", "\\\\")
|
||||
jsonReturn = "{'LocalDupReportExist' : " + f"{htmlReportExist}" + ", 'Path': '" + f"{localPath}" + "'}"
|
||||
stash.Log(f"Sending json value {jsonReturn}")
|
||||
@@ -1242,6 +1245,7 @@ def deleteLocalDupReportHtmlFiles(doJsonOutput = True):
|
||||
sys.stdout.write(jsonReturn)
|
||||
|
||||
def removeTagFromAllScenes(tagName, deleteTags):
|
||||
# ToDo: Replace code with SQL code if DB version 68
|
||||
tagId = stash.find_tags(q=tagName)
|
||||
if len(tagId) > 0 and 'id' in tagId[0]:
|
||||
if deleteTags:
|
||||
@@ -1271,15 +1275,184 @@ def removeAllDupTagsFromAllScenes(deleteTags=False):
|
||||
else:
|
||||
stash.Log(f"Clear tags {tagsToClear}")
|
||||
|
||||
def updateScenesInReport(fileName, scene):
|
||||
stash.Log(f"Updating table rows with scene {scene} in file {fileName}")
|
||||
scene1 = -1
|
||||
scene2 = -1
|
||||
strToFind = "class=\"ID_"
|
||||
lines = None
|
||||
with open(fileName, 'r') as file:
|
||||
lines = file.readlines()
|
||||
stash.Log(f"line count = {len(lines)}")
|
||||
with open(fileName, 'w') as file:
|
||||
for line in lines:
|
||||
# stash.Debug(f"line = {line}")
|
||||
if f"class=\"ID_{scene}\"" in line:
|
||||
idx = 0
|
||||
while line.find(strToFind, idx) > -1:
|
||||
idx = line.find(strToFind, idx) + len(strToFind)
|
||||
id = line[idx:]
|
||||
stash.Debug(f"id = {id}, idx = {idx}")
|
||||
id = id[:id.find('"')]
|
||||
stash.Debug(f"id = {id}")
|
||||
if scene1 == -1:
|
||||
scene1 = int(id)
|
||||
elif scene1 != int(id) and scene2 == -1:
|
||||
scene2 = int(id)
|
||||
elif scene1 != -1 and scene2 != -1:
|
||||
break
|
||||
if scene1 != -1 and scene2 != -1:
|
||||
sceneDetail1 = stash.find_scene(scene1)
|
||||
sceneDetail2 = stash.find_scene(scene2)
|
||||
if sceneDetail1 == None or sceneDetail2 == None:
|
||||
stash.Error("Could not get scene details for both scene1 ({scene1}) and scene2 ({scene2}); sceneDetail1={sceneDetail1}; sceneDetail2={sceneDetail2};")
|
||||
else:
|
||||
writeRowToHtmlReport(file, sceneDetail1, sceneDetail2)
|
||||
else:
|
||||
stash.Error(f"Could not get both scene ID associated with scene {scene}; scene1 = {scene1}; scene2 = {scene2}")
|
||||
file.write(line)
|
||||
else:
|
||||
file.write(line)
|
||||
|
||||
# ToDo: Add additional menu items option only for bottom of report:
|
||||
# Remove from stash all files no longer part of stash library
|
||||
# Remove from stash all files in the Exclusion list (Not supporting regexps)
|
||||
def updateScenesInReports(scene, ReportName = htmlReportName):
|
||||
if os.path.isfile(ReportName):
|
||||
updateScenesInReport(ReportName, scene)
|
||||
for x in range(2, 9999):
|
||||
fileName = ReportName.replace(".html", f"_{x-1}.html")
|
||||
stash.Debug(f"Checking if file '{fileName}' exist.")
|
||||
if not os.path.isfile(fileName):
|
||||
break
|
||||
updateScenesInReport(fileName, scene)
|
||||
else:
|
||||
stash.Log(f"Report file does not exist: {ReportName}")
|
||||
|
||||
def addPropertyToSceneClass(fileName, scene, property):
|
||||
stash.Log(f"Inserting property {property} for scene {scene} in file {fileName}")
|
||||
doStyleEndTagCheck = True
|
||||
lines = None
|
||||
with open(fileName, 'r') as file:
|
||||
lines = file.readlines()
|
||||
stash.Log(f"line count = {len(lines)}")
|
||||
with open(fileName, 'w') as file:
|
||||
for line in lines:
|
||||
# stash.Debug(f"line = {line}")
|
||||
if doStyleEndTagCheck:
|
||||
if property == "" and line.startswith(f".ID_{scene}" + "{"):
|
||||
continue
|
||||
if line.startswith("</style>"):
|
||||
if property != "":
|
||||
styleSetting = f".ID_{scene}{property}\n"
|
||||
stash.Log(f"styleSetting = {styleSetting}")
|
||||
file.write(styleSetting)
|
||||
doStyleEndTagCheck = False
|
||||
file.write(line)
|
||||
|
||||
def addPropertyToSceneClassToAllFiles(scene, property, ReportName = htmlReportName):
|
||||
if os.path.isfile(ReportName):
|
||||
addPropertyToSceneClass(ReportName, scene, property)
|
||||
for x in range(2, 9999):
|
||||
fileName = ReportName.replace(".html", f"_{x-1}.html")
|
||||
stash.Debug(f"Checking if file '{fileName}' exist.")
|
||||
if not os.path.isfile(fileName):
|
||||
break
|
||||
addPropertyToSceneClass(fileName, scene, property)
|
||||
else:
|
||||
stash.Log(f"Report file does not exist: {ReportName}")
|
||||
|
||||
def deleteScene(disableInReport=True, deleteFile=True):
|
||||
if 'Target' not in stash.JSON_INPUT['args']:
|
||||
stash.Error(f"Could not find Target in JSON_INPUT ({stash.JSON_INPUT['args']})")
|
||||
return
|
||||
scene = stash.JSON_INPUT['args']['Target']
|
||||
stash.Log(f"Processing scene ID# {scene}")
|
||||
result = None
|
||||
result = stash.destroyScene(scene, delete_file=deleteFile)
|
||||
if disableInReport:
|
||||
addPropertyToSceneClassToAllFiles(scene, "{background-color:gray;pointer-events:none;}")
|
||||
stash.Log(f"{stash.PLUGIN_TASK_NAME} complete for scene {scene} with results = {result}")
|
||||
sys.stdout.write("{" + f"{stash.PLUGIN_TASK_NAME} : 'complete', id: '{scene}', result: '{result}'" + "}")
|
||||
|
||||
def copyScene(moveScene=False):
|
||||
scene1, scene2 = getParseData()
|
||||
if scene1 == None or scene2 == None:
|
||||
sys.stdout.write("{" + f"{stash.PLUGIN_TASK_NAME} : 'failed', id1: '{scene1}', id2: '{scene2}'" + "}")
|
||||
return
|
||||
if moveScene:
|
||||
stash.mergeMetadata(scene1, scene2)
|
||||
result = shutil.copy(scene1['files'][0]['path'], scene2['files'][0]['path'])
|
||||
if moveScene:
|
||||
result = stash.destroyScene(scene1['id'], delete_file=True)
|
||||
stash.Log(f"destroyScene for scene {scene1['id']} results = {result}")
|
||||
stash.Log(f"{stash.PLUGIN_TASK_NAME} complete for scene {scene1['id']} and {scene2['id']}")
|
||||
sys.stdout.write("{" + f"{stash.PLUGIN_TASK_NAME} : 'complete', id1: '{scene1['id']}', id2: '{scene2['id']}', result: '{result}'" + "}")
|
||||
|
||||
def renameFile():
|
||||
scene, newName = getParseData(getSceneDetails2=False)
|
||||
if scene == None or newName == None:
|
||||
sys.stdout.write("{" + f"{stash.PLUGIN_TASK_NAME} : 'failed', scene: '{scene}', newName: '{newName}'" + "}")
|
||||
return
|
||||
newName = newName.strip("'")
|
||||
ext = pathlib.Path(scene['files'][0]['path']).suffix
|
||||
newNameFull = f"{pathlib.Path(scene['files'][0]['path']).resolve().parent}{os.sep}{newName}{ext}"
|
||||
newNameFull = newNameFull.strip("'")
|
||||
newNameFull = newNameFull.replace("\\\\", "\\")
|
||||
oldNameFull = scene['files'][0]['path']
|
||||
oldNameFull = oldNameFull.strip("'")
|
||||
oldNameFull = oldNameFull.replace("\\\\", "\\")
|
||||
stash.Log(f"renaming file '{stash.asc2(oldNameFull)}' to '{stash.asc2(newNameFull)}'")
|
||||
result = os.rename(oldNameFull, newNameFull)
|
||||
stash.renameFileNameInDB(scene['files'][0]['id'], pathlib.Path(oldNameFull).stem, f"{newName}{ext}", UpdateUsingIdOnly = True)
|
||||
updateScenesInReports(scene['id'])
|
||||
stash.Log(f"{stash.PLUGIN_TASK_NAME} complete for scene {scene['id']} ;renamed to {newName}; result={result}")
|
||||
sys.stdout.write("{" + f"{stash.PLUGIN_TASK_NAME} : 'complete', scene: '{scene['id']}', newName: '{newName}', result: '{result}'" + "}")
|
||||
|
||||
def flagScene():
|
||||
scene, flagType = getParseData(False, False)
|
||||
if scene == None or flagType == None:
|
||||
sys.stdout.write("{" + f"{stash.PLUGIN_TASK_NAME} : 'failed', scene: '{scene}', flagType: '{flagType}'" + "}")
|
||||
return
|
||||
if flagType == "disable-scene":
|
||||
addPropertyToSceneClassToAllFiles(scene, "{background-color:gray;pointer-events:none;}")
|
||||
elif flagType == "strike-through":
|
||||
addPropertyToSceneClassToAllFiles(scene, "{text-decoration: line-through;}")
|
||||
elif flagType == "yellow highlight":
|
||||
addPropertyToSceneClassToAllFiles(scene, "{background-color:yellow;}")
|
||||
elif flagType == "green highlight":
|
||||
addPropertyToSceneClassToAllFiles(scene, "{background-color:#00FF00;}")
|
||||
elif flagType == "orange highlight":
|
||||
addPropertyToSceneClassToAllFiles(scene, "{background-color:orange;}")
|
||||
elif flagType == "cyan highlight":
|
||||
addPropertyToSceneClassToAllFiles(scene, "{background-color:cyan;}")
|
||||
elif flagType == "pink highlight":
|
||||
addPropertyToSceneClassToAllFiles(scene, "{background-color:pink;}")
|
||||
elif flagType == "red highlight":
|
||||
addPropertyToSceneClassToAllFiles(scene, "{background-color:red;}")
|
||||
elif flagType == "remove all flags":
|
||||
addPropertyToSceneClassToAllFiles(scene, "")
|
||||
else:
|
||||
stash.Log(f"Invalid flagType ({flagType})")
|
||||
sys.stdout.write("{" + f"{stash.PLUGIN_TASK_NAME} : 'failed', scene: '{scene}', flagType: '{flagType}'" + "}")
|
||||
return
|
||||
sys.stdout.write("{" + f"{stash.PLUGIN_TASK_NAME} : 'complete', scene: '{scene}', flagType: '{flagType}'" + "}")
|
||||
|
||||
# ToDo: Add to UI menu
|
||||
# Remove all Dup tagged files (Just remove from stash, and leave file)
|
||||
# Clear GraylistMarkForDel tag
|
||||
# Delete GraylistMarkForDel tag
|
||||
# Remove from stash all files no longer part of stash library
|
||||
# Remove from stash all files in the Exclusion list (Not supporting regexps)
|
||||
# ToDo: Add to advance menu
|
||||
# Remove only graylist dup
|
||||
# Exclude graylist from delete
|
||||
# Include graylist in delete
|
||||
|
||||
try:
|
||||
if stash.PLUGIN_TASK_NAME == "tag_duplicates_task":
|
||||
mangeDupFiles(tagDuplicates=True, merge=mergeDupFilename)
|
||||
stash.Debug(f"{stash.PLUGIN_TASK_NAME} EXIT")
|
||||
elif stash.PLUGIN_TASK_NAME == "create_duplicate_report_task":
|
||||
mangeDupFiles(tagDuplicates=False, merge=mergeDupFilename)
|
||||
stash.Debug(f"{stash.PLUGIN_TASK_NAME} EXIT")
|
||||
elif stash.PLUGIN_TASK_NAME == "delete_tagged_duplicates_task":
|
||||
manageTagggedDuplicates(deleteScenes=True)
|
||||
stash.Debug(f"{stash.PLUGIN_TASK_NAME} EXIT")
|
||||
@@ -1295,6 +1468,24 @@ try:
|
||||
elif stash.PLUGIN_TASK_NAME == "generate_phash_task":
|
||||
stash.metadata_generate({"phashes": True})
|
||||
stash.Debug(f"{stash.PLUGIN_TASK_NAME} EXIT")
|
||||
elif stash.PLUGIN_TASK_NAME == "deleteScene":
|
||||
deleteScene()
|
||||
stash.Debug(f"{stash.PLUGIN_TASK_NAME} EXIT")
|
||||
elif stash.PLUGIN_TASK_NAME == "removeScene":
|
||||
deleteScene(deleteFile=False)
|
||||
stash.Debug(f"{stash.PLUGIN_TASK_NAME} EXIT")
|
||||
elif stash.PLUGIN_TASK_NAME == "renameFile":
|
||||
renameFile()
|
||||
stash.Debug(f"{stash.PLUGIN_TASK_NAME} EXIT")
|
||||
elif stash.PLUGIN_TASK_NAME == "flagScene":
|
||||
flagScene()
|
||||
stash.Debug(f"{stash.PLUGIN_TASK_NAME} EXIT")
|
||||
elif stash.PLUGIN_TASK_NAME == "copyScene":
|
||||
copyScene()
|
||||
stash.Debug(f"{stash.PLUGIN_TASK_NAME} EXIT")
|
||||
elif stash.PLUGIN_TASK_NAME == "moveScene":
|
||||
copyScene(moveScene=True)
|
||||
stash.Debug(f"{stash.PLUGIN_TASK_NAME} EXIT")
|
||||
elif stash.PLUGIN_TASK_NAME == "removeDupTag":
|
||||
removeDupTag()
|
||||
stash.Debug(f"{stash.PLUGIN_TASK_NAME} EXIT")
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
name: DupFileManager
|
||||
description: Manages duplicate files.
|
||||
version: 0.1.6
|
||||
version: 0.1.8
|
||||
url: https://github.com/David-Maisonave/Axter-Stash/tree/main/plugins/DupFileManager
|
||||
ui:
|
||||
javascript:
|
||||
|
||||
@@ -77,153 +77,6 @@ config = {
|
||||
# Determines which codecRankingSet to use when ranking codec. Default is 1 for codecRankingSet1
|
||||
"codecRankingSetToUse" : 1,
|
||||
|
||||
# HTML Report **************************************************
|
||||
# If enabled, create an HTML report when tagging duplicate files
|
||||
"createHtmlReport" : True,
|
||||
# If enabled, report displays stream instead of preview for video
|
||||
"streamOverPreview" : False, # This option works in Chrome, but does not work very well on firefox.
|
||||
# If enabled, report displays an image preview similar to sceneDuplicateChecker
|
||||
"htmlIncludeImagePreview" : False,
|
||||
"htmlImagePreviewPopupSize" : 600,
|
||||
# Name of the HTML file to create
|
||||
"htmlReportName" : "DuplicateTagScenes.html",
|
||||
# HTML report prefix, before table listing
|
||||
"htmlReportPrefix" : """<!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Stash Duplicate Report</title>
|
||||
<style>
|
||||
h2 {text-align: center;}
|
||||
table, th, td {border:1px solid black;}
|
||||
.inline {
|
||||
display: inline;
|
||||
}
|
||||
.scene-details{text-align: center;font-size: small;}
|
||||
.reason-details{text-align: left;font-size: small;}
|
||||
.link-items{text-align: center;font-size: small;}
|
||||
.link-button {
|
||||
background: none;
|
||||
border: none;
|
||||
color: blue;
|
||||
text-decoration: underline;
|
||||
cursor: pointer;
|
||||
font-size: 1em;
|
||||
font-family: serif;
|
||||
text-align: center;
|
||||
font-size: small;
|
||||
}
|
||||
.link-button:focus {
|
||||
outline: none;
|
||||
}
|
||||
.link-button:active {
|
||||
color:red;
|
||||
}
|
||||
ul {
|
||||
display: flex;
|
||||
}
|
||||
|
||||
li {
|
||||
list-style-type: none;
|
||||
padding: 10px;
|
||||
position: relative;
|
||||
}
|
||||
.large {
|
||||
position: absolute;
|
||||
left: -9999px;
|
||||
}
|
||||
li:hover .large {
|
||||
left: 20px;
|
||||
top: -150px;
|
||||
}
|
||||
.large-image {
|
||||
border-radius: 4px;
|
||||
box-shadow: 1px 1px 3px 3px rgba(127, 127, 127, 0.15);;
|
||||
}
|
||||
</style>
|
||||
<script src="https://ajax.googleapis.com/ajax/libs/jquery/3.7.1/jquery.min.js"></script>
|
||||
<script>
|
||||
function RunPluginDupFileManager(Mode, ActionID, chkBxRemoveValid, button) {
|
||||
$.ajax({method: "POST", url: "http://localhost:9999/graphql", contentType: "application/json", dataType: "text",
|
||||
data: JSON.stringify({
|
||||
query: `mutation RunPluginOperation($plugin_id:ID!,$args:Map!){runPluginOperation(plugin_id:$plugin_id,args:$args)}`,
|
||||
variables: {"plugin_id": "DupFileManager", "args": { "Target" : ActionID, "mode":Mode}},
|
||||
}), success: function(result){
|
||||
console.log(result);
|
||||
button.style.visibility = 'hidden';
|
||||
if (!chkBxRemoveValid.checked) alert("Action " + Mode + " for scene(s) ID# " + ActionID + " complete.");
|
||||
}});
|
||||
}
|
||||
$(document).ready(function(){
|
||||
$("button").click(function(){
|
||||
chkBxRemoveValid = document.getElementById("RemoveValidatePrompt");
|
||||
chkBxDisableDeleteConfirm = document.getElementById("RemoveToKeepConfirm");
|
||||
if (this.value === "Duplicate" || this.value === "ToKeep")
|
||||
{
|
||||
if (!chkBxDisableDeleteConfirm.checked && !confirm("Are you sure you want to delete this file and remove scene from stash?")) {
|
||||
return
|
||||
}
|
||||
const SceneId = this.id;
|
||||
$.ajax({method: "POST", url: "http://localhost:9999/graphql", contentType: "application/json",
|
||||
data: JSON.stringify({
|
||||
query: `mutation SceneDestroy($input:SceneDestroyInput!) {sceneDestroy(input: $input)}`,
|
||||
variables: {"input":{"delete_file":true,"id":SceneId}},
|
||||
}), success: function(result){
|
||||
console.log(result);
|
||||
if (!chkBxRemoveValid.checked) alert("Delete request received for scene ID# " + SceneId);
|
||||
}});
|
||||
this.style.visibility = 'hidden';
|
||||
$('.ID_' + this.id).css('display','none');
|
||||
}
|
||||
else if (this.id === "AdvanceMenu")
|
||||
{
|
||||
var newUrl = window.location.href;
|
||||
newUrl = newUrl.replace(/report\/DuplicateTagScenes[_0-9]*.html/g, "advance_options.html?GQL=http://localhost:9999/graphql");
|
||||
window.open(newUrl, "_blank");
|
||||
}
|
||||
else
|
||||
RunPluginDupFileManager(this.value, this.id, chkBxRemoveValid, this)
|
||||
});
|
||||
});
|
||||
</script>
|
||||
</head>
|
||||
<body>
|
||||
<center><table style="color:darkgreen;background-color:powderblue;">
|
||||
<tr><th>Report Info</th><th>Report Options</th></tr>
|
||||
<tr>
|
||||
<td><table><tr>
|
||||
<td>Found (QtyPlaceHolder) duplice sets</td>
|
||||
<td>Date Created: (DateCreatedPlaceHolder)</td>
|
||||
</tr></table></td>
|
||||
<td><table><tr>
|
||||
<td><input type="checkbox" id="RemoveValidatePrompt" name="RemoveValidatePrompt"><label for="RemoveValidatePrompt" title="Disable Validate Prompts (Popups)">Disable Task Prompt</label><br></td>
|
||||
<td><input type="checkbox" id="RemoveToKeepConfirm" name="RemoveToKeepConfirm"><label for="RemoveToKeepConfirm" title="Disable confirmation prompts for delete scenes">Disable Delete Confirmation</label><br></td>
|
||||
<td><button id="AdvanceMenu" title="View advance menu for tagged duplicates." name="AdvanceMenu">Advance Tag Menu</button></td>
|
||||
</tr></table></td>
|
||||
</tr></table></center>
|
||||
<h2>Stash Duplicate Scenes Report (MatchTypePlaceHolder)</h2>\n""",
|
||||
# HTML report postfiox, after table listing
|
||||
"htmlReportPostfix" : "\n</body></html>",
|
||||
# HTML report table
|
||||
"htmlReportTable" : "<table style=\"width:100%\">",
|
||||
# HTML report table row
|
||||
"htmlReportTableRow" : "<tr>",
|
||||
# HTML report table header
|
||||
"htmlReportTableHeader" : "<th>",
|
||||
# HTML report table data
|
||||
"htmlReportTableData" : "<td>",
|
||||
# HTML report video preview
|
||||
"htmlReportVideoPreview" : "width='160' height='120' controls", # Alternative option "autoplay loop controls" or "autoplay controls"
|
||||
# The number off seconds in time difference for supper highlight on htmlReport
|
||||
"htmlHighlightTimeDiff" : 3,
|
||||
# Supper highlight for details with higher resolution or duration
|
||||
"htmlSupperHighlight" : "yellow",
|
||||
# Lower highlight for details with slightly higher duration
|
||||
"htmlLowerHighlight" : "nyanza",
|
||||
# Text color for details with different resolution, duration, size, bitrate,codec, or framerate
|
||||
"htmlDetailDiffTextColor" : "red",
|
||||
# Paginate HTML report. Maximum number of results to display on one page, before adding (paginating) an additional page.
|
||||
"htmlReportPaginate" : 100,
|
||||
|
||||
# The following fields are ONLY used when running DupFileManager in script mode
|
||||
"endpoint_Scheme" : "http", # Define endpoint to use when contacting the Stash server
|
||||
"endpoint_Host" : "0.0.0.0", # Define endpoint to use when contacting the Stash server
|
||||
|
||||
@@ -73,63 +73,102 @@ li:hover .large {
|
||||
}
|
||||
</style>
|
||||
<script src="https://ajax.googleapis.com/ajax/libs/jquery/3.7.1/jquery.min.js"></script>
|
||||
<script src="https://www.axter.com/js/jquery.prompt.js"></script>
|
||||
<link rel="stylesheet" href="https://www.axter.com/js/jquery.prompt.css"/>
|
||||
<script>
|
||||
function RunPluginDupFileManager(Mode, ActionID, button) {
|
||||
function trim(str, ch) {
|
||||
var start = 0, end = str.length;
|
||||
while(start < end && str[start] === ch) ++start;
|
||||
while(end > start && str[end - 1] === ch) --end;
|
||||
return (start > 0 || end < str.length) ? str.substring(start, end) : str;
|
||||
}
|
||||
function RunPluginOperation(Mode, ActionID, button, asyncAjax){
|
||||
var chkBxRemoveValid = document.getElementById("RemoveValidatePrompt");
|
||||
$.ajax({method: "POST", url: "http://localhost:9999/graphql", contentType: "application/json", dataType: "text", cache: asyncAjax, async: asyncAjax,
|
||||
data: JSON.stringify({
|
||||
query: `mutation RunPluginOperation($plugin_id:ID!,$args:Map!){runPluginOperation(plugin_id:$plugin_id,args:$args)}`,
|
||||
variables: {"plugin_id": "DupFileManager", "args": { "Target" : ActionID, "mode":Mode}},
|
||||
}), success: function(result){
|
||||
console.log(result);
|
||||
// if (Mode !== "flagScene") button.style.visibility = 'hidden';
|
||||
if (Mode === "renameFile"){
|
||||
var myArray = ActionID.split(":");
|
||||
$('.FN_ID_' + myArray[0]).text(trim(myArray[1],"'"));
|
||||
}
|
||||
if (!chkBxRemoveValid.checked) alert("Action " + Mode + " for scene(s) ID# " + ActionID + " complete.");
|
||||
}});
|
||||
}
|
||||
function selectMarker(Mode, ActionID, button){
|
||||
$('<p>Select desire marker type <select><option>yellow highlight</option><option>green highlight</option><option>orange highlight</option><option>strike-through</option><option>disable-scene</option><option>remove all flags</option></select></p>').confirm(function(answer){
|
||||
if(answer.response){
|
||||
console.log("Selected " + $('select',this).val());
|
||||
var flagType = $('select',this).val();
|
||||
if (flagType == null){
|
||||
console.log("Invalid flagType");
|
||||
return;
|
||||
}
|
||||
if (flagType === "yellow highlight")
|
||||
$('.ID_' + ActionID).css('background','yellow');
|
||||
else if (flagType === "green highlight")
|
||||
$('.ID_' + ActionID).css('background','#00FF00');
|
||||
else if (flagType === "orange highlight")
|
||||
$('.ID_' + ActionID).css('background','orange');
|
||||
else if (flagType === "strike-through")
|
||||
$('.ID_' + ActionID).css('text-decoration', 'line-through');
|
||||
else if (flagType === "disable-scene")
|
||||
$('.ID_' + ActionID).css({ 'background' : 'gray', 'pointer-events' : 'none' });
|
||||
else if (flagType === "remove all flags")
|
||||
$('.ID_' + ActionID).removeAttr('style'); //.css({ 'background' : '', 'text-decoration' : '', 'pointer-events' : '' });
|
||||
else {
|
||||
flagType = "none";
|
||||
$('.ID_' + ActionID).css("target-property", "");
|
||||
return;
|
||||
}
|
||||
ActionID = ActionID + ":" + flagType;
|
||||
console.log("ActionID = " + ActionID);
|
||||
RunPluginOperation(Mode, ActionID, button, false);
|
||||
}
|
||||
else console.log("Not valid response");
|
||||
});
|
||||
}
|
||||
$(document).ready(function(){
|
||||
$("button").click(function(){
|
||||
var Mode = this.value;
|
||||
var ActionID = this.id;
|
||||
if (ActionID === "AdvanceMenu")
|
||||
{
|
||||
var newUrl = window.location.href;
|
||||
newUrl = newUrl.replace(/report\/DuplicateTagScenes[_0-9]*.html/g, "advance_options.html?GQL=http://localhost:9999/graphql");
|
||||
window.open(newUrl, "_blank");
|
||||
return;
|
||||
return;
|
||||
}
|
||||
asyncAjax = true;
|
||||
chkBxRemoveValid = document.getElementById("RemoveValidatePrompt");
|
||||
if (Mode === "deleteScene"){
|
||||
chkBxDisableDeleteConfirm = document.getElementById("RemoveToKeepConfirm");
|
||||
if (!chkBxDisableDeleteConfirm.checked && !confirm("Are you sure you want to delete this file and remove scene from stash?")) {
|
||||
return;
|
||||
if (Mode === "deleteScene" || Mode === "removeScene"){
|
||||
var chkBxDisableDeleteConfirm = document.getElementById("RemoveToKeepConfirm");
|
||||
question = "Are you sure you want to delete this file and remove scene from stash?";
|
||||
if (Mode === "removeScene") question = "Are you sure you want to remove scene from stash?";
|
||||
if (!chkBxDisableDeleteConfirm.checked && !confirm(question))
|
||||
return;
|
||||
$('.ID_' + ActionID).css('background-color','gray');
|
||||
$('.ID_' + ActionID).css('pointer-events','none');
|
||||
}
|
||||
else if (Mode === "newName"){
|
||||
else if (Mode === "newName" || Mode === "renameFile"){
|
||||
var myArray = ActionID.split(":");
|
||||
var newName=prompt("Enter new name, or press escape to cancel.",myArray[1]);
|
||||
var promptStr = "Enter new name for scene ID " + myArray[0] + ", or press escape to cancel.";
|
||||
if (Mode === "renameFile")
|
||||
promptStr = "Press enter to rename scene ID " + myArray[0] + ", or press escape to cancel.";
|
||||
var newName=prompt(promptStr,trim(myArray[1], "'"));
|
||||
if (newName === null)
|
||||
return;
|
||||
ActionID = myArray[0] + ":" + newName;
|
||||
Mode = "renameFile";
|
||||
}
|
||||
else if (Mode === "flagScene"){
|
||||
flagType = "yellow highlight";
|
||||
// var flagType=jqPrompt("Select desire marker type", "yellow highlight, green highlight, orange highlight, strike-through, hide-scene");
|
||||
if (flagType == null)
|
||||
retun;
|
||||
if (flagType == "yellow highlight")
|
||||
$('.ID_' + ActionID).css('background','yellow');
|
||||
else if (flagType == "green highlight")
|
||||
$('.ID_' + ActionID).css('background','green');
|
||||
else if (flagType == "orange highlight")
|
||||
$('.ID_' + ActionID).css('background','orange');
|
||||
else if (flagType == "strike-through")
|
||||
$('.ID_' + ActionID).css('enhanced display', 'strike-through');
|
||||
else if (flagType == "hide-scene")
|
||||
$('.ID_' + ActionID).css('display','none');
|
||||
ActionID = ActionID + ":" + flagType;
|
||||
// ToDo: Add logic to run asynchronous ajax call
|
||||
asyncAjax = false;
|
||||
selectMarker(Mode, ActionID, this);
|
||||
return;
|
||||
}
|
||||
$.ajax({method: "POST", url: "http://localhost:9999/graphql", contentType: "application/json", dataType: "text",
|
||||
data: JSON.stringify({
|
||||
query: `mutation RunPluginOperation($plugin_id:ID!,$args:Map!){runPluginOperation(plugin_id:$plugin_id,args:$args)}`,
|
||||
variables: {"plugin_id": "DupFileManager", "args": { "Target" : ActionID, "mode":Mode}},
|
||||
}), success: function(result){
|
||||
console.log(result);
|
||||
button.style.visibility = 'hidden';
|
||||
if (Mode === "deleteScene" || Mode === "removeScene")
|
||||
$('.ID_' + ActionID).css('display','none');
|
||||
if (!chkBxRemoveValid.checked) alert("Action " + Mode + " for scene(s) ID# " + ActionID + " complete.");
|
||||
}});
|
||||
}
|
||||
// ToDo: move code in function RunPluginDupFileManager down to below function.
|
||||
$(document).ready(function(){ $("button").click(function(){RunPluginDupFileManager(this.value, this.id, this); });});
|
||||
RunPluginOperation(Mode, ActionID, this, true);
|
||||
});
|
||||
});
|
||||
</script>
|
||||
</head>
|
||||
<body>
|
||||
@@ -141,7 +180,7 @@ $(document).ready(function(){ $("button").click(function(){RunPluginDupFileManag
|
||||
<td>Date Created: (DateCreatedPlaceHolder)</td>
|
||||
</tr></table></td>
|
||||
<td><table><tr>
|
||||
<td><input type="checkbox" id="RemoveValidatePrompt" name="RemoveValidatePrompt"><label for="RemoveValidatePrompt" title="Disable Validate Prompts (Popups)">Disable Task Prompt</label><br></td>
|
||||
<td><input type="checkbox" id="RemoveValidatePrompt" name="RemoveValidatePrompt"><label for="RemoveValidatePrompt" title="Disable notice for task completion (Popup).">Disable Complete Confirmation</label><br></td>
|
||||
<td><input type="checkbox" id="RemoveToKeepConfirm" name="RemoveToKeepConfirm"><label for="RemoveToKeepConfirm" title="Disable confirmation prompts for delete scenes">Disable Delete Confirmation</label><br></td>
|
||||
<td><button id="AdvanceMenu" title="View advance menu for tagged duplicates." name="AdvanceMenu">Advance Tag Menu</button></td>
|
||||
</tr></table></td>
|
||||
|
||||
@@ -1,11 +1,24 @@
|
||||
# DupFileManager: Ver 0.1.7 (By David Maisonave)
|
||||
# DupFileManager: Ver 0.1.8 (By David Maisonave)
|
||||
|
||||
DupFileManager is a [Stash](https://github.com/stashapp/stash) plugin which manages duplicate files in the Stash system.
|
||||
It has both **task** and **tools-UI** components.
|
||||
|
||||
### Features
|
||||
|
||||
- Creates a report which can be accessed from the settings->tools menu.
|
||||
- Creates a duplicate file report which can be accessed from the settings->tools menu options.The report is created as an HTML file and stored in local path under plugins\DupFileManager\report\DuplicateTagScenes.html.
|
||||
- Items on the left side of the report are the primary duplicates designated for deletion. By default, these duplicates are given a special _duplicate tag.
|
||||
- Items on the right side of the report are designated as primary duplicates to keep. They usually have higher resolution, duration and/or preferred paths.
|
||||
- The report has the following options:
|
||||
- Delete: Delete file and remove from Stash library.
|
||||
- Remove: Remove from Stash library.
|
||||
- Rename: Rename file.
|
||||
- Copy: Copy file from left (source) to right (to-keep).
|
||||
- Move: Copy file and metadata left to right.
|
||||
- Cpy-Name: Copy file name left to right.
|
||||
- Add-Exclude: Add exclude tag to scene,so that scene is excluded from deletion.
|
||||
- Remove-Tag: Remove duplicate tag from scene.
|
||||
- *Flag-Scene: Flag (mark) scene in report as reviewed (or as requiring further review). Optional flags (red, blue, green, black, & hide-item)
|
||||
- Merge: Copy Metadata (tags, performers,& studios) from left to right.
|
||||
- Can merge potential source in the duplicate file names for tag names, performers, and studios.
|
||||
- Normally when Stash searches the file name for tag names, performers, and studios, it only does so using the primary file.
|
||||
- Advance menu (for specially tagged duplicates)
|
||||
|
||||
@@ -115,6 +115,7 @@ class StashPluginHelper(StashInterface):
|
||||
_mergeMetadata = None
|
||||
encodeToUtf8 = False
|
||||
convertToAscii = False # If set True, it takes precedence over encodeToUtf8
|
||||
progressBarIsEnabled = True
|
||||
|
||||
# Prefix message value
|
||||
class Level(EnumValue):
|
||||
@@ -544,23 +545,28 @@ class StashPluginHelper(StashInterface):
|
||||
return 2
|
||||
return 1
|
||||
|
||||
def enableProgressBar(self, enable=True):
|
||||
self.progressBarIsEnabled = enable
|
||||
|
||||
# Use setProgressBarIter to reduce traffic to the server by only updating the progressBar every X(updateProgressbarOnIter) iteration.
|
||||
def setProgressBarIter(self, qtyResults):
|
||||
self.updateProgressbarOnIter = self.getUpdateProgressBarIter(qtyResults)
|
||||
self.currentProgressbarIteration = 0
|
||||
if self.progressBarIsEnabled:
|
||||
self.updateProgressbarOnIter = self.getUpdateProgressBarIter(qtyResults)
|
||||
self.currentProgressbarIteration = 0
|
||||
|
||||
def progressBar(self, currentIndex, maxCount):
|
||||
if self.updateProgressbarOnIter > 0:
|
||||
self.currentProgressbarIteration+=1
|
||||
if self.currentProgressbarIteration > self.updateProgressbarOnIter:
|
||||
self.currentProgressbarIteration = 0
|
||||
else:
|
||||
return
|
||||
progress = (currentIndex / maxCount) if currentIndex < maxCount else (maxCount / currentIndex)
|
||||
try:
|
||||
self.log.progress(progress)
|
||||
except Exception as e:
|
||||
pass
|
||||
if self.progressBarIsEnabled:
|
||||
if self.updateProgressbarOnIter > 0:
|
||||
self.currentProgressbarIteration+=1
|
||||
if self.currentProgressbarIteration > self.updateProgressbarOnIter:
|
||||
self.currentProgressbarIteration = 0
|
||||
else:
|
||||
return
|
||||
progress = (currentIndex / maxCount) if currentIndex < maxCount else (maxCount / currentIndex)
|
||||
try:
|
||||
self.log.progress(progress)
|
||||
except Exception as e:
|
||||
pass
|
||||
|
||||
def isDocker(self):
|
||||
cgroup = pathlib.Path('/proc/self/cgroup')
|
||||
@@ -752,6 +758,12 @@ class StashPluginHelper(StashInterface):
|
||||
try:
|
||||
if errMsg != None:
|
||||
self.Warn(errMsg)
|
||||
if i > 0:
|
||||
# Check if file still exist
|
||||
scene = self.find_scene(scene_id)
|
||||
if scene == None or len(scene) == 0:
|
||||
self.Warn(f"Scene {scene_id} not found in Stash.")
|
||||
return False
|
||||
return self.destroy_scene(scene_id, delete_file)
|
||||
except (ConnectionResetError):
|
||||
tb = traceback.format_exc()
|
||||
@@ -816,9 +828,11 @@ class StashPluginHelper(StashInterface):
|
||||
return False
|
||||
return int(results['rows'][0][0]) == verNumber
|
||||
|
||||
def renameFileNameInDB(self, fileId, oldName, newName):
|
||||
def renameFileNameInDB(self, fileId, oldName, newName, UpdateUsingIdOnly = False):
|
||||
if self.isCorrectDbVersion():
|
||||
query = f'update files set basename = "{newName}" where basename = "{oldName}" and id = {fileId};'
|
||||
if UpdateUsingIdOnly:
|
||||
query = f'update files set basename = "{newName}" where id = {fileId};'
|
||||
self.Trace(f"Executing query ({query})")
|
||||
results = self.sql_commit(query)
|
||||
if 'rows_affected' in results and results['rows_affected'] == 1:
|
||||
|
||||
@@ -75,6 +75,10 @@ $(document).ready(function(){
|
||||
{
|
||||
RunPluginDupFileManager("tag_duplicates_task", this.value + ":" + $("#significantTimeDiff").val(), true);
|
||||
}
|
||||
else if (this.id.startsWith("create_duplicate_report_task"))
|
||||
{
|
||||
RunPluginDupFileManager("create_duplicate_report_task", this.value + ":" + $("#significantTimeDiff").val(), true);
|
||||
}
|
||||
else if (this.id === "viewreport")
|
||||
{
|
||||
var reportUrl = window.location.href;
|
||||
@@ -1794,26 +1798,46 @@ function DeleteDupInPath(){
|
||||
<br>
|
||||
|
||||
<center><table style="color:darkgreen;background-color:powderblue;">
|
||||
<tr><th>Create report with different <b style="color:red;">[Match Duplicate Distance]</b> options
|
||||
<tr><th colspan="2">Create report with different <b style="color:red;">[Match Duplicate Distance]</b> options
|
||||
<br><div style="font-size: 12px;">Overrides user [Match Duplicate Distance] and [significantTimeDiff] settings</div>
|
||||
<form id="significantTimeDiffForm" action="javascript:DeleteDupInPath();" target="_self">
|
||||
<label for="significantTimeDiff" title="Significant time difference setting, where 1 equals 100% and (.9) equals 90%.">Time Difference%:</label>
|
||||
<input type="number" min="0.25" max="1.00" step="0.01" id="significantTimeDiff" name="significantTimeDiff" title="Significant time difference setting, where 1 equals 100% and (.9) equals 90%." value="0.90">
|
||||
</form>
|
||||
</th></tr>
|
||||
<tr><td><center>
|
||||
<button type="button" id="tag_duplicates_task0" value="0" title="Create report which tags duplicates with tag name _DuplicateMarkForDeletion_0 and using [Match Duplicate Distance]=0 (Exact Match).">Create Duplicate Tagging Report [Exact Match]</button>
|
||||
</center></td></tr>
|
||||
<tr><td><center>
|
||||
<button type="button" id="tag_duplicates_task1" value="1" title="Create report which tags duplicates with tag name _DuplicateMarkForDeletion_1 and using [Match Duplicate Distance]=1 (High Match).">Create Duplicate Tagging Report [High Match]</button>
|
||||
</center></td></tr>
|
||||
<tr><td><center>
|
||||
<button type="button" id="tag_duplicates_task2" value="2" title="Create report which tags duplicates with tag name _DuplicateMarkForDeletion_2 and using [Match Duplicate Distance]=2 (Medium Match).">Create Duplicate Tagging Report [Medium Match]</button>
|
||||
</center></td></tr>
|
||||
<tr><td><center>
|
||||
<button type="button" id="tag_duplicates_task3" value="3" title="Create report which tags duplicates with tag name _DuplicateMarkForDeletion_3 and using [Match Duplicate Distance]=3 (Low Match).">Create Duplicate Tagging Report [Low Match]</button>
|
||||
</center></td></tr>
|
||||
<tr><td style="font-size: 12px;">
|
||||
<tr>
|
||||
<td><table style="color:darkgreen;background-color:powderblue;">
|
||||
<tr><th title="Create report with tagging (_DuplicateMarkForDeletion_)">Create Report with Tagging</th></tr>
|
||||
<tr><td><center>
|
||||
<button type="button" id="tag_duplicates_task0" value="0" title="Create report which tags duplicates with tag name _DuplicateMarkForDeletion_0 and using [Match Duplicate Distance]=0 (Exact Match).">Create Duplicate Tagging Report [Exact Match]</button>
|
||||
</center></td></tr>
|
||||
<tr><td><center>
|
||||
<button type="button" id="tag_duplicates_task1" value="1" title="Create report which tags duplicates with tag name _DuplicateMarkForDeletion_1 and using [Match Duplicate Distance]=1 (High Match).">Create Duplicate Tagging Report [High Match]</button>
|
||||
</center></td></tr>
|
||||
<tr><td><center>
|
||||
<button type="button" id="tag_duplicates_task2" value="2" title="Create report which tags duplicates with tag name _DuplicateMarkForDeletion_2 and using [Match Duplicate Distance]=2 (Medium Match).">Create Duplicate Tagging Report [Medium Match]</button>
|
||||
</center></td></tr>
|
||||
<tr><td><center>
|
||||
<button type="button" id="tag_duplicates_task3" value="3" title="Create report which tags duplicates with tag name _DuplicateMarkForDeletion_3 and using [Match Duplicate Distance]=3 (Low Match).">Create Duplicate Tagging Report [Low Match]</button>
|
||||
</center></td></tr>
|
||||
</table></td>
|
||||
<td><table style="color:darkgreen;background-color:powderblue;">
|
||||
<tr><th title="Create report with NO tagging (NO Dup Tag)">Create Report without Tagging</th></tr>
|
||||
<tr><td><center>
|
||||
<button type="button" id="create_duplicate_report_task0" value="0" title="Create report using [Match Duplicate Distance]=0 (Exact Match). NO tagging.">Create Duplicate Report [Exact Match]</button>
|
||||
</center></td></tr>
|
||||
<tr><td><center>
|
||||
<button type="button" id="create_duplicate_report_task1" value="1" title="Create report using [Match Duplicate Distance]=1 (High Match). NO tagging.">Create Duplicate Report [High Match]</button>
|
||||
</center></td></tr>
|
||||
<tr><td><center>
|
||||
<button type="button" id="create_duplicate_report_task2" value="2" title="Create report using [Match Duplicate Distance]=2 (Medium Match). NO tagging.">Create Duplicate Report [Medium Match]</button>
|
||||
</center></td></tr>
|
||||
<tr><td><center>
|
||||
<button type="button" id="create_duplicate_report_task3" value="3" title="Create report using [Match Duplicate Distance]=3 (Low Match). NO tagging.">Create Duplicate Report [Low Match]</button>
|
||||
</center></td></tr>
|
||||
</table></td>
|
||||
</tr>
|
||||
<tr><td style="font-size: 12px;" colspan="2">
|
||||
<b>Details:</b>
|
||||
<ol type="I" style="padding-left: 16px;">
|
||||
<li>Match Duplicate Distance Number Details</li>
|
||||
@@ -1822,7 +1846,7 @@ function DeleteDupInPath(){
|
||||
<ol type="a" style="padding-left: 16px;">
|
||||
<li>Safest and most reliable option</li>
|
||||
<li>Uses tag name _DuplicateMarkForDeletion<b>_0</b></li>
|
||||
<li>Has the fewest results</li>
|
||||
<li>Has the fewest results, and it's very rare to have false matches.</li>
|
||||
</ol>
|
||||
<li><b style="color:red;">High Match</b></li>
|
||||
<ol type="a" style="padding-left: 16px;">
|
||||
@@ -1844,9 +1868,31 @@ function DeleteDupInPath(){
|
||||
<li>To reduce false matches use a time difference of .98 or higher.</li>
|
||||
<li>Uses tag name _DuplicateMarkForDeletion<b>_3</b></li>
|
||||
<li>Scenes tagged by 0, 1, and 2 will have four tags.</li>
|
||||
<li>Has the most results, but with many false matches</li>
|
||||
<li>Has the most results, but with many false matches.</li>
|
||||
</ol>
|
||||
</ol>
|
||||
<li>Time Difference</li>
|
||||
<ol type="1" style="padding-left: 16px;">
|
||||
<li>Significant time difference setting, where 1 equals 100% and (.9) equals 90%.</li>
|
||||
<li>This setting overrides the setting in DupFileManager_config.py.</li>
|
||||
<ol type="a" style="padding-left: 16px;">
|
||||
<li>See setting <b style="color:red;">significantTimeDiff</b> in DupFileManager_config.py</li>
|
||||
</ol>
|
||||
<li>This setting is generally not useful for <b style="color:red;">[Exact Match]</b> reports.</li>
|
||||
<li>This is an important setting when creating Low or Medium match reports. It will reduce false matches.</li>
|
||||
</ol>
|
||||
<li>Report with tagging</li>
|
||||
<ol type="1" style="padding-left: 16px;">
|
||||
<li>Reports with tagging will work with above <b>DupFileManager Advance Menu</b>.</li>
|
||||
<li>The report can take serveral minutes to complete.</li>
|
||||
<li>It takes much more time to produce a report with tagging compare to creating a report without tagging.</li>
|
||||
</ol>
|
||||
<li>Report WITHOUT tagging</li>
|
||||
<ol type="1" style="padding-left: 16px;">
|
||||
<li>Reports with no tagging can <b style="color:red;">NOT</b> be used with above <b>DupFileManager Advance Menu</b>.</li>
|
||||
<li>The report is created much faster. It usually takes a few seconds to complete.</li>
|
||||
<li>This is the recommended report type to create if the <b>DupFileManager Advance Menu</b> is not needed or desired.</li>
|
||||
</ol>
|
||||
</ol>
|
||||
</td></tr>
|
||||
</table></center>
|
||||
|
||||
@@ -115,6 +115,7 @@ class StashPluginHelper(StashInterface):
|
||||
_mergeMetadata = None
|
||||
encodeToUtf8 = False
|
||||
convertToAscii = False # If set True, it takes precedence over encodeToUtf8
|
||||
progressBarIsEnabled = True
|
||||
|
||||
# Prefix message value
|
||||
class Level(EnumValue):
|
||||
@@ -544,23 +545,28 @@ class StashPluginHelper(StashInterface):
|
||||
return 2
|
||||
return 1
|
||||
|
||||
def enableProgressBar(self, enable=True):
|
||||
self.progressBarIsEnabled = enable
|
||||
|
||||
# Use setProgressBarIter to reduce traffic to the server by only updating the progressBar every X(updateProgressbarOnIter) iteration.
|
||||
def setProgressBarIter(self, qtyResults):
|
||||
self.updateProgressbarOnIter = self.getUpdateProgressBarIter(qtyResults)
|
||||
self.currentProgressbarIteration = 0
|
||||
if self.progressBarIsEnabled:
|
||||
self.updateProgressbarOnIter = self.getUpdateProgressBarIter(qtyResults)
|
||||
self.currentProgressbarIteration = 0
|
||||
|
||||
def progressBar(self, currentIndex, maxCount):
|
||||
if self.updateProgressbarOnIter > 0:
|
||||
self.currentProgressbarIteration+=1
|
||||
if self.currentProgressbarIteration > self.updateProgressbarOnIter:
|
||||
self.currentProgressbarIteration = 0
|
||||
else:
|
||||
return
|
||||
progress = (currentIndex / maxCount) if currentIndex < maxCount else (maxCount / currentIndex)
|
||||
try:
|
||||
self.log.progress(progress)
|
||||
except Exception as e:
|
||||
pass
|
||||
if self.progressBarIsEnabled:
|
||||
if self.updateProgressbarOnIter > 0:
|
||||
self.currentProgressbarIteration+=1
|
||||
if self.currentProgressbarIteration > self.updateProgressbarOnIter:
|
||||
self.currentProgressbarIteration = 0
|
||||
else:
|
||||
return
|
||||
progress = (currentIndex / maxCount) if currentIndex < maxCount else (maxCount / currentIndex)
|
||||
try:
|
||||
self.log.progress(progress)
|
||||
except Exception as e:
|
||||
pass
|
||||
|
||||
def isDocker(self):
|
||||
cgroup = pathlib.Path('/proc/self/cgroup')
|
||||
@@ -752,6 +758,12 @@ class StashPluginHelper(StashInterface):
|
||||
try:
|
||||
if errMsg != None:
|
||||
self.Warn(errMsg)
|
||||
if i > 0:
|
||||
# Check if file still exist
|
||||
scene = self.find_scene(scene_id)
|
||||
if scene == None or len(scene) == 0:
|
||||
self.Warn(f"Scene {scene_id} not found in Stash.")
|
||||
return False
|
||||
return self.destroy_scene(scene_id, delete_file)
|
||||
except (ConnectionResetError):
|
||||
tb = traceback.format_exc()
|
||||
@@ -816,9 +828,11 @@ class StashPluginHelper(StashInterface):
|
||||
return False
|
||||
return int(results['rows'][0][0]) == verNumber
|
||||
|
||||
def renameFileNameInDB(self, fileId, oldName, newName):
|
||||
def renameFileNameInDB(self, fileId, oldName, newName, UpdateUsingIdOnly = False):
|
||||
if self.isCorrectDbVersion():
|
||||
query = f'update files set basename = "{newName}" where basename = "{oldName}" and id = {fileId};'
|
||||
if UpdateUsingIdOnly:
|
||||
query = f'update files set basename = "{newName}" where id = {fileId};'
|
||||
self.Trace(f"Executing query ({query})")
|
||||
results = self.sql_commit(query)
|
||||
if 'rows_affected' in results and results['rows_affected'] == 1:
|
||||
|
||||
@@ -115,6 +115,7 @@ class StashPluginHelper(StashInterface):
|
||||
_mergeMetadata = None
|
||||
encodeToUtf8 = False
|
||||
convertToAscii = False # If set True, it takes precedence over encodeToUtf8
|
||||
progressBarIsEnabled = True
|
||||
|
||||
# Prefix message value
|
||||
class Level(EnumValue):
|
||||
@@ -544,23 +545,28 @@ class StashPluginHelper(StashInterface):
|
||||
return 2
|
||||
return 1
|
||||
|
||||
def enableProgressBar(self, enable=True):
|
||||
self.progressBarIsEnabled = enable
|
||||
|
||||
# Use setProgressBarIter to reduce traffic to the server by only updating the progressBar every X(updateProgressbarOnIter) iteration.
|
||||
def setProgressBarIter(self, qtyResults):
|
||||
self.updateProgressbarOnIter = self.getUpdateProgressBarIter(qtyResults)
|
||||
self.currentProgressbarIteration = 0
|
||||
if self.progressBarIsEnabled:
|
||||
self.updateProgressbarOnIter = self.getUpdateProgressBarIter(qtyResults)
|
||||
self.currentProgressbarIteration = 0
|
||||
|
||||
def progressBar(self, currentIndex, maxCount):
|
||||
if self.updateProgressbarOnIter > 0:
|
||||
self.currentProgressbarIteration+=1
|
||||
if self.currentProgressbarIteration > self.updateProgressbarOnIter:
|
||||
self.currentProgressbarIteration = 0
|
||||
else:
|
||||
return
|
||||
progress = (currentIndex / maxCount) if currentIndex < maxCount else (maxCount / currentIndex)
|
||||
try:
|
||||
self.log.progress(progress)
|
||||
except Exception as e:
|
||||
pass
|
||||
if self.progressBarIsEnabled:
|
||||
if self.updateProgressbarOnIter > 0:
|
||||
self.currentProgressbarIteration+=1
|
||||
if self.currentProgressbarIteration > self.updateProgressbarOnIter:
|
||||
self.currentProgressbarIteration = 0
|
||||
else:
|
||||
return
|
||||
progress = (currentIndex / maxCount) if currentIndex < maxCount else (maxCount / currentIndex)
|
||||
try:
|
||||
self.log.progress(progress)
|
||||
except Exception as e:
|
||||
pass
|
||||
|
||||
def isDocker(self):
|
||||
cgroup = pathlib.Path('/proc/self/cgroup')
|
||||
@@ -752,6 +758,12 @@ class StashPluginHelper(StashInterface):
|
||||
try:
|
||||
if errMsg != None:
|
||||
self.Warn(errMsg)
|
||||
if i > 0:
|
||||
# Check if file still exist
|
||||
scene = self.find_scene(scene_id)
|
||||
if scene == None or len(scene) == 0:
|
||||
self.Warn(f"Scene {scene_id} not found in Stash.")
|
||||
return False
|
||||
return self.destroy_scene(scene_id, delete_file)
|
||||
except (ConnectionResetError):
|
||||
tb = traceback.format_exc()
|
||||
@@ -816,9 +828,11 @@ class StashPluginHelper(StashInterface):
|
||||
return False
|
||||
return int(results['rows'][0][0]) == verNumber
|
||||
|
||||
def renameFileNameInDB(self, fileId, oldName, newName):
|
||||
def renameFileNameInDB(self, fileId, oldName, newName, UpdateUsingIdOnly = False):
|
||||
if self.isCorrectDbVersion():
|
||||
query = f'update files set basename = "{newName}" where basename = "{oldName}" and id = {fileId};'
|
||||
if UpdateUsingIdOnly:
|
||||
query = f'update files set basename = "{newName}" where id = {fileId};'
|
||||
self.Trace(f"Executing query ({query})")
|
||||
results = self.sql_commit(query)
|
||||
if 'rows_affected' in results and results['rows_affected'] == 1:
|
||||
|
||||
Reference in New Issue
Block a user