Merge branch 'change_postprocess_ignore_hidden_pass_nzb_delete' into development

* change_postprocess_ignore_hidden_pass_nzb_delete: closes midgetspygh-803

Change PostProcessing checks and rules

+ Change replace rules and inner workings   closes midgetspygh-393
+ Include PR-620-jayme-github Process files by size but reversed (biggest first)  closes midgetspygh-620
+ Add postProcessor checks: status, quality/filesize, already processed  closes midgetspygh-629
+ Change search for airdate in database instead of thetvdb
+ Add tv download dir as default manual post-process directory  closes midgetspygh-722
+ Add is_proper to nameparser
+ Change use quality from snatch history instead of status quality
+ PEP8

Add ignore hidden, pass nzb, delete empty to processTV

Add ignore hidden subfolders (subfolder starts with .)
Removing ignored_filestrings from postProcessor
because subfolders with . are not being processed.

Add pass (inherit) nzbName to subfolder
When no videofiles are in the mainfolder and there is only one subfolder,
pass nzbName to subfolder

Add delete empty folder  closes midgetspygh-777
For now only delete empty folders on scripts and automatic.
Safety net, with manual it's easier to browse and select root folder

+ Change some logging and error messages  closes midgetspygh-702 closes midgetspygh-664 closes

Author: Patrick Vos

data/interfaces/default/config_postProcessing.tmpl

@@ -44,11 +44,7 @@
                             </label>
                             <label class="nocheck clearfix">
                                 <span class="component-title">&nbsp;</span>
-                                <span class="component-desc"><b>NOTE:</b> Use only if not using SABnzbd+ post processing.</span>
-                            </label>
-                            <label class="nocheck clearfix">
-                                <span class="component-title">&nbsp;</span>
-                                <span class="component-desc">Or if SABnzbd+ and Sick Beard are on different PCs.</span>
+                                <span class="component-desc"><b>NOTE:</b> Used with option Scan an Process or Manual Post-Processing.</span>
                             </label>
                         </div>
 
@@ -88,7 +84,11 @@
                             </label>
                             <label class="nocheck clearfix" for="process_automatically">
                                 <span class="component-title">&nbsp;</span>
-                                <span class="component-desc"><b>NOTE:</b> Do not use if you use sabToSickbeard w/ SABnzbd+!</span>
+                                <span class="component-desc"><b>NOTE:</b> Use if it's not possible to use a post-process script (like SABnzbd and Sick Beard are on different PCs).</span>
+                            </label>
+                            <label class="nocheck clearfix">
+                                <span class="component-title">&nbsp;</span>
+                                <span class="component-desc">Do not use if you use a post-process script like sabToSickbeard on the same <i>TV Download Dir</i>.</span>
                             </label>
                         </div>
 

data/interfaces/default/home_postprocess.tmpl

@@ -1,5 +1,5 @@
 #import sickbeard
-#set global $title="Post Processing"
+#set global $title="Manual Post-Processing"
 
 #set global $sbPath="../.."
 
@@ -8,7 +8,12 @@
 #include $os.path.join($sickbeard.PROG_DIR, "data/interfaces/default/inc_top.tmpl")
 
 <form name="processForm" method="post" action="processEpisode">
-Enter the folder containing the episode: <input type="text" name="dir" id="episodeDir" size="50" /> <input type="submit" class="btn" value="Process" />
+Enter the folder containing the episode: <input type="text" name="dir" id="episodeDir" #if $sickbeard.TV_DOWNLOAD_DIR then "value=\"" + $sickbeard.TV_DOWNLOAD_DIR + "\"" else ""# size="50" />
+<input type="hidden" name="method" value="Manual"> <input type="submit" class="btn" value="Process" />
+<br /><br />
+Force replace existing episodes:&nbsp;<input type="checkbox" name="force_replace" /><br />
+<b>Overwrite</b> existing episode, ignoring status downloaded (quality)<br />
+
 </form>
 <br />
 

sickbeard/autoPostProcesser.py

@@ -24,18 +24,19 @@
 from sickbeard import encodingKludge as ek
 from sickbeard import processTV
 
+
 class PostProcesser():
 
     def run(self):
         if not sickbeard.PROCESS_AUTOMATICALLY:
             return
 
         if not ek.ek(os.path.isdir, sickbeard.TV_DOWNLOAD_DIR):
-            logger.log(u"Automatic post-processing attempted but dir "+sickbeard.TV_DOWNLOAD_DIR+" doesn't exist", logger.ERROR)
+            logger.log(u"Automatic post-processing attempted but dir " + sickbeard.TV_DOWNLOAD_DIR + " doesn't exist", logger.ERROR)
             return
 
         if not ek.ek(os.path.isabs, sickbeard.TV_DOWNLOAD_DIR):
-            logger.log(u"Automatic post-processing attempted but dir "+sickbeard.TV_DOWNLOAD_DIR+" is relative (and probably not what you really want to process)", logger.ERROR)
+            logger.log(u"Automatic post-processing attempted but dir " + sickbeard.TV_DOWNLOAD_DIR + " is relative (and probably not what you really want to process)", logger.ERROR)
             return
 
-        processTV.processDir(sickbeard.TV_DOWNLOAD_DIR)
+        processTV.processDir(sickbeard.TV_DOWNLOAD_DIR, method='Automatic')

sickbeard/helpers.py

@@ -195,6 +195,19 @@ def getURL(url, post_data=None, headers=[]):
     return result
 
 
+def is_hidden_folder(folder):
+    """
+    Returns True if folder is hidden.
+    On Linux based systems hidden folders start with . (dot)
+    folder: Full path of folder to check
+    """
+    if ek.ek(os.path.isdir, folder):
+        if ek.ek(os.path.basename, folder).startswith('.'):
+            return True
+
+    return False
+
+
 def findCertainShow(showList, tvdbid):
     results = filter(lambda x: x.tvdbid == tvdbid, showList)
     if len(results) == 0:
@@ -512,6 +525,13 @@ def fixSetGroupID(childPath):
             logger.log(u"Failed to respect the set-group-ID bit on the parent directory for %s (setting group ID %i)" % (childPath, parentGID), logger.ERROR)
 
 
+def real_path(path):
+    """
+    Returns: the canonicalized absolute pathname. The resulting path will have no symbolic link, '/./' or '/../' components.
+    """
+    return ek.ek(os.path.normpath, ek.ek(os.path.normcase, ek.ek(os.path.realpath, path)))
+
+
 def sanitizeSceneName(name, ezrss=False):
     """
     Takes a show name and returns the "scenified" version of it.

sickbeard/name_parser/parser.py

@@ -115,19 +115,26 @@ def _parse_string(self, name):
                 except ValueError, e:
                     raise InvalidNameException(e.message)
 
+            result.is_proper = False
+
             if 'extra_info' in named_groups:
+
                 tmp_extra_info = match.group('extra_info')
-                
+
+                # Check if it's a proper
+                if tmp_extra_info:
+                    result.is_proper = re.search('(^|[\. _-])(proper|repack)([\. _-]|$)', tmp_extra_info, re.I) is not None
+
                 # Show.S04.Special is almost certainly not every episode in the season
                 if tmp_extra_info and cur_regex_name == 'season_only' and re.match(r'([. _-]|^)(special|extra)\w*([. _-]|$)', tmp_extra_info, re.I):
                     continue
                 result.extra_info = tmp_extra_info
-            
+
             if 'release_group' in named_groups:
                 result.release_group = match.group('release_group')
 
             return result
-        
+
         return None
 
     def _combine_results(self, first, second, attr):
@@ -229,7 +236,9 @@ def parse(self, name):
         if not final_result.air_date:
             final_result.season_number = self._combine_results(file_name_result, dir_name_result, 'season_number')
             final_result.episode_numbers = self._combine_results(file_name_result, dir_name_result, 'episode_numbers')
-        
+
+        final_result.is_proper = self._combine_results(file_name_result, dir_name_result, 'is_proper')
+
         # if the dirname has a release group/show name I believe it over the filename
         final_result.series_name = self._combine_results(dir_name_result, file_name_result, 'series_name')
         final_result.extra_info = self._combine_results(dir_name_result, file_name_result, 'extra_info')