pycodestyle doc lying about tox.ini sections.

Author: gbin

tools/blacklisted.txt

@@ -339,3 +339,69 @@ fonfon/ImportError-demo
 jingxianwen/cloud-regime-error-metric
 iceterminal/saveErrorLog
 belzner/idle-errors-uap
+dimalik/prediction_error
+alpha-beta-soup/errorgeopy
+SoftwareEngineering2016Group2/Errand
+spacemanspiff2007/GetOpenhabErrors
+samueldg/errbot-hipchat-docker
+Cis112233/Sentence-err
+marcomang/To_Err
+pipi1226/python-imgFindErr
+rdhananjaya/co318_err_correction
+WASPSS/line_err_estimator
+hover2pi/errors
+haxsaw/errator
+Simplistix/errorhandler
+etheleon/errorTrap
+Cobord/ErrorCorrectingCodes
+coroner4817/ErrorTextClassification
+nausheenfatma/Evaluation-Metrics-for-Graded-Relevance-Judgments-NDCG-and-ERR
+piohhmy/error-rat
+maggiewang1117/scrapy_errata
+AtefBN/esdoc-errata
+pavelfilippi/trial-error
+PlasmaSheep/sphinx-error
+arunavsk/Profanity-Error
+aafrey/errbot-dockerfile
+dfabulich/disable-errorprone
+attakei/errbot-crrontab
+FiannaOBrien/grammatical-errors
+bdero/errbot-test
+Judice/msq_error
+sebs616/Error-medio
+uskysd/openpyxl-errorbar
+Kaniabi/docker-errbot
+e621Mobile/Error-Reporter
+FilipVdBergh/Erres_project
+egrepo7/errorfilled_loginreg
+webpigeon/docker-errbot
+andrewbaxter/scrapy-errbackdupefilter
+JenniferRondineau/PipelineERRBS
+lllucius/spacewalk-errata-loader
+jhonjairoroa87/celery-detailed-error-handling
+ctoth/jumpToError
+ec06cumt/log_error_sendmail
+sot/attitude_error_mon
+minorg/viroid_error_rate
+mgrace-greenphire/error-log-parser
+wangyuxi1990/cloud-regime-error-metric
+jwanglof/flask-errorhandler-sendgrid
+shun-y/defectingErrorTelop
+krapivchenkon/appengine-route-svc-error
+cdtx/django_error_handlers
+AtefBN/errata-esdoc-ws
+fmarchenko/django-issues-errors
+hambuergaer/satellite6_errata_install
+LandRegistry/lc-error-reporting
+LandRegistry/lc-error-reporting
+shiift/error_correcting_parser
+riyapal/Characterising-Parser-Errors
+mihaibivol/isbnlib-flask-error-demo
+Rajeev69/match_error_check
+vasilty/percent_image_error_django
+christian-rauch/lcm_state_error_viz
+osu-cass/sdg-python-error-logging
+yusanenko-vadim/django-1.4-error-monitor
+NinjaWolf64/Python-3.4.3-Errors
+olgaramz/Automatic-detection-of-errors-in-comparative-constructions
+kevindeasis/Simulator-for-Error-Correction-Detection-Encoding-Hamming-s-

tools/plugin-gen.py

@@ -23,8 +23,9 @@
     log.fatal("No token found, cannot access the GitHub API")
 except ValueError:
     log.fatal("Token file cannot be properly read, should be of the form username:token")
-finally:
-    sys.exit(-1)
+except:
+    log.exception("auth execption:")
+# sys.exit(-1)
 
 user_cache = {}
 
@@ -94,6 +95,8 @@ def rate_limit(resp):
     ts = datetime.fromtimestamp(reset)
     delay = (ts - datetime.now()).total_seconds()
     log.info("Hit rate limit. Have to wait for %d seconds", delay)
+    if delay < 0:  # time drift
+        delay = 2
     time.sleep(delay)
 
 
@@ -114,40 +117,46 @@ def check_repo(repo):
     avatar_url = get_avatar_url(repo)
 
     for plug in plug_items:
-        plugfile_resp = requests.get('https://raw.githubusercontent.com/%s/master/%s' % (repo, plug["path"]))
+        plugfile_resp = requests.get('https://raw.githubusercontent.com/%s/master/%s' % (repo, plug['path']))
         log.debug('Found a plugin:')
         log.debug('Repo:  %s', repo)
         log.debug('File:  %s', plug['path'])
         parser = configparser.ConfigParser()
-        parser.read_string(plugfile_resp.text)
-        name = parser['Core']['Name']
-        log.debug('Name: %s', name)
-
-        if 'Documentation' in parser:
-            doc = parser['Documentation']['Description']
-            log.debug('Documentation: %s', doc)
-        else:
-            doc = ''
-
-        if 'Python' in parser:
-            python = parser['Python']['Version']
-            log.debug('Python Version: %s', python)
-        else:
-            python = '2'
-
-        plugin = {
-            'path': plug['path'],
-            'repo': 'https://github.com/{0}'.format(repo),
-            'documentation': doc,
-            'name': name,
-            'python': python,
-            'avatar_url': avatar_url,
-        }
-
-        repo_entry = plugins.get(repo, {})
-        repo_entry[name] = plugin
-        plugins[repo] = repo_entry
-        log.debug('Catalog added plugin %s.', plugin['name'])
+        try:
+            parser.read_string(plugfile_resp.text)
+
+            name = parser['Core']['Name']
+            log.debug('Name: %s', name)
+
+            if 'Documentation' in parser and 'Description' in parser['Documentation']:
+                doc = parser['Documentation']['Description']
+                log.debug('Documentation: %s', doc)
+            else:
+                doc = ''
+
+            if 'Python' in parser:
+                python = parser['Python']['Version']
+                log.debug('Python Version: %s', python)
+            else:
+                python = '2'
+
+            plugin = {
+                'path': plug['path'],
+                'repo': 'https://github.com/{0}'.format(repo),
+                'documentation': doc,
+                'name': name,
+                'python': python,
+                'avatar_url': avatar_url,
+            }
+
+            repo_entry = plugins.get(repo, {})
+            repo_entry[name] = plugin
+            plugins[repo] = repo_entry
+            log.debug('Catalog added plugin %s.', plugin['name'])
+        except:
+            log.error('Invalid syntax in %s, skipping... ' % plug['path'])
+            continue
+
         rate_limit(plugfile_resp)
 
     save_plugins()
@@ -165,6 +174,10 @@ def find_plugins():
         log.debug("Repo reqs before ratelimit %s/%s" % (
             repo_resp.headers['X-RateLimit-Remaining'],
             repo_resp.headers['X-RateLimit-Limit']))
+        if 'message' in repo_json and repo_json['message'].startswith('API rate limit exceeded for'):
+            log.error('API rate limit hit anyway ... wait for 30s')
+            time.sleep(30)
+            continue
         items = repo_json['items']
 
         for i, item in enumerate(items):

tools/user_cache

@@ -10,9 +10,12 @@ deps =
 
 commands = py.test
 
+[pep8]
+max-line-length = 120
+exclude = errbot/config-template.py
+
 [testenv:codestyle]
 deps = pycodestyle
-max-line-length = 120
 commands = pycodestyle errbot tests
 
 [testenv:pypi-lint]