Add .flake8 and format Python files

flake8 is a Python linter. autopep8 is a Python formatter. The config
for autopep8 can reside in the .flake8 config.

Used the following command to format all .py files and all files without
extension containing a python shebang.

  {
    find . -type f ! -name "*.*" -exec awk '/^#!.*python/{print
FILENAME}{nextfile}' {} +;
    find . -name '*.py';
  } | sort | uniq | xargs autopep8 --in-place --aggressive --aggressive

Change-Id: Ie7d20194499e91a181b9e040b44d179c35b2ce4a
Reviewed-on: https://review.couchbase.org/c/kv_engine/+/205483
Tested-by: Vesko Karaganev <[email protected]>
Reviewed-by: Trond Norbye <[email protected]>

Author: veselink1

.flake8

@@ -0,0 +1,8 @@
+[flake8]
+import-order-style = pep8
+max-line-length = 79
+ignore = E402
+
+[pycodestyle]
+max_line_length = 79
+ignore = E402

engines/ep/management/cb_evict_key.py

@@ -29,7 +29,7 @@
 client.sasl_auth_plain(user=sys.argv[1], password=sys.argv[2])
 client.bucket_select(sys.argv[3])
 
-collection=None
+collection = None
 client.enable_xerror()
 if len(sys.argv) == 7:
     client.enable_collections()
@@ -38,9 +38,9 @@
 
 if len(sys.argv) == 7:
     try:
-        collection=int(sys.argv[6])
+        collection = int(sys.argv[6])
     except ValueError:
-        collection=sys.argv[6]
+        collection = sys.argv[6]
 
 key = sys.argv[5]
 client.vbucketId = int(sys.argv[4])

engines/ep/management/cbcompact

@@ -21,8 +21,10 @@ from time import sleep
 import sys
 import mc_bin_client
 
+
 def cmd(f):
     f = cli_auth_utils.cmd_decorator(f)
+
     def g(*args, **kwargs):
         mc = args[0]
 
@@ -41,16 +43,18 @@ def cmd(f):
         f(mc, vbucket, purgeBeforeTs, purgeBeforeSeq, dropDeletes, **kwargs)
     return g
 
+
 @cmd
 def compact(mc, vbucket, purgeBeforeTs, purgeBeforeSeq, dropDeletes):
-     try:
+    try:
         return mc.compact_db(vbucket, purgeBeforeTs, purgeBeforeSeq,
                              dropDeletes)
-     except:
-         print("Unable to compact vbucket %d with the following parameters "
-               "(purge before time: %d, purge before seqno: %d, drop deletes: "
-               "%d) in requested engine."
-             % (vbucket, purgeBeforeTs, purgeBeforeSeq, dropDeletes))
+    except BaseException:
+        print("Unable to compact vbucket %d with the following parameters "
+              "(purge before time: %d, purge before seqno: %d, drop deletes: "
+              "%d) in requested engine."
+              % (vbucket, purgeBeforeTs, purgeBeforeSeq, dropDeletes))
+
 
 def main():
     c = cli_auth_utils.get_authed_clitool()
@@ -64,5 +68,6 @@ def main():
 
     c.execute()
 
+
 if __name__ == '__main__':
     main()

engines/ep/management/cbepctl

@@ -21,6 +21,7 @@ import sys
 
 cmd = cli_auth_utils.cmd_decorator
 
+
 @cmd
 def set_param(mc, type, key, val):
     engine_param = None
@@ -42,43 +43,45 @@ def set_param(mc, type, key, val):
 
     if key == "mem_high_wat" or key == "mem_low_wat":
         if val.endswith("%"):
-            _x_ = (val[:len(val)-1])
+            _x_ = (val[:len(val) - 1])
             if not _x_.isdigit():
                 print('Error: Invalid parameter %s' % val)
                 return
             if float(_x_) > 100:
                 print('Error: Bad parameter %s' % val)
                 return
             _quota_ = int(mc.stats()['ep_max_size'])
-            val = str(int(float(_x_)*(_quota_)/100))
+            val = str(int(float(_x_) * (_quota_) / 100))
     if (key == "mem_used_merge_threshold_percent" and
-        (float(val) > 100.0 or float(val) < 0.0)):
+            (float(val) > 100.0 or float(val) < 0.0)):
         print('Error: Invalid mem_used_merge_threshold_percent value %s' % val)
         return
     try:
         mc.set_param(0, key, val, engine_param)
-        print('set %s to %s' %(key, val))
+        print('set %s to %s' % (key, val))
     except mc_bin_client.MemcachedError as error:
         print('Error: %s' % error.msg)
     except mc_bin_client.TimeoutError as error:
         print(error)
     except Exception as e:
         print('Generic error (%s)' % e)
 
+
 @cmd
 def set_vbucket_param(mc, key, vbucket, val):
     engine_param = memcacheConstants.ENGINE_PARAM_VBUCKET
 
     try:
         mc.set_param(int(vbucket), key, val, engine_param)
-        print('set %s to %s' %(key, val))
+        print('set %s to %s' % (key, val))
     except mc_bin_client.MemcachedError as error:
         print('Error: %s' % error.msg)
     except mc_bin_client.TimeoutError as error:
         print(error)
     except Exception as e:
         print('Generic error (%s)' % e)
 
+
 @cmd
 def stop(mc):
     try:
@@ -89,7 +92,7 @@ def stop(mc):
             try:
                 stats = mc.stats()
                 success = True
-            except:
+            except BaseException:
                 if success:
                     mc = mc_bin_client.MemcachedClient(mc.host, mc.port)
                     raise
@@ -106,6 +109,7 @@ def stop(mc):
     except Exception as e:
         print('Generic error (%s)' % e)
 
+
 @cmd
 def start(mc):
     try:
@@ -118,6 +122,7 @@ def start(mc):
     except Exception as e:
         print('Generic error (%s)' % e)
 
+
 @cmd
 def drain(mc):
     try:
@@ -137,6 +142,7 @@ def drain(mc):
     except Exception as e:
         print('Generic error (%s)' % e)
 
+
 @cmd
 def set_collections(mc, filename):
 
@@ -154,6 +160,7 @@ def set_collections(mc, filename):
     except Exception as e:
         print('Generic error (%s)' % e)
 
+
 @cmd
 def get_collections(mc):
 
@@ -167,12 +174,17 @@ def get_collections(mc):
     except Exception as e:
         print('Generic error (%s)' % e)
 
+
 @cmd
 def run_compaction(mc, vbucket, purgeBeforeTs, purgeBeforeSeq, dropDeletes):
     engine_param = memcacheConstants.ENGINE_PARAM_VBUCKET
 
     try:
-        mc.compact_db(int(vbucket), int(purgeBeforeTs), int(purgeBeforeSeq), int(dropDeletes))
+        mc.compact_db(
+            int(vbucket),
+            int(purgeBeforeTs),
+            int(purgeBeforeSeq),
+            int(dropDeletes))
         print('compaction started on vbucket {}'.format(vbucket))
     except mc_bin_client.MemcachedError as error:
         print('Error: %s' % error.msg)
@@ -181,6 +193,7 @@ def run_compaction(mc, vbucket, purgeBeforeTs, purgeBeforeSeq, dropDeletes):
     except Exception as e:
         print('Generic error (%s)' % e)
 
+
 if __name__ == '__main__':
 
     c = cli_auth_utils.get_authed_clitool("""
@@ -351,7 +364,10 @@ Available params for "set":
     c.addCommand('set_vbucket_param', set_vbucket_param, 'type vbucket value')
     c.addCommand('start', start, 'start')
     c.addCommand('stop', stop, 'stop')
-    c.addCommand('compact', run_compaction, 'vbucket purgeBeforeTs purgeBeforeSeq dropDeletes')
+    c.addCommand(
+        'compact',
+        run_compaction,
+        'vbucket purgeBeforeTs purgeBeforeSeq dropDeletes')
 
     # Add collection get manifest methods - These should not be executed
     # except for when required by support/development