class KomradeException(Exception): pass # make sure komrade is on path import sys,os sys.path.append(os.path.dirname(__file__)) def logger(): import logging handler = logging.StreamHandler() formatter = logging.Formatter('[%(asctime)s]\n%(message)s\n') handler.setFormatter(formatter) logger = logging.getLogger('komrade') logger.addHandler(handler) logger.setLevel(logging.DEBUG) return logger LOG = None def log(*x): global LOG if not LOG: LOG=logger().debug tolog=' '.join(str(_) for _ in x) LOG(tolog) def clear_screen(): import os os.system('cls' if os.name == 'nt' else 'clear') def pause(): input('') def dict_format(d, tab=0): s = ['{\n'] for k,v in sorted(d.items()): if isinstance(v, dict): v = dict_format(v, tab+1) else: v = repr(v) # s.append('%s%r: %s (%s),\n' % (' '*tab, k, v, type(v).__name__)) s.append('%s%r: %s,\n' % (' '*tab, k, v)) s.append('%s}' % (' '*tab)) return ''.join(s) import inspect from komrade.constants import PAUSE_LOGGER class Logger(object): def log(self,*x,do_pause=PAUSE_LOGGER,do_clear=PAUSE_LOGGER): curframe = inspect.currentframe() calframe = inspect.getouterframes(curframe, 2) mytype = type(self).__name__ caller = calframe[1][3] log(f'\n[{mytype}.{caller}()]',*x) try: if do_pause: pause() if do_pause: clear_screen() except KeyboardInterrupt: exit() import binascii,base64 def isBase64(sb): try: if isinstance(sb, str): # If there's any unicode here, an exception will be thrown and the function will return false sb_bytes = bytes(sb, 'ascii') elif isinstance(sb, bytes): sb_bytes = sb else: raise ValueError("Argument must be string or bytes") return base64.b64encode(base64.b64decode(sb_bytes)) == sb_bytes except binascii.Error: return False def hashish(binary_data): import hashlib return hashlib.sha256(binary_data).hexdigest() from base64 import b64encode,b64decode import ujson as json import pickle def package_for_transmission(data_json): # print('package_for_transmission.data_json =',data_json) data_json_b = pickle.dumps(data_json) # print('data_json_b??') # print('package_for_transmission.data_json_b =',data_json_bstr) return data_json_b def dejsonize(dict): for k,v in dict.items(): if type(v)==str and isBase64(v): dict[k]=v.encode() # if type(v)==bytes and isBase64(v): # dict[k]=b64decode(v) elif type(v)==dict: dict[k]=dejsonize(v) return dict def unpackage_from_transmission(data_json_b64): # print('unpackage_from_transmission.data_json_b64 =',data_json_b64) data_json_b = b64decode(data_json_b64) # print('unpackage_from_transmission.data_json_bstr =',data_json_b) data_json = pickle.loads(data_json_b) # print('unpackage_from_transmission.data_json =',data_json) # data_json_dejson = dejsonize(data_json) # print('unpackage_from_transmission.data_json =',data_json_dejson) return data_json def get_random_id(): import uuid return uuid.uuid4().hex def get_random_binary_id(): import base64 idstr = get_random_id() return base64.b64encode(idstr.encode()) # Recursive dictionary merge # https://gist.github.com/angstwad/bf22d1822c38a92ec0a9 # # Copyright (C) 2016 Paul Durivage # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program. If not, see . import collections def dict_merge(dct, merge_dct): """ Recursive dict merge. Inspired by :meth:``dict.update()``, instead of updating only top-level keys, dict_merge recurses down into dicts nested to an arbitrary depth, updating keys. The ``merge_dct`` is merged into ``dct``. :param dct: dict onto which the merge is executed :param merge_dct: dct merged into dct :return: None """ for k, v in merge_dct.items(): if (k in dct and isinstance(dct[k], dict) and isinstance(merge_dct[k], collections.Mapping)): dict_merge(dct[k], merge_dct[k]) else: dct[k] = merge_dct[k] def capture_stdout(func): import io from contextlib import redirect_stdout f = io.StringIO() with redirect_stdout(f): func() out = f.getvalue() return out