Various updates

Author: Quenos

auto_policy.py

@@ -62,5 +62,8 @@ def update(self):
                         base_fee_msat=int(self.policy3['base_fee']),
                         fee_rate=float(self.policy3['fee_rate']),
                         time_lock_delta=int(sc.default_time_lock_delta))
+
+        lightning_channel.Channels.read_channels()
         UpdateScheduler.trigger('channel_info_widget')
+
         print('auto_policy exit: ' + str(datetime.now()))

balance_info_widget.py

@@ -164,7 +164,7 @@ def __init__(self):
         self.formLayout_5.setWidget(0, QtWidgets.QFormLayout.FieldRole, self.ratio_label)
 
         # register the balance info widget update function, don't start a timer, but run it once
-        UpdateScheduler.register('balance_info_widget', self.update, start=False, immediate=True)
+        UpdateScheduler.register('balance_info_widget', self.update, start=True, immediate=True)
         self.show()
 
     def update(self):

channel_info_widget.py

@@ -527,6 +527,7 @@ def update(self, channel_id=None):
             return
 
         self.forwarding_events = FwdingEvents()
+        x = self.forwarding_events.total_amt_forwarded()
         channel = lightning_channel.Channels.channel_index[self.channel_id][0]
         if channel.channel_state == lightning_channel.Channel.ChannelState.ACTIVE:
             self.reconnect_push_button.hide()
@@ -579,7 +580,6 @@ def update(self, channel_id=None):
         except urllib.error.URLError:
             self.date_created_label.setText('Unable to determine')
 
-
     def reconnect_channel(self, event):
         try:
             channel = lightning_channel.Channels.channel_index[self.channel_id][0]

conductor.py

@@ -29,10 +29,8 @@
 from PyQt5 import QtCore, QtWidgets, QtGui
 
 # TODO 2: Add some basic exception handling
-# TODO 3: Add channel policy update window - global, node, based on ratio local and remote balance
 # TODO 4: Add overview of inactive channels - toggle between node colours and green (active) red (inactive) nodes
-# TODO 5: Add auto refresh every hour
-# TODO 6: Add auto close after certain period of inactivity
+# TODO 6: Add auto close channel after certain period of inactivity
 
 
 class MainWindow(QtWidgets.QMainWindow):

config/conductor.conf

@@ -26,15 +26,15 @@ policy1_fee_rate = 0.000001
 # in the case below if the local balance is between 4 times smaller and 4 times larger
 # policy 2 will be set (2500 msat)
 policy2_perc = 0.25
-policy2_base_fee = 2500
-policy2_fee_rate = 0.000001
+policy2_base_fee = 1000
+policy2_fee_rate = 0.002500
 
 #else
 # in all other cases policy three will be used (5000 msat)
 # so if if the local balance is more than 4 times smaller in this case
 policy3_perc = 0
-policy3_base_fee = 5000
-policy3_fee_rate = 0.000001
+policy3_base_fee = 1000
+policy3_fee_rate = 0.005
 
 # the automatic policy update is run from the start and run every 2 hours when option is set to True
 auto_policy = True

lightning/fwding_event.py

@@ -57,3 +57,16 @@ def get_date_last_forward(self, chan_id):
                     and timestamp < forwarding_event.timestamp:
                 timestamp = forwarding_event.timestamp
         return timestamp
+
+    def total_amt_forwarded(self):
+        tot_amt_fwd = 0
+        for fwe in self.forwarding_events:
+            tot_amt_fwd += fwe.amt_in
+        return tot_amt_fwd
+
+    def total_fees_received(self):
+        tot_fees_received = 0
+        for fwe in self.forwarding_events:
+            tot_fees_received += fwe.amt_in
+            tot_fees_received -= fwe.amt_out
+        return tot_fees_received

lightning/lightning_channel.py

@@ -15,6 +15,7 @@
 
 
 import ipaddress
+from datetime import datetime
 from utils.block_explorer import get_block_data
 from lightning import lndAL
 from lightning.fee_report import FeeReport
@@ -102,17 +103,20 @@ def __init__(self, channel):
         super(Channel, self).__init__(channel)
         self.channel_type = "channel"
         self.chan_id = channel.chan_id
+        self._creation_date = None
 
     def update_channel(self, channel):
         self.chan_id = channel.chan_id
 
     @property
     def creation_date(self):
-        channel_id_bytes = hex(self.chan_id)[2:]
-        while len(channel_id_bytes) < 16:
-            channel_id_bytes = '0' + channel_id_bytes
-        data = get_block_data(int(channel_id_bytes[:6], 16))
-        return data['timestamp']
+        if self._creation_date is None:
+            channel_id_bytes = hex(self.chan_id)[2:]
+            while len(channel_id_bytes) < 16:
+                channel_id_bytes = '0' + channel_id_bytes
+            data = get_block_data(int(channel_id_bytes[:6], 16))
+            self._creation_date = data['timestamp']
+        return self._creation_date
 
     def __eq__(self, other):
         return self.chan_id == other.chan_id
@@ -253,12 +257,14 @@ def read_channels(mode=ReadMode.OPEN_ONLY):
         #                reads the open and closed channels
         #                re-creates the channel list with the current state
         #                Also the routing policy is cleared
+        print('read_channels entry: ' + str(datetime.now()))
         RoutingPolicy.clear_graph()
         Channels.channel_index = defaultdict(list)
         if mode == Channels.ReadMode.OPEN_ONLY or mode == Channels.ReadMode.BOTH:
             Channels._read_open_channels()
         if mode == Channels.ReadMode.CLOSED_ONLY or mode == Channels.ReadMode.BOTH:
             Channels._read_closed_channels()
+        print('read_channels exit: ' + str(datetime.now()))
 
     @staticmethod
     def _read_open_channels():

lightning/lndAL.py

@@ -37,9 +37,19 @@ class LightningException(Exception):
         debug_error_string = "{"created":"@1543505526.607347974","description":"Error received from peer","file":"src/core/lib/surface/call.cc","file_line":1017,"grpc_message":"unknown service lnrpc.Lightning","grpc_status":12}"
 
         grpc._channel._Rendezvous: <_Rendezvous of RPC that terminated with:
-        status = StatusCode.UNAVAILABLE
-        details = "Connect Failed"
-        debug_error_string = "{"created":"@1543670679.735250331","description":"Failed to create subchannel","file":"src/core/ext/filters/client_channel/client_channel.cc","file_line":2721,"referenced_errors":[{"created":"@1543670679.735240549","description":"Pick Cancelled","file":"src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc","file_line":241,"referenced_errors":[{"created":"@1543670679.735022159","description":"Connect Failed","file":"src/core/ext/filters/client_channel/subchannel.cc","file_line":689,"grpc_status":14,"referenced_errors":[{"created":"@1543670679.734841131","description":"Handshake read failed","file":"src/core/lib/security/transport/security_handshaker.cc","file_line":321,"referenced_errors":[{"created":"@1543670679.734745641","description":"FD Shutdown","file":"src/core/lib/iomgr/lockfree_event.cc","file_line":194,"referenced_errors":[{"created":"@1543670679.734720568","description":"Handshake timed out","file":"src/core/lib/channel/handshaker.cc","file_line":290}]}]}]}]}]}"
+        status = StatusCode.UNKNOWN
+        details = "peer 0321ad07ca4a3e590830ea835844820ea08b0e8d2e7dbdc32aa98e801ab9fd862e is not online"
+        debug_error_string = "{"created":"@1547324967.579864705","description":"Error received from peer","file":"src/core/lib/surface/call.cc","file_line":1017,"grpc_message":"peer 0321ad07ca4a3e590830ea835844820ea08b0e8d2e7dbdc32aa98e801ab9fd862e is not online","grpc_status":2}"
+
+        grpc._channel._Rendezvous: <_Rendezvous of RPC that terminated with:
+        status = StatusCode.UNKNOWN
+        details = "not enough witness outputs to create funding transaction, need 0.01 BTC only have 0.00004855 BTC  available"
+        debug_error_string = "{"created":"@1547325316.221901640","description":"Error received from peer","file":"src/core/lib/surface/call.cc","file_line":1017,"grpc_message":"not enough witness outputs to create funding transaction, need 0.01 BTC only have 0.00004855 BTC  available","grpc_status":2}"
+
+        grpc._channel._Rendezvous: <_Rendezvous of RPC that terminated with:
+        status = StatusCode.UNKNOWN
+        details = "no policy for outgoing channel 613822157507592192 "
+        debug_error_string = "{"created":"@1547327609.724794018","description":"Error received from peer","file":"src/core/lib/surface/call.cc","file_line":1017,"grpc_message":"no policy for outgoing channel 613822157507592192 ","grpc_status":2}"
 
         '''
         pass
@@ -52,7 +62,9 @@ def get_rpc_data():
         os.environ['GRPC_SSL_CIPHER_SUITES'] = 'HIGH+ECDSA'
         cert = open(system_config.tls_cert_directory + '/tls.cert', 'rb').read()
         ssl_creds = grpc.ssl_channel_credentials(cert)
-        channel = grpc.secure_channel(system_config.lnd_rpc_address + ':' + system_config.lnd_rpc_port, ssl_creds)
+        channel = grpc.secure_channel(system_config.lnd_rpc_address + ':' + system_config.lnd_rpc_port, ssl_creds,
+                                      options=[('grpc.max_send_message_length', 8000000),
+                                               ('grpc.max_receive_message_length', 8000000)])
         LndAL._stub = lnrpc.LightningStub(channel)
 
     @staticmethod