binary_log_read.py

import io
import binascii
import os
import mmap
import itertools
import struct
import sys

def convert_int( bytarr):
    #return int(binascii.hexlify(b), 16)
    return(int.from_bytes(bytarr, byteorder='big', signed=False)  ) #For python3



def parse_data(itr, size):
    int_str = []
    for i in range(0,size):
        int_str.append( next(itr) )

    d = b"".join(int_str)
    return(int.from_bytes(d, byteorder='big', signed=False)  ) #For python3

def parse_double(itr, size):
    int_str = []
    for i in range(0,size):
        int_str.append( next(itr) )

    d = b"".join(int_str)
    return(struct.unpack('d', d )) #For python3 and double conversion



if __name__ == '__main__':

    infil = "/tmp/res1"

    if  (len(sys.argv)>1):
        infil =(sys.argv[1])

    with open(infil, 'rb') as f:
        # memory-map the file, size 0 means whole file
        mm = mmap.mmap(f.fileno(), 0, access=mmap.ACCESS_READ)

        itr = iter(mm)
        for b in itr:

            if (b == b'@'):
                try:
                    e= parse_data(itr, 3)   # Binary file dependent
####################
                    f= parse_data(itr, 4)   # First data
                    d1= parse_data(itr, 4)   # Drop data
                    d2= parse_data(itr, 2)   # Drop data
                    #d3= parse_data(itr, 4)   # Drop data
# MATCH HERE YOUR DATA!
####################
                    h= parse_double(itr, 8)   # Timestamp

                    #print ("Id:",e,"Vector:",f,"Clock:",g,"TS:",h)
                    #print ("Id:",e,"Vector:",f,"Clock:",g)
                    print ("Flow Hash: ", f, "Flow Vqueue: ", d1, "Flow Cost: ", d2)
                except:
                    print ("")

        mm.close()