research/archive/data_sync/networkwhisper.py

from web3 import Web3, HTTPProvider
from web3.shh import Shh
import random

# Temp
import sync_pb2

# XXX: This assumes a node is actually running - shell out to boot geth?
class WhisperNodeHelper():
    def __init__(self, keypair, host):
        self.host = host
        self.web3 = Web3(HTTPProvider(self.host))
        Shh.attach(self.web3, "shh")

        assert self.web3.shh.web3.isConnected(), "Node not connected, are you running it?"

        self.topic="0xf8946aac" # discovery-topic

        self.keyPair = keypair
        # XXX: Doesn't belong here
        self.kId = self.web3.shh.addPrivateKey(self.keyPair)
        self.myFilter = self.poll_filter(self.topic, self.keyPair)

        # XXX: Race, since before this is set it isn't ready to receive
        # Later sync node - setup in Node init fn
        self.sync_node = None

        # XXX: Prune this
        #self.nodes = []
        self.time = 0
        #self.queue = {}
        #self.peers = {}
        # Global network reliability
        self.reliability = 1 # 0.95? Dunno.

    def poll_filter(self, topic, keyPair):
        # XXX: Doesn't belong here
        #kId = self.web3.shh.addPrivateKey(keyPair)
        pubKey = self.web3.shh.getPublicKey(self.kId)
        #print("***KID", self.kId)
        #print("***PUBKEY", pubKey)
        myFilter = self.web3.shh.newMessageFilter({'topic': self.topic,
                                                   'privateKeyID': self.kId})
        # Purpose of this if we do getMessages?
        myFilter.poll_interval = 600;
        # XXX: Does this actually do anything?
        return myFilter

    # XXX: BUG - this isn't ticking! I guess it should?!?!?!?!
    # TODO HEREATM
    def tick(self):
        filterID = self.myFilter.filter_id
        #print("*** tick whisper", filterID)
        retreived_messages = self.web3.shh.getMessages(filterID)
        #print("*** tick whisper retrieved", retreived_messages)

        # TODO: Deal with these messages similar to simulation
        # receiver.on_receive(sender, msg)
        for i in range(0, len(retreived_messages)):
            #print(retreived_messages[i]['payload'])
            #print("\nRECV TYPE", type(retreived_messages[i]['payload']))

            # XXX: This parsing should probably happen elsewhere
            msg = sync_pb2.Record()
            #full = retreived_messages[i]
            sig = retreived_messages[i]['sig']
            #print("***SIG", sig.hex())
            payload = retreived_messages[i]['payload']
            #print("\nRECV payload", payload)
            msg.ParseFromString(payload)
            #print("\nRECV parsed", msg)
            # XXX correct way to refer to MESSAGE
            # if msg.header.type == 1:
            #     print("\nRECV parse", msg.payload.message.body.decode())

            # XXX Only one receiver, this is a node not network
            # XXX: Not populating? Why do we need this anyway?
            # Well this is the sync node, so how self? node
            # IF I recv something it is myself!
            #receiver = self.nodes[0]
            receiver = self.sync_node
            # HEREATM
            # How sender?
            # TODO: Figure out how we know sender, assumes signed message
            # inside payload? but if it isn't your own message then how work
            # How does this currently work? How do we know from who it is?
            # chat-id seems to be pubkey and some stuff
            # sohuld be in signature sig

            sender = sig.hex()
            receiver.on_receive(sender, msg)

        #print ""
        #print("tick", self.time + 1)
        #print "-----------"

        # XXX: This is ugly, why is this ticking nodes?
        # Also then don't tick
        self.sync_node.tick()
        self.time += 1

    # NetworkSim stub
    # def tick(self):
    #     if self.time in self.queue:
    #         # XXX: Should sender be here?
    #         for sender, receiver, msg in self.queue[self.time]:
    #             if random.random() < self.reliability:
    #                 #print "*** message ok", sender.name, "->", receiver.name
    #                 receiver.on_receive(sender, msg)
    #             #else:
    #                 #print "*** message dropped", sender.name, "->", receiver.name
    #     #print ""
    #     print "tick", self.time + 1
    #     #print "-----------"
    #     for n in self.nodes:
    #         n.tick()
    #     self.time += 1

    # sender id / pubkey not needed for now
    # topic assumed to be hardcoded
    # HEREATM, not sure if it works or not
    # ok it sends, but not being picked up
    # static-nodes same?
    def send_message(self, sender_id, address_to, msg):
        #print("*** (whisper-network) send_message to", address_to)
        # XXX: Is this what we want to do?
        payload = msg.SerializeToString()
        #print("*** (whisper-network) send_message payload", payload)
        #print("*** (whisper-network) send_message hex", self.web3.toHex(payload))
        topic = self.topic
        self.web3.shh.post({
            'pubKey': address_to,
            'topic': topic,
            'powTarget': 2.01,
            'powTime': 2,
            'ttl': 10,
            'sig': self.kId,
            'payload': self.web3.toHex(payload)
        });

    # NetworkSim stub
    # def send_message(self, sender_id, receiver_id, message):
    #     #print "*** (network) send_message", sender_id, receiver_id
    #     # XXX: Assuming sender exists
    #     sender = self.peers[sender_id]
    #     receiver = self.peers[receiver_id]
    #     recv_time = self.time + self.latency_uniform_random()
    #     if recv_time not in self.queue:
    #         self.queue[recv_time] = []
    #     self.queue[recv_time].append((sender, receiver, message))

    # XXX: This should be normal distribution or Poisson
    # NetworkSim stub; not needed for Whisper probably
    # def latency_uniform_random(self):
    #     # XXX: Hardcode for now, easier analyze
    #     latency = 1
    #     #latency = random.randint(1,3)
    #    return latency