pbdecode.py

#!/usr/bin/env python
"""
Copyright 2015 Brookhaven Science Assoc.
 as operator of Brookhaven National Lab.

Test decoding of PB files, either unprocessed retrieved over http, or on disk files
"""

import sys, logging

from twisted.internet import defer, error, protocol
from twisted.python.failure import Failure
from twisted.test import proto_helpers

from carchive.backend import appl

logging.basicConfig(level=logging.DEBUG)

def printData(V,M):
  print 'cb',V.shape,M.shape

if len(sys.argv)>1:
  inp=open(sys.argv[1],'rb')
else:
  inp=sys.stdin
if len(sys.argv)>2:
  size=int(sys.argv[2])
else:
  size=4096

P=appl.PBReceiver(printData, name=inp.name, inthread=False)
T=proto_helpers.StringTransport()
P.makeConnection(T)

while True:
  D = inp.read(size)
  if not D:
    print 'File consumed'
    break
  P.dataReceived(D)
  if P.defer.called:
    print 'Done early',inp.tell()
    break

print 'Flush'
P.connectionLost(protocol.connectionDone)

assert P.defer.called

print 'Done',P.defer.result