netarch/__init__.py

333 lines
8.3 KiB
Python
Raw Normal View History

2018-07-09 17:14:19 -06:00
#! /usr/bin/python3
2008-07-08 17:52:28 -06:00
2018-07-16 13:10:10 -06:00
import binascii
2007-12-14 16:26:30 -07:00
import sys
2007-12-30 23:30:23 -07:00
import struct
2007-12-14 16:26:30 -07:00
2018-07-10 15:58:33 -06:00
stdch = (
'␀·········␊··␍··'
'················'
' !"#$%&\'()*+,-./'
'0123456789:;<=>?'
'@ABCDEFGHIJKLMNO'
'PQRSTUVWXYZ[\]^_'
'`abcdefghijklmno'
'pqrstuvwxyz{|}~·'
'················'
'················'
'················'
'················'
'················'
'················'
'················'
'················'
)
decch = (
'␀␁␂␃␄␅␆␇␈␉␊␋␌␍␎␏'
'␐␑␒␓␔␕␖␗␘␙␚·····'
'␠!"#$%&\'()*+,-./'
'0123456789:;<=>?'
'@ABCDEFGHIJKLMNO'
'PQRSTUVWXYZ[\]^_'
'`abcdefghijklmno'
'pqrstuvwxyz{|}~␡'
'················'
'················'
'················'
'················'
'················'
'················'
'················'
'················'
)
cgach = (
'□☺☻♥♦♣♠•◘○◙♂♀♪♫☼'
'►◄↕‼¶§▬↨↑↓→←∟↔▲▼'
' !"#$%&\'()*+,-./'
'0123456789:;<=>?'
'@ABCDEFGHIJKLMNO'
'PQRSTUVWXYZ[\]^_'
'`abcdefghijklmno'
'pqrstuvwxyz{|}~⌂'
'ÇüéâäàåçêëèïîìÄÅ'
'ÉæÆôöòûùÿÖÜ¢£¥₧ƒ'
'áíóúñѪº¿⌐¬½¼¡«»'
'░▒▓│┤╡╢╖╕╣║╗╝╜╛┐'
'└┴┬├─┼╞╟╚╔╩╦╠═╬╧'
'╨╤╥╙╘╒╓╫╪┘┌█▄▌▐▀'
'αßΓπΣσµτΦΘΩδ∞φε∩'
'≡±≥≤⌠⌡÷≈°∙·√ⁿ²■¤'
)
2009-08-18 12:23:13 -06:00
2018-07-16 13:10:10 -06:00
fluffych = (
'·☺☻♥♦♣♠•◘○◙♂♀♪♫☼'
'►◄↕‼¶§▬↨↑↓→←∟↔▲▼'
' !"#$%&\'()*+,-./'
'0123456789:;<=>?'
'@ABCDEFGHIJKLMNO'
'PQRSTUVWXYZ[\]^_'
'`abcdefghijklmno'
'pqrstuvwxyz{|}~⌂'
'ÇüéâäàåçêëèïîìÄÅ'
'ÉæÆôöòûùÿÖÜ¢£¥₧ƒ'
'áíóúñѪº¿⌐¬½¼¡«»'
'░▒▓│┤╡╢╖╕╣║╗╝╜╛┐'
'└┴┬├─┼╞╟╚╔╩╦╠═╬╧'
'╨╤╥╙╘╒╓╫╪┘┌█▄▌▐▀'
'αßΓπΣσµτΦΘΩδ∞φε∩'
'≡±≥≤⌠⌡÷≈°∀∃√ⁿ²■¤'
)
2007-12-14 16:26:30 -07:00
def unpack(fmt, buf):
2018-07-10 12:13:07 -06:00
"""Unpack buf based on fmt, return the remainder."""
2007-12-14 16:26:30 -07:00
size = struct.calcsize(fmt)
2018-07-10 12:13:07 -06:00
vals = struct.unpack(fmt, bytes(buf[:size]))
2007-12-14 16:26:30 -07:00
return vals + (buf[size:],)
2008-01-18 19:09:09 -07:00
class HexDumper:
2018-07-16 13:10:10 -06:00
def __init__(self, output, charset=fluffych):
2008-01-18 19:09:09 -07:00
self.offset = 0
2018-07-10 12:13:07 -06:00
self.last = None
self.elided = False
self.hexes = []
self.chars = []
self.charset = charset
self.output = output
def _spit(self):
if self.chars == self.last:
if not self.elided:
self.output.write('*\n')
self.elided = True
self.hexes = []
self.chars = []
2008-01-18 19:09:09 -07:00
return
2018-07-10 12:13:07 -06:00
self.last = self.chars[:]
self.elided = False
pad = 16 - len(self.chars)
self.hexes += [' '] * pad
self.output.write('{:08x} '.format(self.offset - len(self.chars)))
self.output.write(' '.join(self.hexes[:8]))
self.output.write(' ')
self.output.write(' '.join(self.hexes[8:]))
self.output.write(' ')
2018-07-10 12:13:07 -06:00
self.output.write(''.join(self.chars))
self.output.write('\n')
2018-07-10 12:13:07 -06:00
self.hexes = []
self.chars = []
def add(self, b):
if self.offset and self.offset % 16 == 0:
self._spit()
if b is None:
h = ''
c = '<EFBFBD>'
else:
h = '{:02x}'.format(b)
c = self.charset[b]
self.chars.append(c)
self.hexes.append(h)
2008-01-18 19:09:09 -07:00
2018-07-10 12:13:07 -06:00
self.offset += 1
2008-01-18 19:09:09 -07:00
2018-07-10 12:13:07 -06:00
def done(self):
self._spit()
self.output.write('{:08x}\n'.format(self.offset))
2008-01-18 19:09:09 -07:00
2018-07-16 13:10:10 -06:00
def hexdump(buf, f=sys.stdout, charset=fluffych):
2008-01-18 19:09:09 -07:00
"Print a hex dump of buf"
2007-12-14 16:26:30 -07:00
2018-07-10 12:13:07 -06:00
h = HexDumper(output=f, charset=charset)
for b in buf:
h.add(b)
h.done()
2007-12-14 16:26:30 -07:00
def cstring(buf):
"Return buf if buf were a C-style (NULL-terminate) string"
i = buf.index('\0')
return buf[:i]
def md5sum(txt):
return md5.new(txt).hexdigest()
def assert_equal(a, b):
assert a == b, ('%r != %r' % (a, b))
def assert_in(a, *b):
assert a in b, ('%r not in %r' % (a, b))
##
2008-07-15 16:29:34 -06:00
## Binary and other base conversions
2007-12-14 16:26:30 -07:00
##
2008-01-03 12:25:54 -07:00
class BitVector:
def __init__(self, i=0, length=None):
try:
2008-07-08 17:52:28 -06:00
self._val = 0
for c in i:
self._val <<= 8
self._val += ord(c)
if length is not None:
self._len = length
else:
self._len = len(i) * 8
except TypeError:
self._val = i
if length is not None:
self._len = length
else:
self._len = 0
while i > 0:
i >>= 1
self._len += 1
2007-12-14 16:26:30 -07:00
def __len__(self):
return self._len
def __getitem__(self, idx):
if idx > self._len:
raise IndexError()
idx = self._len - idx
return int((self._val >> idx) & 1)
def __getslice__(self, a, b):
if b > self._len:
b = self._len
i = self._val >> (self._len - b)
l = b - a
mask = (1 << l) - 1
return BitVector(i & mask, length=l)
2007-12-14 16:26:30 -07:00
def __iter__(self):
2008-07-08 17:52:28 -06:00
"""Iterate from LSB to MSB"""
2007-12-14 16:26:30 -07:00
v = self._val
for i in xrange(self._len):
yield int(v & 1)
v >>= 1
def __str__(self):
r = ''
v = self._val
i = self._len
while i > 8:
o = ((v >> (i - 8)) & 0xFF)
r += chr(o)
i -= 8
if i > 0:
o = v & ((1 << i) - 1)
r += chr(o)
return r
def __int__(self):
return self._val
def __repr__(self):
l = list(self)
l.reverse()
return '<BitVector ' + ''.join(str(x) for x in l) + '>'
2007-12-14 16:26:30 -07:00
def __add__(self, i):
if isinstance(i, BitVector):
l = len(self) + len(i)
v = (int(self) << len(i)) + int(i)
return BitVector(v, l)
else:
raise ValueError("Can't extend with this type yet")
2008-07-08 17:52:28 -06:00
def bitstr(self):
bits = [str(x) for x in self]
bits.reverse()
return ''.join(bits)
def bin(i, bits=None):
"""Return the binary representation of i"""
return BitVector(i, bits).bitstr()
2008-07-14 16:27:45 -06:00
def unhex(s):
"""Decode a string as hex, stripping whitespace first"""
2018-07-16 13:10:10 -06:00
return binascii.unhexlify(s.replace(' ', ''))
2008-07-14 16:27:45 -06:00
2008-07-15 16:29:34 -06:00
def pp(value, bits=16):
hexfmt = '%%0%dx' % (bits / 4)
return '%6d 0x%s %s' % (value, (hexfmt % value), bin(value, bits))
##
## Codecs
##
import codecs
2009-06-03 11:14:54 -06:00
import string
b64alpha = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/'
def from_b64(s, alphabet, codec='base64'):
tr = string.maketrans(alphabet, b64alpha)
t = s.translate(tr)
return t.decode(codec)
class Esab64Codec(codecs.Codec):
"""Little-endian version of base64."""
## This could be made nicer by better conforming to the codecs.Codec
## spec. For instance, raising the appropriate exceptions.
##
## Using BitVector makes the code very readable, but it is probably
## slow.
b64_chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/'
def decode(self, input, errors='strict'):
r = []
for i in range(0, len(input), 4):
v = BitVector()
for c in input[i:i+4]:
if c in ('=', ' ', '\n'):
break
v += BitVector(self.b64_chars.index(c), 6)
# Normal base64 would start at the beginning
b = (v[10:12] + v[ 0: 6] +
v[14:18] + v[ 6:10] +
v[18:24] + v[12:14])
r.append(str(b))
return ''.join(r), len(input)
def encode(self, input, errors='strict'):
raise NotImplementedError()
class Esab64StreamWriter(Esab64Codec, codecs.StreamWriter):
pass
class Esab64StreamReader(Esab64Codec, codecs.StreamReader):
pass
def _registry(encoding):
if encoding == 'esab64':
c = Esab64Codec()
return (c.encode, c.decode,
Esab64StreamReader, Esab64StreamWriter)
codecs.register(_registry)