PageRenderTime 45ms CodeModel.GetById 12ms RepoModel.GetById 0ms app.codeStats 0ms

/lib-python/2.7/binhex.py

https://bitbucket.org/dac_io/pypy
Python | 508 lines | 453 code | 16 blank | 39 comment | 18 complexity | 84ab8d3efe692c5668d3c0f369c22d70 MD5 | raw file
  1. """Macintosh binhex compression/decompression.
  2. easy interface:
  3. binhex(inputfilename, outputfilename)
  4. hexbin(inputfilename, outputfilename)
  5. """
  6. #
  7. # Jack Jansen, CWI, August 1995.
  8. #
  9. # The module is supposed to be as compatible as possible. Especially the
  10. # easy interface should work "as expected" on any platform.
  11. # XXXX Note: currently, textfiles appear in mac-form on all platforms.
  12. # We seem to lack a simple character-translate in python.
  13. # (we should probably use ISO-Latin-1 on all but the mac platform).
  14. # XXXX The simple routines are too simple: they expect to hold the complete
  15. # files in-core. Should be fixed.
  16. # XXXX It would be nice to handle AppleDouble format on unix
  17. # (for servers serving macs).
  18. # XXXX I don't understand what happens when you get 0x90 times the same byte on
  19. # input. The resulting code (xx 90 90) would appear to be interpreted as an
  20. # escaped *value* of 0x90. All coders I've seen appear to ignore this nicety...
  21. #
  22. import sys
  23. import os
  24. import struct
  25. import binascii
  26. __all__ = ["binhex","hexbin","Error"]
  27. class Error(Exception):
  28. pass
  29. # States (what have we written)
  30. [_DID_HEADER, _DID_DATA, _DID_RSRC] = range(3)
  31. # Various constants
  32. REASONABLY_LARGE=32768 # Minimal amount we pass the rle-coder
  33. LINELEN=64
  34. RUNCHAR=chr(0x90) # run-length introducer
  35. #
  36. # This code is no longer byte-order dependent
  37. #
  38. # Workarounds for non-mac machines.
  39. try:
  40. from Carbon.File import FSSpec, FInfo
  41. from MacOS import openrf
  42. def getfileinfo(name):
  43. finfo = FSSpec(name).FSpGetFInfo()
  44. dir, file = os.path.split(name)
  45. # XXX Get resource/data sizes
  46. fp = open(name, 'rb')
  47. fp.seek(0, 2)
  48. dlen = fp.tell()
  49. fp = openrf(name, '*rb')
  50. fp.seek(0, 2)
  51. rlen = fp.tell()
  52. return file, finfo, dlen, rlen
  53. def openrsrc(name, *mode):
  54. if not mode:
  55. mode = '*rb'
  56. else:
  57. mode = '*' + mode[0]
  58. return openrf(name, mode)
  59. except ImportError:
  60. #
  61. # Glue code for non-macintosh usage
  62. #
  63. class FInfo:
  64. def __init__(self):
  65. self.Type = '????'
  66. self.Creator = '????'
  67. self.Flags = 0
  68. def getfileinfo(name):
  69. finfo = FInfo()
  70. # Quick check for textfile
  71. fp = open(name)
  72. data = open(name).read(256)
  73. for c in data:
  74. if not c.isspace() and (c<' ' or ord(c) > 0x7f):
  75. break
  76. else:
  77. finfo.Type = 'TEXT'
  78. fp.seek(0, 2)
  79. dsize = fp.tell()
  80. fp.close()
  81. dir, file = os.path.split(name)
  82. file = file.replace(':', '-', 1)
  83. return file, finfo, dsize, 0
  84. class openrsrc:
  85. def __init__(self, *args):
  86. pass
  87. def read(self, *args):
  88. return ''
  89. def write(self, *args):
  90. pass
  91. def close(self):
  92. pass
  93. class _Hqxcoderengine:
  94. """Write data to the coder in 3-byte chunks"""
  95. def __init__(self, ofp):
  96. self.ofp = ofp
  97. self.data = ''
  98. self.hqxdata = ''
  99. self.linelen = LINELEN-1
  100. def write(self, data):
  101. self.data = self.data + data
  102. datalen = len(self.data)
  103. todo = (datalen//3)*3
  104. data = self.data[:todo]
  105. self.data = self.data[todo:]
  106. if not data:
  107. return
  108. self.hqxdata = self.hqxdata + binascii.b2a_hqx(data)
  109. self._flush(0)
  110. def _flush(self, force):
  111. first = 0
  112. while first <= len(self.hqxdata)-self.linelen:
  113. last = first + self.linelen
  114. self.ofp.write(self.hqxdata[first:last]+'\n')
  115. self.linelen = LINELEN
  116. first = last
  117. self.hqxdata = self.hqxdata[first:]
  118. if force:
  119. self.ofp.write(self.hqxdata + ':\n')
  120. def close(self):
  121. if self.data:
  122. self.hqxdata = \
  123. self.hqxdata + binascii.b2a_hqx(self.data)
  124. self._flush(1)
  125. self.ofp.close()
  126. del self.ofp
  127. class _Rlecoderengine:
  128. """Write data to the RLE-coder in suitably large chunks"""
  129. def __init__(self, ofp):
  130. self.ofp = ofp
  131. self.data = ''
  132. def write(self, data):
  133. self.data = self.data + data
  134. if len(self.data) < REASONABLY_LARGE:
  135. return
  136. rledata = binascii.rlecode_hqx(self.data)
  137. self.ofp.write(rledata)
  138. self.data = ''
  139. def close(self):
  140. if self.data:
  141. rledata = binascii.rlecode_hqx(self.data)
  142. self.ofp.write(rledata)
  143. self.ofp.close()
  144. del self.ofp
  145. class BinHex:
  146. def __init__(self, name_finfo_dlen_rlen, ofp):
  147. name, finfo, dlen, rlen = name_finfo_dlen_rlen
  148. if type(ofp) == type(''):
  149. ofname = ofp
  150. ofp = open(ofname, 'w')
  151. ofp.write('(This file must be converted with BinHex 4.0)\n\n:')
  152. hqxer = _Hqxcoderengine(ofp)
  153. self.ofp = _Rlecoderengine(hqxer)
  154. self.crc = 0
  155. if finfo is None:
  156. finfo = FInfo()
  157. self.dlen = dlen
  158. self.rlen = rlen
  159. self._writeinfo(name, finfo)
  160. self.state = _DID_HEADER
  161. def _writeinfo(self, name, finfo):
  162. nl = len(name)
  163. if nl > 63:
  164. raise Error, 'Filename too long'
  165. d = chr(nl) + name + '\0'
  166. d2 = finfo.Type + finfo.Creator
  167. # Force all structs to be packed with big-endian
  168. d3 = struct.pack('>h', finfo.Flags)
  169. d4 = struct.pack('>ii', self.dlen, self.rlen)
  170. info = d + d2 + d3 + d4
  171. self._write(info)
  172. self._writecrc()
  173. def _write(self, data):
  174. self.crc = binascii.crc_hqx(data, self.crc)
  175. self.ofp.write(data)
  176. def _writecrc(self):
  177. # XXXX Should this be here??
  178. # self.crc = binascii.crc_hqx('\0\0', self.crc)
  179. if self.crc < 0:
  180. fmt = '>h'
  181. else:
  182. fmt = '>H'
  183. self.ofp.write(struct.pack(fmt, self.crc))
  184. self.crc = 0
  185. def write(self, data):
  186. if self.state != _DID_HEADER:
  187. raise Error, 'Writing data at the wrong time'
  188. self.dlen = self.dlen - len(data)
  189. self._write(data)
  190. def close_data(self):
  191. if self.dlen != 0:
  192. raise Error, 'Incorrect data size, diff=%r' % (self.rlen,)
  193. self._writecrc()
  194. self.state = _DID_DATA
  195. def write_rsrc(self, data):
  196. if self.state < _DID_DATA:
  197. self.close_data()
  198. if self.state != _DID_DATA:
  199. raise Error, 'Writing resource data at the wrong time'
  200. self.rlen = self.rlen - len(data)
  201. self._write(data)
  202. def close(self):
  203. if self.state < _DID_DATA:
  204. self.close_data()
  205. if self.state != _DID_DATA:
  206. raise Error, 'Close at the wrong time'
  207. if self.rlen != 0:
  208. raise Error, \
  209. "Incorrect resource-datasize, diff=%r" % (self.rlen,)
  210. self._writecrc()
  211. self.ofp.close()
  212. self.state = None
  213. del self.ofp
  214. def binhex(inp, out):
  215. """(infilename, outfilename) - Create binhex-encoded copy of a file"""
  216. finfo = getfileinfo(inp)
  217. ofp = BinHex(finfo, out)
  218. ifp = open(inp, 'rb')
  219. # XXXX Do textfile translation on non-mac systems
  220. while 1:
  221. d = ifp.read(128000)
  222. if not d: break
  223. ofp.write(d)
  224. ofp.close_data()
  225. ifp.close()
  226. ifp = openrsrc(inp, 'rb')
  227. while 1:
  228. d = ifp.read(128000)
  229. if not d: break
  230. ofp.write_rsrc(d)
  231. ofp.close()
  232. ifp.close()
  233. class _Hqxdecoderengine:
  234. """Read data via the decoder in 4-byte chunks"""
  235. def __init__(self, ifp):
  236. self.ifp = ifp
  237. self.eof = 0
  238. def read(self, totalwtd):
  239. """Read at least wtd bytes (or until EOF)"""
  240. decdata = ''
  241. wtd = totalwtd
  242. #
  243. # The loop here is convoluted, since we don't really now how
  244. # much to decode: there may be newlines in the incoming data.
  245. while wtd > 0:
  246. if self.eof: return decdata
  247. wtd = ((wtd+2)//3)*4
  248. data = self.ifp.read(wtd)
  249. #
  250. # Next problem: there may not be a complete number of
  251. # bytes in what we pass to a2b. Solve by yet another
  252. # loop.
  253. #
  254. while 1:
  255. try:
  256. decdatacur, self.eof = \
  257. binascii.a2b_hqx(data)
  258. break
  259. except binascii.Incomplete:
  260. pass
  261. newdata = self.ifp.read(1)
  262. if not newdata:
  263. raise Error, \
  264. 'Premature EOF on binhex file'
  265. data = data + newdata
  266. decdata = decdata + decdatacur
  267. wtd = totalwtd - len(decdata)
  268. if not decdata and not self.eof:
  269. raise Error, 'Premature EOF on binhex file'
  270. return decdata
  271. def close(self):
  272. self.ifp.close()
  273. class _Rledecoderengine:
  274. """Read data via the RLE-coder"""
  275. def __init__(self, ifp):
  276. self.ifp = ifp
  277. self.pre_buffer = ''
  278. self.post_buffer = ''
  279. self.eof = 0
  280. def read(self, wtd):
  281. if wtd > len(self.post_buffer):
  282. self._fill(wtd-len(self.post_buffer))
  283. rv = self.post_buffer[:wtd]
  284. self.post_buffer = self.post_buffer[wtd:]
  285. return rv
  286. def _fill(self, wtd):
  287. self.pre_buffer = self.pre_buffer + self.ifp.read(wtd+4)
  288. if self.ifp.eof:
  289. self.post_buffer = self.post_buffer + \
  290. binascii.rledecode_hqx(self.pre_buffer)
  291. self.pre_buffer = ''
  292. return
  293. #
  294. # Obfuscated code ahead. We have to take care that we don't
  295. # end up with an orphaned RUNCHAR later on. So, we keep a couple
  296. # of bytes in the buffer, depending on what the end of
  297. # the buffer looks like:
  298. # '\220\0\220' - Keep 3 bytes: repeated \220 (escaped as \220\0)
  299. # '?\220' - Keep 2 bytes: repeated something-else
  300. # '\220\0' - Escaped \220: Keep 2 bytes.
  301. # '?\220?' - Complete repeat sequence: decode all
  302. # otherwise: keep 1 byte.
  303. #
  304. mark = len(self.pre_buffer)
  305. if self.pre_buffer[-3:] == RUNCHAR + '\0' + RUNCHAR:
  306. mark = mark - 3
  307. elif self.pre_buffer[-1] == RUNCHAR:
  308. mark = mark - 2
  309. elif self.pre_buffer[-2:] == RUNCHAR + '\0':
  310. mark = mark - 2
  311. elif self.pre_buffer[-2] == RUNCHAR:
  312. pass # Decode all
  313. else:
  314. mark = mark - 1
  315. self.post_buffer = self.post_buffer + \
  316. binascii.rledecode_hqx(self.pre_buffer[:mark])
  317. self.pre_buffer = self.pre_buffer[mark:]
  318. def close(self):
  319. self.ifp.close()
  320. class HexBin:
  321. def __init__(self, ifp):
  322. if type(ifp) == type(''):
  323. ifp = open(ifp)
  324. #
  325. # Find initial colon.
  326. #
  327. while 1:
  328. ch = ifp.read(1)
  329. if not ch:
  330. raise Error, "No binhex data found"
  331. # Cater for \r\n terminated lines (which show up as \n\r, hence
  332. # all lines start with \r)
  333. if ch == '\r':
  334. continue
  335. if ch == ':':
  336. break
  337. if ch != '\n':
  338. dummy = ifp.readline()
  339. hqxifp = _Hqxdecoderengine(ifp)
  340. self.ifp = _Rledecoderengine(hqxifp)
  341. self.crc = 0
  342. self._readheader()
  343. def _read(self, len):
  344. data = self.ifp.read(len)
  345. self.crc = binascii.crc_hqx(data, self.crc)
  346. return data
  347. def _checkcrc(self):
  348. filecrc = struct.unpack('>h', self.ifp.read(2))[0] & 0xffff
  349. #self.crc = binascii.crc_hqx('\0\0', self.crc)
  350. # XXXX Is this needed??
  351. self.crc = self.crc & 0xffff
  352. if filecrc != self.crc:
  353. raise Error, 'CRC error, computed %x, read %x' \
  354. %(self.crc, filecrc)
  355. self.crc = 0
  356. def _readheader(self):
  357. len = self._read(1)
  358. fname = self._read(ord(len))
  359. rest = self._read(1+4+4+2+4+4)
  360. self._checkcrc()
  361. type = rest[1:5]
  362. creator = rest[5:9]
  363. flags = struct.unpack('>h', rest[9:11])[0]
  364. self.dlen = struct.unpack('>l', rest[11:15])[0]
  365. self.rlen = struct.unpack('>l', rest[15:19])[0]
  366. self.FName = fname
  367. self.FInfo = FInfo()
  368. self.FInfo.Creator = creator
  369. self.FInfo.Type = type
  370. self.FInfo.Flags = flags
  371. self.state = _DID_HEADER
  372. def read(self, *n):
  373. if self.state != _DID_HEADER:
  374. raise Error, 'Read data at wrong time'
  375. if n:
  376. n = n[0]
  377. n = min(n, self.dlen)
  378. else:
  379. n = self.dlen
  380. rv = ''
  381. while len(rv) < n:
  382. rv = rv + self._read(n-len(rv))
  383. self.dlen = self.dlen - n
  384. return rv
  385. def close_data(self):
  386. if self.state != _DID_HEADER:
  387. raise Error, 'close_data at wrong time'
  388. if self.dlen:
  389. dummy = self._read(self.dlen)
  390. self._checkcrc()
  391. self.state = _DID_DATA
  392. def read_rsrc(self, *n):
  393. if self.state == _DID_HEADER:
  394. self.close_data()
  395. if self.state != _DID_DATA:
  396. raise Error, 'Read resource data at wrong time'
  397. if n:
  398. n = n[0]
  399. n = min(n, self.rlen)
  400. else:
  401. n = self.rlen
  402. self.rlen = self.rlen - n
  403. return self._read(n)
  404. def close(self):
  405. if self.rlen:
  406. dummy = self.read_rsrc(self.rlen)
  407. self._checkcrc()
  408. self.state = _DID_RSRC
  409. self.ifp.close()
  410. def hexbin(inp, out):
  411. """(infilename, outfilename) - Decode binhexed file"""
  412. ifp = HexBin(inp)
  413. finfo = ifp.FInfo
  414. if not out:
  415. out = ifp.FName
  416. ofp = open(out, 'wb')
  417. # XXXX Do translation on non-mac systems
  418. while 1:
  419. d = ifp.read(128000)
  420. if not d: break
  421. ofp.write(d)
  422. ofp.close()
  423. ifp.close_data()
  424. d = ifp.read_rsrc(128000)
  425. if d:
  426. ofp = openrsrc(out, 'wb')
  427. ofp.write(d)
  428. while 1:
  429. d = ifp.read_rsrc(128000)
  430. if not d: break
  431. ofp.write(d)
  432. ofp.close()
  433. ifp.close()
  434. def _test():
  435. fname = sys.argv[1]
  436. binhex(fname, fname+'.hqx')
  437. hexbin(fname+'.hqx', fname+'.viahqx')
  438. #hexbin(fname, fname+'.unpacked')
  439. sys.exit(1)
  440. if __name__ == '__main__':
  441. _test()