PageRenderTime 88ms CodeModel.GetById 24ms RepoModel.GetById 1ms app.codeStats 1ms

/rpython/annotator/unaryop.py

https://bitbucket.org/pypy/pypy/
Python | 992 lines | 842 code | 135 blank | 15 comment | 83 complexity | 86a674b9264082a119b3f9cfaaf603d7 MD5 | raw file
Possible License(s): AGPL-3.0, BSD-3-Clause, Apache-2.0
  1. """
  2. Unary operations on SomeValues.
  3. """
  4. from __future__ import absolute_import
  5. from collections import defaultdict
  6. from rpython.tool.pairtype import pair
  7. from rpython.flowspace.operation import op
  8. from rpython.flowspace.model import const, Constant
  9. from rpython.flowspace.argument import CallSpec
  10. from rpython.annotator.model import (SomeObject, SomeInteger, SomeBool,
  11. SomeString, SomeChar, SomeList, SomeDict, SomeTuple, SomeImpossibleValue,
  12. SomeUnicodeCodePoint, SomeInstance, SomeBuiltin, SomeBuiltinMethod,
  13. SomeFloat, SomeIterator, SomePBC, SomeNone, SomeTypeOf, s_ImpossibleValue,
  14. s_Bool, s_None, s_Int, unionof, add_knowntypedata,
  15. SomeWeakRef, SomeUnicodeString, SomeByteArray)
  16. from rpython.annotator.bookkeeper import getbookkeeper, immutablevalue
  17. from rpython.annotator.binaryop import _clone ## XXX where to put this?
  18. from rpython.annotator.binaryop import _dict_can_only_throw_keyerror
  19. from rpython.annotator.binaryop import _dict_can_only_throw_nothing
  20. from rpython.annotator.classdesc import ClassDesc, is_primitive_type, BuiltinTypeDesc
  21. from rpython.annotator.model import AnnotatorError
  22. from rpython.annotator.argument import simple_args, complex_args
  23. UNARY_OPERATIONS = set([oper.opname for oper in op.__dict__.values()
  24. if oper.dispatch == 1])
  25. UNARY_OPERATIONS.remove('contains')
  26. @op.type.register(SomeObject)
  27. def type_SomeObject(annotator, v_arg):
  28. return SomeTypeOf([v_arg])
  29. def our_issubclass(bk, cls1, cls2):
  30. def toclassdesc(cls):
  31. if isinstance(cls, ClassDesc):
  32. return cls
  33. elif is_primitive_type(cls):
  34. return BuiltinTypeDesc(cls)
  35. else:
  36. return bk.getdesc(cls)
  37. return toclassdesc(cls1).issubclass(toclassdesc(cls2))
  38. def s_isinstance(annotator, s_obj, s_type, variables):
  39. if not s_type.is_constant():
  40. return SomeBool()
  41. r = SomeBool()
  42. typ = s_type.const
  43. bk = annotator.bookkeeper
  44. if s_obj.is_constant():
  45. r.const = isinstance(s_obj.const, typ)
  46. elif our_issubclass(bk, s_obj.knowntype, typ):
  47. if not s_obj.can_be_none():
  48. r.const = True
  49. elif not our_issubclass(bk, typ, s_obj.knowntype):
  50. r.const = False
  51. elif s_obj.knowntype == int and typ == bool: # xxx this will explode in case of generalisation
  52. # from bool to int, notice that isinstance( , bool|int)
  53. # is quite border case for RPython
  54. r.const = False
  55. for v in variables:
  56. assert v.annotation == s_obj
  57. knowntypedata = defaultdict(dict)
  58. if not hasattr(typ, '_freeze_') and isinstance(s_type, SomePBC):
  59. add_knowntypedata(knowntypedata, True, variables, bk.valueoftype(typ))
  60. r.set_knowntypedata(knowntypedata)
  61. return r
  62. @op.isinstance.register(SomeObject)
  63. def isinstance_SomeObject(annotator, v_obj, v_cls):
  64. s_obj = annotator.annotation(v_obj)
  65. s_cls = annotator.annotation(v_cls)
  66. return s_isinstance(annotator, s_obj, s_cls, variables=[v_obj])
  67. @op.bool.register(SomeObject)
  68. def bool_SomeObject(annotator, obj):
  69. r = SomeBool()
  70. annotator.annotation(obj).bool_behavior(r)
  71. s_nonnone_obj = annotator.annotation(obj)
  72. if s_nonnone_obj.can_be_none():
  73. s_nonnone_obj = s_nonnone_obj.nonnoneify()
  74. knowntypedata = defaultdict(dict)
  75. add_knowntypedata(knowntypedata, True, [obj], s_nonnone_obj)
  76. r.set_knowntypedata(knowntypedata)
  77. return r
  78. @op.contains.register(SomeObject)
  79. def contains_SomeObject(annotator, obj, element):
  80. return s_Bool
  81. contains_SomeObject.can_only_throw = []
  82. @op.contains.register(SomeNone)
  83. def contains_SomeNone(annotator, obj, element):
  84. # return False here for the case "... in None", because it can be later
  85. # generalized to "... in d" where d is either None or the empty dict
  86. # (which would also return the constant False)
  87. s_bool = SomeBool()
  88. s_bool.const = False
  89. return s_bool
  90. contains_SomeNone.can_only_throw = []
  91. @op.contains.register(SomeInteger)
  92. @op.contains.register(SomeFloat)
  93. @op.contains.register(SomeBool)
  94. def contains_number(annotator, number, element):
  95. raise AnnotatorError("number is not iterable")
  96. @op.simple_call.register(SomeObject)
  97. def simple_call_SomeObject(annotator, func, *args):
  98. s_func = annotator.annotation(func)
  99. argspec = simple_args([annotator.annotation(arg) for arg in args])
  100. return s_func.call(argspec)
  101. @op.call_args.register_transform(SomeObject)
  102. def transform_varargs(annotator, v_func, v_shape, *data_v):
  103. callspec = CallSpec.fromshape(v_shape.value, list(data_v))
  104. v_vararg = callspec.w_stararg
  105. if callspec.w_stararg:
  106. s_vararg = annotator.annotation(callspec.w_stararg)
  107. if not isinstance(s_vararg, SomeTuple):
  108. raise AnnotatorError(
  109. "Calls like f(..., *arg) require 'arg' to be a tuple")
  110. n_items = len(s_vararg.items)
  111. ops = [op.getitem(v_vararg, const(i)) for i in range(n_items)]
  112. new_args = callspec.arguments_w + [hlop.result for hlop in ops]
  113. if callspec.keywords:
  114. newspec = CallSpec(new_args, callspec.keywords)
  115. shape, data_v = newspec.flatten()
  116. call_op = op.call_args(v_func, const(shape), *data_v)
  117. else:
  118. call_op = op.simple_call(v_func, *new_args)
  119. ops.append(call_op)
  120. return ops
  121. @op.call_args.register(SomeObject)
  122. def call_args(annotator, func, *args_v):
  123. callspec = complex_args([annotator.annotation(v_arg) for v_arg in args_v])
  124. return annotator.annotation(func).call(callspec)
  125. @op.issubtype.register(SomeObject)
  126. def issubtype(annotator, v_type, v_cls):
  127. s_type = v_type.annotation
  128. s_cls = annotator.annotation(v_cls)
  129. if s_type.is_constant() and s_cls.is_constant():
  130. return annotator.bookkeeper.immutablevalue(
  131. issubclass(s_type.const, s_cls.const))
  132. return s_Bool
  133. class __extend__(SomeObject):
  134. def len(self):
  135. return SomeInteger(nonneg=True)
  136. def bool_behavior(self, s):
  137. if self.is_immutable_constant():
  138. s.const = bool(self.const)
  139. else:
  140. s_len = self.len()
  141. if s_len.is_immutable_constant():
  142. s.const = s_len.const > 0
  143. def hash(self):
  144. raise AnnotatorError("cannot use hash() in RPython")
  145. def str(self):
  146. return SomeString()
  147. def unicode(self):
  148. return SomeUnicodeString()
  149. def repr(self):
  150. return SomeString()
  151. def hex(self):
  152. return SomeString()
  153. def oct(self):
  154. return SomeString()
  155. def id(self):
  156. raise Exception("cannot use id() in RPython; "
  157. "see objectmodel.compute_xxx()")
  158. def int(self):
  159. return SomeInteger()
  160. def float(self):
  161. return SomeFloat()
  162. def delattr(self, s_attr):
  163. if self.__class__ != SomeObject or self.knowntype != object:
  164. getbookkeeper().warning(
  165. ("delattr on potentally non-SomeObjects is not RPythonic: delattr(%r,%r)" %
  166. (self, s_attr)))
  167. def find_method(self, name):
  168. "Look for a special-case implementation for the named method."
  169. try:
  170. analyser = getattr(self.__class__, 'method_' + name)
  171. except AttributeError:
  172. return None
  173. else:
  174. return SomeBuiltinMethod(analyser, self, name)
  175. def getattr(self, s_attr):
  176. # get a SomeBuiltin if the SomeObject has
  177. # a corresponding method to handle it
  178. if not s_attr.is_constant() or not isinstance(s_attr.const, str):
  179. raise AnnotatorError("getattr(%r, %r) has non-constant argument"
  180. % (self, s_attr))
  181. attr = s_attr.const
  182. s_method = self.find_method(attr)
  183. if s_method is not None:
  184. return s_method
  185. # if the SomeObject is itself a constant, allow reading its attrs
  186. if self.is_immutable_constant() and hasattr(self.const, attr):
  187. return immutablevalue(getattr(self.const, attr))
  188. raise AnnotatorError("Cannot find attribute %r on %r" % (attr, self))
  189. getattr.can_only_throw = []
  190. def setattr(self, *args):
  191. return s_ImpossibleValue
  192. def bind_callables_under(self, classdef, name):
  193. return self # default unbound __get__ implementation
  194. def call(self, args, implicit_init=False):
  195. raise AnnotatorError("Cannot prove that the object is callable")
  196. def hint(self, *args_s):
  197. return self
  198. def getslice(self, *args):
  199. return s_ImpossibleValue
  200. def setslice(self, *args):
  201. return s_ImpossibleValue
  202. def delslice(self, *args):
  203. return s_ImpossibleValue
  204. def pos(self):
  205. return s_ImpossibleValue
  206. neg = abs = ord = invert = long = iter = next = pos
  207. class __extend__(SomeFloat):
  208. def pos(self):
  209. return self
  210. def neg(self):
  211. return SomeFloat()
  212. abs = neg
  213. def bool(self):
  214. if self.is_immutable_constant():
  215. return getbookkeeper().immutablevalue(bool(self.const))
  216. return s_Bool
  217. def len(self):
  218. raise AnnotatorError("'float' has no length")
  219. class __extend__(SomeInteger):
  220. def invert(self):
  221. return SomeInteger(knowntype=self.knowntype)
  222. invert.can_only_throw = []
  223. def pos(self):
  224. return SomeInteger(knowntype=self.knowntype)
  225. pos.can_only_throw = []
  226. int = pos
  227. # these are the only ones which can overflow:
  228. def neg(self):
  229. return SomeInteger(knowntype=self.knowntype)
  230. neg.can_only_throw = []
  231. neg_ovf = _clone(neg, [OverflowError])
  232. def abs(self):
  233. return SomeInteger(nonneg=True, knowntype=self.knowntype)
  234. abs.can_only_throw = []
  235. abs_ovf = _clone(abs, [OverflowError])
  236. def len(self):
  237. raise AnnotatorError("'int' has no length")
  238. class __extend__(SomeBool):
  239. def bool(self):
  240. return self
  241. def invert(self):
  242. return SomeInteger()
  243. invert.can_only_throw = []
  244. def neg(self):
  245. return SomeInteger()
  246. neg.can_only_throw = []
  247. neg_ovf = _clone(neg, [OverflowError])
  248. def abs(self):
  249. return SomeInteger(nonneg=True)
  250. abs.can_only_throw = []
  251. abs_ovf = _clone(abs, [OverflowError])
  252. def pos(self):
  253. return SomeInteger(nonneg=True)
  254. pos.can_only_throw = []
  255. int = pos
  256. class __extend__(SomeTuple):
  257. def len(self):
  258. return immutablevalue(len(self.items))
  259. def iter(self):
  260. return SomeIterator(self)
  261. iter.can_only_throw = []
  262. def getanyitem(self, position):
  263. return unionof(*self.items)
  264. def getslice(self, s_start, s_stop):
  265. assert s_start.is_immutable_constant(),"tuple slicing: needs constants"
  266. assert s_stop.is_immutable_constant(), "tuple slicing: needs constants"
  267. items = self.items[s_start.const:s_stop.const]
  268. return SomeTuple(items)
  269. @op.contains.register(SomeList)
  270. def contains_SomeList(annotator, obj, element):
  271. annotator.annotation(obj).listdef.generalize(annotator.annotation(element))
  272. return s_Bool
  273. contains_SomeList.can_only_throw = []
  274. class __extend__(SomeList):
  275. def method_append(self, s_value):
  276. self.listdef.resize()
  277. self.listdef.generalize(s_value)
  278. def method_extend(self, s_iterable):
  279. self.listdef.resize()
  280. if isinstance(s_iterable, SomeList): # unify the two lists
  281. self.listdef.agree(getbookkeeper(), s_iterable.listdef)
  282. else:
  283. s_iter = s_iterable.iter()
  284. self.method_append(s_iter.next())
  285. def method_reverse(self):
  286. self.listdef.mutate()
  287. def method_insert(self, s_index, s_value):
  288. self.method_append(s_value)
  289. def method_remove(self, s_value):
  290. self.listdef.resize()
  291. self.listdef.generalize(s_value)
  292. def method_pop(self, s_index=None):
  293. position = getbookkeeper().position_key
  294. self.listdef.resize()
  295. return self.listdef.read_item(position)
  296. method_pop.can_only_throw = [IndexError]
  297. def method_index(self, s_value):
  298. self.listdef.generalize(s_value)
  299. return SomeInteger(nonneg=True)
  300. def len(self):
  301. position = getbookkeeper().position_key
  302. s_item = self.listdef.read_item(position)
  303. if isinstance(s_item, SomeImpossibleValue):
  304. return immutablevalue(0)
  305. return SomeObject.len(self)
  306. def iter(self):
  307. return SomeIterator(self)
  308. iter.can_only_throw = []
  309. def getanyitem(self, position):
  310. return self.listdef.read_item(position)
  311. def hint(self, *args_s):
  312. hints = args_s[-1].const
  313. if 'maxlength' in hints:
  314. # only for iteration over lists or dicts or strs at the moment,
  315. # not over an iterator object (because it has no known length)
  316. s_iterable = args_s[0]
  317. if isinstance(s_iterable, (SomeList, SomeDict, SomeString)):
  318. self = SomeList(self.listdef) # create a fresh copy
  319. self.listdef.resize()
  320. self.listdef.listitem.hint_maxlength = True
  321. elif 'fence' in hints:
  322. self = self.listdef.offspring(getbookkeeper())
  323. return self
  324. def getslice(self, s_start, s_stop):
  325. bk = getbookkeeper()
  326. check_negative_slice(s_start, s_stop)
  327. return self.listdef.offspring(bk)
  328. def setslice(self, s_start, s_stop, s_iterable):
  329. check_negative_slice(s_start, s_stop)
  330. if not isinstance(s_iterable, SomeList):
  331. raise Exception("list[start:stop] = x: x must be a list")
  332. self.listdef.mutate()
  333. self.listdef.agree(getbookkeeper(), s_iterable.listdef)
  334. self.listdef.resize()
  335. def delslice(self, s_start, s_stop):
  336. check_negative_slice(s_start, s_stop)
  337. self.listdef.resize()
  338. def check_negative_slice(s_start, s_stop, error="slicing"):
  339. if isinstance(s_start, SomeInteger) and not s_start.nonneg:
  340. raise AnnotatorError("%s: not proven to have non-negative start" %
  341. error)
  342. if isinstance(s_stop, SomeInteger) and not s_stop.nonneg and \
  343. getattr(s_stop, 'const', 0) != -1:
  344. raise AnnotatorError("%s: not proven to have non-negative stop" % error)
  345. def dict_contains(s_dct, s_element, position):
  346. s_dct.dictdef.generalize_key(s_element)
  347. if s_dct._is_empty(position):
  348. s_bool = SomeBool()
  349. s_bool.const = False
  350. return s_bool
  351. return s_Bool
  352. @op.contains.register(SomeDict)
  353. def contains_SomeDict(annotator, dct, element):
  354. position = annotator.bookkeeper.position_key
  355. return dict_contains(annotator.annotation(dct),
  356. annotator.annotation(element),
  357. position)
  358. contains_SomeDict.can_only_throw = _dict_can_only_throw_nothing
  359. class __extend__(SomeDict):
  360. def _is_empty(self, position):
  361. s_key = self.dictdef.read_key(position)
  362. s_value = self.dictdef.read_value(position)
  363. return (isinstance(s_key, SomeImpossibleValue) or
  364. isinstance(s_value, SomeImpossibleValue))
  365. def len(self):
  366. position = getbookkeeper().position_key
  367. if self._is_empty(position):
  368. return immutablevalue(0)
  369. return SomeObject.len(self)
  370. def iter(self):
  371. return SomeIterator(self)
  372. iter.can_only_throw = []
  373. def getanyitem(self, position, variant='keys'):
  374. if variant == 'keys':
  375. return self.dictdef.read_key(position)
  376. elif variant == 'values':
  377. return self.dictdef.read_value(position)
  378. elif variant == 'items' or variant == 'items_with_hash':
  379. s_key = self.dictdef.read_key(position)
  380. s_value = self.dictdef.read_value(position)
  381. if (isinstance(s_key, SomeImpossibleValue) or
  382. isinstance(s_value, SomeImpossibleValue)):
  383. return s_ImpossibleValue
  384. elif variant == 'items':
  385. return SomeTuple((s_key, s_value))
  386. elif variant == 'items_with_hash':
  387. return SomeTuple((s_key, s_value, s_Int))
  388. elif variant == 'keys_with_hash':
  389. s_key = self.dictdef.read_key(position)
  390. if isinstance(s_key, SomeImpossibleValue):
  391. return s_ImpossibleValue
  392. return SomeTuple((s_key, s_Int))
  393. raise ValueError(variant)
  394. def method_get(self, key, dfl):
  395. position = getbookkeeper().position_key
  396. self.dictdef.generalize_key(key)
  397. self.dictdef.generalize_value(dfl)
  398. return self.dictdef.read_value(position)
  399. method_setdefault = method_get
  400. def method_copy(self):
  401. return SomeDict(self.dictdef)
  402. def method_update(dct1, dct2):
  403. if s_None.contains(dct2):
  404. return SomeImpossibleValue()
  405. dct1.dictdef.union(dct2.dictdef)
  406. def method__prepare_dict_update(dct, num):
  407. pass
  408. def method_keys(self):
  409. bk = getbookkeeper()
  410. return bk.newlist(self.dictdef.read_key(bk.position_key))
  411. def method_values(self):
  412. bk = getbookkeeper()
  413. return bk.newlist(self.dictdef.read_value(bk.position_key))
  414. def method_items(self):
  415. bk = getbookkeeper()
  416. return bk.newlist(self.getanyitem(bk.position_key, variant='items'))
  417. def method_iterkeys(self):
  418. return SomeIterator(self, 'keys')
  419. def method_itervalues(self):
  420. return SomeIterator(self, 'values')
  421. def method_iteritems(self):
  422. return SomeIterator(self, 'items')
  423. def method_iterkeys_with_hash(self):
  424. return SomeIterator(self, 'keys_with_hash')
  425. def method_iteritems_with_hash(self):
  426. return SomeIterator(self, 'items_with_hash')
  427. def method_clear(self):
  428. pass
  429. def method_popitem(self):
  430. position = getbookkeeper().position_key
  431. return self.getanyitem(position, variant='items')
  432. def method_pop(self, s_key, s_dfl=None):
  433. self.dictdef.generalize_key(s_key)
  434. if s_dfl is not None:
  435. self.dictdef.generalize_value(s_dfl)
  436. position = getbookkeeper().position_key
  437. return self.dictdef.read_value(position)
  438. def method_contains_with_hash(self, s_key, s_hash):
  439. position = getbookkeeper().position_key
  440. return dict_contains(self, s_key, position)
  441. method_contains_with_hash.can_only_throw = _dict_can_only_throw_nothing
  442. def method_setitem_with_hash(self, s_key, s_hash, s_value):
  443. pair(self, s_key).setitem(s_value)
  444. method_setitem_with_hash.can_only_throw = _dict_can_only_throw_nothing
  445. def method_getitem_with_hash(self, s_key, s_hash):
  446. # XXX: copy of binaryop.getitem_SomeDict
  447. self.dictdef.generalize_key(s_key)
  448. position = getbookkeeper().position_key
  449. return self.dictdef.read_value(position)
  450. method_getitem_with_hash.can_only_throw = _dict_can_only_throw_keyerror
  451. def method_delitem_with_hash(self, s_key, s_hash):
  452. pair(self, s_key).delitem()
  453. method_delitem_with_hash.can_only_throw = _dict_can_only_throw_keyerror
  454. @op.contains.register(SomeString)
  455. @op.contains.register(SomeUnicodeString)
  456. def contains_String(annotator, string, char):
  457. if annotator.annotation(char).is_constant() and annotator.annotation(char).const == "\0":
  458. r = SomeBool()
  459. knowntypedata = defaultdict(dict)
  460. add_knowntypedata(knowntypedata, False, [string],
  461. annotator.annotation(string).nonnulify())
  462. r.set_knowntypedata(knowntypedata)
  463. return r
  464. else:
  465. return contains_SomeObject(annotator, string, char)
  466. contains_String.can_only_throw = []
  467. class __extend__(SomeString,
  468. SomeUnicodeString):
  469. def method_startswith(self, frag):
  470. if self.is_constant() and frag.is_constant():
  471. return immutablevalue(self.const.startswith(frag.const))
  472. return s_Bool
  473. def method_endswith(self, frag):
  474. if self.is_constant() and frag.is_constant():
  475. return immutablevalue(self.const.endswith(frag.const))
  476. return s_Bool
  477. def method_find(self, frag, start=None, end=None):
  478. check_negative_slice(start, end, "find")
  479. return SomeInteger()
  480. def method_rfind(self, frag, start=None, end=None):
  481. check_negative_slice(start, end, "rfind")
  482. return SomeInteger()
  483. def method_count(self, frag, start=None, end=None):
  484. check_negative_slice(start, end, "count")
  485. return SomeInteger(nonneg=True)
  486. def method_strip(self, chr=None):
  487. if chr is None and isinstance(self, SomeUnicodeString):
  488. raise AnnotatorError("unicode.strip() with no arg is not RPython")
  489. return self.basestringclass(no_nul=self.no_nul)
  490. def method_lstrip(self, chr=None):
  491. if chr is None and isinstance(self, SomeUnicodeString):
  492. raise AnnotatorError("unicode.lstrip() with no arg is not RPython")
  493. return self.basestringclass(no_nul=self.no_nul)
  494. def method_rstrip(self, chr=None):
  495. if chr is None and isinstance(self, SomeUnicodeString):
  496. raise AnnotatorError("unicode.rstrip() with no arg is not RPython")
  497. return self.basestringclass(no_nul=self.no_nul)
  498. def method_join(self, s_list):
  499. if s_None.contains(s_list):
  500. return SomeImpossibleValue()
  501. position = getbookkeeper().position_key
  502. s_item = s_list.listdef.read_item(position)
  503. if s_None.contains(s_item):
  504. if isinstance(self, SomeUnicodeString):
  505. return immutablevalue(u"")
  506. return immutablevalue("")
  507. no_nul = self.no_nul and s_item.no_nul
  508. return self.basestringclass(no_nul=no_nul)
  509. def iter(self):
  510. return SomeIterator(self)
  511. iter.can_only_throw = []
  512. def getanyitem(self, position):
  513. return self.basecharclass()
  514. def method_split(self, patt, max=-1):
  515. # special-case for .split( '\x00') or .split(u'\x00')
  516. if max == -1 and patt.is_constant() and (
  517. len(patt.const) == 1 and ord(patt.const) == 0):
  518. no_nul = True
  519. else:
  520. no_nul = self.no_nul
  521. s_item = self.basestringclass(no_nul=no_nul)
  522. return getbookkeeper().newlist(s_item)
  523. def method_rsplit(self, patt, max=-1):
  524. s_item = self.basestringclass(no_nul=self.no_nul)
  525. return getbookkeeper().newlist(s_item)
  526. def method_replace(self, s1, s2):
  527. return self.basestringclass(no_nul=self.no_nul and s2.no_nul)
  528. def getslice(self, s_start, s_stop):
  529. check_negative_slice(s_start, s_stop)
  530. result = self.basestringclass(no_nul=self.no_nul)
  531. return result
  532. def method_format(self, *args):
  533. raise AnnotatorError("Method format() is not RPython")
  534. class __extend__(SomeByteArray):
  535. def getslice(ba, s_start, s_stop):
  536. check_negative_slice(s_start, s_stop)
  537. return SomeByteArray()
  538. class __extend__(SomeUnicodeString):
  539. def method_encode(self, s_enc):
  540. if not s_enc.is_constant():
  541. raise AnnotatorError("Non-constant encoding not supported")
  542. enc = s_enc.const
  543. if enc not in ('ascii', 'latin-1', 'utf-8'):
  544. raise AnnotatorError("Encoding %s not supported for unicode" % (enc,))
  545. return SomeString(no_nul=self.no_nul)
  546. method_encode.can_only_throw = [UnicodeEncodeError]
  547. class __extend__(SomeString):
  548. def method_isdigit(self):
  549. return s_Bool
  550. def method_isalpha(self):
  551. return s_Bool
  552. def method_isalnum(self):
  553. return s_Bool
  554. def method_upper(self):
  555. return SomeString()
  556. def method_lower(self):
  557. return SomeString()
  558. def method_splitlines(self, s_keep_newlines=None):
  559. s_list = getbookkeeper().newlist(self.basestringclass())
  560. # Force the list to be resizable because ll_splitlines doesn't
  561. # preallocate the list.
  562. s_list.listdef.listitem.resize()
  563. return s_list
  564. def method_decode(self, s_enc):
  565. if not s_enc.is_constant():
  566. raise AnnotatorError("Non-constant encoding not supported")
  567. enc = s_enc.const
  568. if enc not in ('ascii', 'latin-1', 'utf-8'):
  569. raise AnnotatorError("Encoding %s not supported for strings" % (enc,))
  570. return SomeUnicodeString(no_nul=self.no_nul)
  571. method_decode.can_only_throw = [UnicodeDecodeError]
  572. class __extend__(SomeChar, SomeUnicodeCodePoint):
  573. def len(self):
  574. return immutablevalue(1)
  575. class __extend__(SomeChar):
  576. def ord(self):
  577. return SomeInteger(nonneg=True)
  578. def method_isspace(self):
  579. return s_Bool
  580. def method_isalnum(self):
  581. return s_Bool
  582. def method_islower(self):
  583. return s_Bool
  584. def method_isupper(self):
  585. return s_Bool
  586. def method_lower(self):
  587. return self
  588. def method_upper(self):
  589. return self
  590. class __extend__(SomeUnicodeCodePoint):
  591. def ord(self):
  592. # warning, on 32-bit with 32-bit unichars, this might return
  593. # negative numbers
  594. return SomeInteger()
  595. class __extend__(SomeIterator):
  596. def iter(self):
  597. return self
  598. iter.can_only_throw = []
  599. def _can_only_throw(self):
  600. can_throw = [StopIteration]
  601. if isinstance(self.s_container, SomeDict):
  602. can_throw.append(RuntimeError)
  603. return can_throw
  604. def next(self):
  605. position = getbookkeeper().position_key
  606. if s_None.contains(self.s_container):
  607. return s_ImpossibleValue # so far
  608. if self.variant == ("enumerate",):
  609. s_item = self.s_container.getanyitem(position)
  610. return SomeTuple((SomeInteger(nonneg=True), s_item))
  611. variant = self.variant
  612. if variant == ("reversed",):
  613. variant = ()
  614. return self.s_container.getanyitem(position, *variant)
  615. next.can_only_throw = _can_only_throw
  616. method_next = next
  617. class __extend__(SomeInstance):
  618. def getattr(self, s_attr):
  619. if not(s_attr.is_constant() and isinstance(s_attr.const, str)):
  620. raise AnnotatorError("A variable argument to getattr is not RPython")
  621. attr = s_attr.const
  622. if attr == '__class__':
  623. return self.classdef.read_attr__class__()
  624. getbookkeeper().record_getattr(self.classdef.classdesc, attr)
  625. return self.classdef.s_getattr(attr, self.flags)
  626. getattr.can_only_throw = []
  627. def setattr(self, s_attr, s_obj):
  628. if s_attr.is_constant() and isinstance(s_attr.const, str):
  629. attr = s_attr.const
  630. # find the (possibly parent) class where this attr is defined
  631. clsdef = self.classdef.locate_attribute(attr)
  632. attrdef = clsdef.attrs[attr]
  633. attrdef.modified(clsdef)
  634. # if the attrdef is new, this must fail
  635. if attrdef.s_value.contains(s_obj):
  636. return
  637. # create or update the attribute in clsdef
  638. clsdef.generalize_attr(attr, s_obj)
  639. if isinstance(s_obj, SomeList):
  640. clsdef.classdesc.maybe_return_immutable_list(attr, s_obj)
  641. else:
  642. raise AnnotatorError("setattr(instance, variable_attr, value)")
  643. def bool_behavior(self, s):
  644. if not self.can_be_None:
  645. s.const = True
  646. @op.len.register_transform(SomeInstance)
  647. def len_SomeInstance(annotator, v_arg):
  648. get_len = op.getattr(v_arg, const('__len__'))
  649. return [get_len, op.simple_call(get_len.result)]
  650. @op.iter.register_transform(SomeInstance)
  651. def iter_SomeInstance(annotator, v_arg):
  652. get_iter = op.getattr(v_arg, const('__iter__'))
  653. return [get_iter, op.simple_call(get_iter.result)]
  654. @op.next.register_transform(SomeInstance)
  655. def next_SomeInstance(annotator, v_arg):
  656. get_next = op.getattr(v_arg, const('next'))
  657. return [get_next, op.simple_call(get_next.result)]
  658. @op.getslice.register_transform(SomeInstance)
  659. def getslice_SomeInstance(annotator, v_obj, v_start, v_stop):
  660. get_getslice = op.getattr(v_obj, const('__getslice__'))
  661. return [get_getslice, op.simple_call(get_getslice.result, v_start, v_stop)]
  662. @op.setslice.register_transform(SomeInstance)
  663. def setslice_SomeInstance(annotator, v_obj, v_start, v_stop, v_iterable):
  664. get_setslice = op.getattr(v_obj, const('__setslice__'))
  665. return [get_setslice,
  666. op.simple_call(get_setslice.result, v_start, v_stop, v_iterable)]
  667. def _find_property_meth(s_obj, attr, meth):
  668. result = []
  669. for clsdef in s_obj.classdef.getmro():
  670. dct = clsdef.classdesc.classdict
  671. if attr not in dct:
  672. continue
  673. obj = dct[attr]
  674. if (not isinstance(obj, Constant) or
  675. not isinstance(obj.value, property)):
  676. return
  677. result.append(getattr(obj.value, meth))
  678. return result
  679. @op.getattr.register_transform(SomeInstance)
  680. def getattr_SomeInstance(annotator, v_obj, v_attr):
  681. s_attr = annotator.annotation(v_attr)
  682. if not s_attr.is_constant() or not isinstance(s_attr.const, str):
  683. return
  684. attr = s_attr.const
  685. getters = _find_property_meth(annotator.annotation(v_obj), attr, 'fget')
  686. if getters:
  687. if all(getters):
  688. get_getter = op.getattr(v_obj, const(attr + '__getter__'))
  689. return [get_getter, op.simple_call(get_getter.result)]
  690. elif not any(getters):
  691. raise AnnotatorError("Attribute %r is unreadable" % attr)
  692. @op.setattr.register_transform(SomeInstance)
  693. def setattr_SomeInstance(annotator, v_obj, v_attr, v_value):
  694. s_attr = annotator.annotation(v_attr)
  695. if not s_attr.is_constant() or not isinstance(s_attr.const, str):
  696. return
  697. attr = s_attr.const
  698. setters = _find_property_meth(annotator.annotation(v_obj), attr, 'fset')
  699. if setters:
  700. if all(setters):
  701. get_setter = op.getattr(v_obj, const(attr + '__setter__'))
  702. return [get_setter, op.simple_call(get_setter.result, v_value)]
  703. elif not any(setters):
  704. raise AnnotatorError("Attribute %r is unwritable" % attr)
  705. class __extend__(SomeBuiltin):
  706. def call(self, args, implicit_init=False):
  707. args_s, kwds = args.unpack()
  708. # prefix keyword arguments with 's_'
  709. kwds_s = {}
  710. for key, s_value in kwds.items():
  711. kwds_s['s_'+key] = s_value
  712. return self.analyser(*args_s, **kwds_s)
  713. class __extend__(SomeBuiltinMethod):
  714. def _can_only_throw(self, *args):
  715. analyser_func = getattr(self.analyser, 'im_func', None)
  716. can_only_throw = getattr(analyser_func, 'can_only_throw', None)
  717. if can_only_throw is None or isinstance(can_only_throw, list):
  718. return can_only_throw
  719. return can_only_throw(self.s_self, *args)
  720. def simple_call(self, *args):
  721. return self.analyser(self.s_self, *args)
  722. simple_call.can_only_throw = _can_only_throw
  723. def call(self, args, implicit_init=False):
  724. args_s, kwds = args.unpack()
  725. # prefix keyword arguments with 's_'
  726. kwds_s = {}
  727. for key, s_value in kwds.items():
  728. kwds_s['s_'+key] = s_value
  729. return self.analyser(self.s_self, *args_s, **kwds_s)
  730. class __extend__(SomePBC):
  731. def getattr(self, s_attr):
  732. assert s_attr.is_constant()
  733. if s_attr.const == '__name__':
  734. from rpython.annotator.classdesc import ClassDesc
  735. if self.getKind() is ClassDesc:
  736. return SomeString()
  737. bookkeeper = getbookkeeper()
  738. return bookkeeper.pbc_getattr(self, s_attr)
  739. getattr.can_only_throw = []
  740. def setattr(self, s_attr, s_value):
  741. raise AnnotatorError("Cannot modify attribute of a pre-built constant")
  742. def call(self, args):
  743. bookkeeper = getbookkeeper()
  744. return bookkeeper.pbc_call(self, args)
  745. def bind_callables_under(self, classdef, name):
  746. d = [desc.bind_under(classdef, name) for desc in self.descriptions]
  747. return SomePBC(d, can_be_None=self.can_be_None)
  748. def bool_behavior(self, s):
  749. if not self.can_be_None:
  750. s.const = True
  751. def len(self):
  752. raise AnnotatorError("Cannot call len on a pbc")
  753. class __extend__(SomeNone):
  754. def bind_callables_under(self, classdef, name):
  755. return self
  756. def getattr(self, s_attr):
  757. return s_ImpossibleValue
  758. getattr.can_only_throw = []
  759. def setattr(self, s_attr, s_value):
  760. return None
  761. def call(self, args):
  762. return s_ImpossibleValue
  763. def bool_behavior(self, s):
  764. s.const = False
  765. def len(self):
  766. # This None could later be generalized into a list, for example.
  767. # For now, we give the impossible answer (because len(None) would
  768. # really crash translated code). It can be generalized later.
  769. return SomeImpossibleValue()
  770. @op.issubtype.register(SomeTypeOf)
  771. def issubtype(annotator, v_type, v_cls):
  772. args_v = v_type.annotation.is_type_of
  773. return s_isinstance(annotator, args_v[0].annotation,
  774. annotator.annotation(v_cls), args_v)
  775. #_________________________________________
  776. # weakrefs
  777. class __extend__(SomeWeakRef):
  778. def simple_call(self):
  779. if self.classdef is None:
  780. return s_None # known to be a dead weakref
  781. else:
  782. return SomeInstance(self.classdef, can_be_None=True)