_weakrefset.py 6.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204
  1. # Access WeakSet through the weakref module.
  2. # This code is separated-out because it is needed
  3. # by abc.py to load everything else at startup.
  4. from _weakref import ref
  5. __all__ = ['WeakSet']
  6. class _IterationGuard(object):
  7. # This context manager registers itself in the current iterators of the
  8. # weak container, such as to delay all removals until the context manager
  9. # exits.
  10. # This technique should be relatively thread-safe (since sets are).
  11. def __init__(self, weakcontainer):
  12. # Don't create cycles
  13. self.weakcontainer = ref(weakcontainer)
  14. def __enter__(self):
  15. w = self.weakcontainer()
  16. if w is not None:
  17. w._iterating.add(self)
  18. return self
  19. def __exit__(self, e, t, b):
  20. w = self.weakcontainer()
  21. if w is not None:
  22. s = w._iterating
  23. s.remove(self)
  24. if not s:
  25. w._commit_removals()
  26. class WeakSet(object):
  27. def __init__(self, data=None):
  28. self.data = set()
  29. def _remove(item, selfref=ref(self)):
  30. self = selfref()
  31. if self is not None:
  32. if self._iterating:
  33. self._pending_removals.append(item)
  34. else:
  35. self.data.discard(item)
  36. self._remove = _remove
  37. # A list of keys to be removed
  38. self._pending_removals = []
  39. self._iterating = set()
  40. if data is not None:
  41. self.update(data)
  42. def _commit_removals(self):
  43. l = self._pending_removals
  44. discard = self.data.discard
  45. while l:
  46. discard(l.pop())
  47. def __iter__(self):
  48. with _IterationGuard(self):
  49. for itemref in self.data:
  50. item = itemref()
  51. if item is not None:
  52. # Caveat: the iterator will keep a strong reference to
  53. # `item` until it is resumed or closed.
  54. yield item
  55. def __len__(self):
  56. return len(self.data) - len(self._pending_removals)
  57. def __contains__(self, item):
  58. try:
  59. wr = ref(item)
  60. except TypeError:
  61. return False
  62. return wr in self.data
  63. def __reduce__(self):
  64. return (self.__class__, (list(self),),
  65. getattr(self, '__dict__', None))
  66. __hash__ = None
  67. def add(self, item):
  68. if self._pending_removals:
  69. self._commit_removals()
  70. self.data.add(ref(item, self._remove))
  71. def clear(self):
  72. if self._pending_removals:
  73. self._commit_removals()
  74. self.data.clear()
  75. def copy(self):
  76. return self.__class__(self)
  77. def pop(self):
  78. if self._pending_removals:
  79. self._commit_removals()
  80. while True:
  81. try:
  82. itemref = self.data.pop()
  83. except KeyError:
  84. raise KeyError('pop from empty WeakSet')
  85. item = itemref()
  86. if item is not None:
  87. return item
  88. def remove(self, item):
  89. if self._pending_removals:
  90. self._commit_removals()
  91. self.data.remove(ref(item))
  92. def discard(self, item):
  93. if self._pending_removals:
  94. self._commit_removals()
  95. self.data.discard(ref(item))
  96. def update(self, other):
  97. if self._pending_removals:
  98. self._commit_removals()
  99. for element in other:
  100. self.add(element)
  101. def __ior__(self, other):
  102. self.update(other)
  103. return self
  104. def difference(self, other):
  105. newset = self.copy()
  106. newset.difference_update(other)
  107. return newset
  108. __sub__ = difference
  109. def difference_update(self, other):
  110. self.__isub__(other)
  111. def __isub__(self, other):
  112. if self._pending_removals:
  113. self._commit_removals()
  114. if self is other:
  115. self.data.clear()
  116. else:
  117. self.data.difference_update(ref(item) for item in other)
  118. return self
  119. def intersection(self, other):
  120. return self.__class__(item for item in other if item in self)
  121. __and__ = intersection
  122. def intersection_update(self, other):
  123. self.__iand__(other)
  124. def __iand__(self, other):
  125. if self._pending_removals:
  126. self._commit_removals()
  127. self.data.intersection_update(ref(item) for item in other)
  128. return self
  129. def issubset(self, other):
  130. return self.data.issubset(ref(item) for item in other)
  131. __le__ = issubset
  132. def __lt__(self, other):
  133. return self.data < set(ref(item) for item in other)
  134. def issuperset(self, other):
  135. return self.data.issuperset(ref(item) for item in other)
  136. __ge__ = issuperset
  137. def __gt__(self, other):
  138. return self.data > set(ref(item) for item in other)
  139. def __eq__(self, other):
  140. if not isinstance(other, self.__class__):
  141. return NotImplemented
  142. return self.data == set(ref(item) for item in other)
  143. def __ne__(self, other):
  144. opposite = self.__eq__(other)
  145. if opposite is NotImplemented:
  146. return NotImplemented
  147. return not opposite
  148. def symmetric_difference(self, other):
  149. newset = self.copy()
  150. newset.symmetric_difference_update(other)
  151. return newset
  152. __xor__ = symmetric_difference
  153. def symmetric_difference_update(self, other):
  154. self.__ixor__(other)
  155. def __ixor__(self, other):
  156. if self._pending_removals:
  157. self._commit_removals()
  158. if self is other:
  159. self.data.clear()
  160. else:
  161. self.data.symmetric_difference_update(ref(item, self._remove) for item in other)
  162. return self
  163. def union(self, other):
  164. return self.__class__(e for s in (self, other) for e in s)
  165. __or__ = union
  166. def isdisjoint(self, other):
  167. return len(self.intersection(other)) == 0