postgresql.py 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458
  1. import re
  2. from ..util import compat
  3. from .. import util
  4. from .base import compiles, alter_column, alter_table, format_table_name, \
  5. format_type, AlterColumn, RenameTable
  6. from .impl import DefaultImpl
  7. from sqlalchemy.dialects.postgresql import INTEGER, BIGINT
  8. from ..autogenerate import render
  9. from sqlalchemy import text, Numeric, Column
  10. from sqlalchemy.types import NULLTYPE
  11. from sqlalchemy import types as sqltypes
  12. from ..operations.base import Operations
  13. from ..operations.base import BatchOperations
  14. from ..operations import ops
  15. from ..util import sqla_compat
  16. from ..operations import schemaobj
  17. from ..autogenerate import render
  18. import logging
  19. if util.sqla_08:
  20. from sqlalchemy.sql.expression import UnaryExpression
  21. else:
  22. from sqlalchemy.sql.expression import _UnaryExpression as UnaryExpression
  23. if util.sqla_100:
  24. from sqlalchemy.dialects.postgresql import ExcludeConstraint
  25. log = logging.getLogger(__name__)
  26. class PostgresqlImpl(DefaultImpl):
  27. __dialect__ = 'postgresql'
  28. transactional_ddl = True
  29. def prep_table_for_batch(self, table):
  30. for constraint in table.constraints:
  31. if constraint.name is not None:
  32. self.drop_constraint(constraint)
  33. def compare_server_default(self, inspector_column,
  34. metadata_column,
  35. rendered_metadata_default,
  36. rendered_inspector_default):
  37. # don't do defaults for SERIAL columns
  38. if metadata_column.primary_key and \
  39. metadata_column is metadata_column.table._autoincrement_column:
  40. return False
  41. conn_col_default = rendered_inspector_default
  42. defaults_equal = conn_col_default == rendered_metadata_default
  43. if defaults_equal:
  44. return False
  45. if None in (conn_col_default, rendered_metadata_default):
  46. return not defaults_equal
  47. if metadata_column.server_default is not None and \
  48. isinstance(metadata_column.server_default.arg,
  49. compat.string_types) and \
  50. not re.match(r"^'.+'$", rendered_metadata_default) and \
  51. not isinstance(inspector_column.type, Numeric):
  52. # don't single quote if the column type is float/numeric,
  53. # otherwise a comparison such as SELECT 5 = '5.0' will fail
  54. rendered_metadata_default = re.sub(
  55. r"^u?'?|'?$", "'", rendered_metadata_default)
  56. return not self.connection.scalar(
  57. "SELECT %s = %s" % (
  58. conn_col_default,
  59. rendered_metadata_default
  60. )
  61. )
  62. def alter_column(self, table_name, column_name,
  63. nullable=None,
  64. server_default=False,
  65. name=None,
  66. type_=None,
  67. schema=None,
  68. autoincrement=None,
  69. existing_type=None,
  70. existing_server_default=None,
  71. existing_nullable=None,
  72. existing_autoincrement=None,
  73. **kw
  74. ):
  75. using = kw.pop('postgresql_using', None)
  76. if using is not None and type_ is None:
  77. raise util.CommandError(
  78. "postgresql_using must be used with the type_ parameter")
  79. if type_ is not None:
  80. self._exec(PostgresqlColumnType(
  81. table_name, column_name, type_, schema=schema,
  82. using=using, existing_type=existing_type,
  83. existing_server_default=existing_server_default,
  84. existing_nullable=existing_nullable,
  85. ))
  86. super(PostgresqlImpl, self).alter_column(
  87. table_name, column_name,
  88. nullable=nullable,
  89. server_default=server_default,
  90. name=name,
  91. schema=schema,
  92. autoincrement=autoincrement,
  93. existing_type=existing_type,
  94. existing_server_default=existing_server_default,
  95. existing_nullable=existing_nullable,
  96. existing_autoincrement=existing_autoincrement,
  97. **kw)
  98. def autogen_column_reflect(self, inspector, table, column_info):
  99. if column_info.get('default') and \
  100. isinstance(column_info['type'], (INTEGER, BIGINT)):
  101. seq_match = re.match(
  102. r"nextval\('(.+?)'::regclass\)",
  103. column_info['default'])
  104. if seq_match:
  105. info = inspector.bind.execute(text(
  106. "select c.relname, a.attname "
  107. "from pg_class as c join pg_depend d on d.objid=c.oid and "
  108. "d.classid='pg_class'::regclass and "
  109. "d.refclassid='pg_class'::regclass "
  110. "join pg_class t on t.oid=d.refobjid "
  111. "join pg_attribute a on a.attrelid=t.oid and "
  112. "a.attnum=d.refobjsubid "
  113. "where c.relkind='S' and c.relname=:seqname"
  114. ), seqname=seq_match.group(1)).first()
  115. if info:
  116. seqname, colname = info
  117. if colname == column_info['name']:
  118. log.info(
  119. "Detected sequence named '%s' as "
  120. "owned by integer column '%s(%s)', "
  121. "assuming SERIAL and omitting",
  122. seqname, table.name, colname)
  123. # sequence, and the owner is this column,
  124. # its a SERIAL - whack it!
  125. del column_info['default']
  126. def correct_for_autogen_constraints(self, conn_unique_constraints,
  127. conn_indexes,
  128. metadata_unique_constraints,
  129. metadata_indexes):
  130. conn_uniques_by_name = dict(
  131. (c.name, c) for c in conn_unique_constraints)
  132. conn_indexes_by_name = dict(
  133. (c.name, c) for c in conn_indexes)
  134. # TODO: if SQLA 1.0, make use of "duplicates_constraint"
  135. # metadata
  136. doubled_constraints = dict(
  137. (name, (conn_uniques_by_name[name], conn_indexes_by_name[name]))
  138. for name in set(conn_uniques_by_name).intersection(
  139. conn_indexes_by_name)
  140. )
  141. for name, (uq, ix) in doubled_constraints.items():
  142. conn_indexes.remove(ix)
  143. for idx in list(metadata_indexes):
  144. if idx.name in conn_indexes_by_name:
  145. continue
  146. if util.sqla_08:
  147. exprs = idx.expressions
  148. else:
  149. exprs = idx.columns
  150. for expr in exprs:
  151. while isinstance(expr, UnaryExpression):
  152. expr = expr.element
  153. if not isinstance(expr, Column):
  154. util.warn(
  155. "autogenerate skipping functional index %s; "
  156. "not supported by SQLAlchemy reflection" % idx.name
  157. )
  158. metadata_indexes.discard(idx)
  159. def render_type(self, type_, autogen_context):
  160. if hasattr(self, '_render_%s_type' % type_.__visit_name__):
  161. meth = getattr(self, '_render_%s_type' % type_.__visit_name__)
  162. return meth(type_, autogen_context)
  163. return False
  164. def _render_type_w_subtype(self, type_, autogen_context, attrname, regexp):
  165. outer_repr = repr(type_)
  166. inner_type = getattr(type_, attrname, None)
  167. if inner_type is None:
  168. return False
  169. inner_repr = repr(inner_type)
  170. inner_repr = re.sub(r'([\(\)])', r'\\\1', inner_repr)
  171. sub_type = render._repr_type(getattr(type_, attrname), autogen_context)
  172. outer_type = re.sub(
  173. regexp + inner_repr,
  174. r"\1%s" % sub_type, outer_repr)
  175. return "%s.%s" % ("postgresql", outer_type)
  176. def _render_ARRAY_type(self, type_, autogen_context):
  177. return self._render_type_w_subtype(
  178. type_, autogen_context, 'item_type', r'(.+?\()'
  179. )
  180. def _render_JSON_type(self, type_, autogen_context):
  181. return self._render_type_w_subtype(
  182. type_, autogen_context, 'astext_type', r'(.+?\(.*astext_type=)'
  183. )
  184. def _render_JSONB_type(self, type_, autogen_context):
  185. return self._render_type_w_subtype(
  186. type_, autogen_context, 'astext_type', r'(.+?\(.*astext_type=)'
  187. )
  188. class PostgresqlColumnType(AlterColumn):
  189. def __init__(self, name, column_name, type_, **kw):
  190. using = kw.pop('using', None)
  191. super(PostgresqlColumnType, self).__init__(name, column_name, **kw)
  192. self.type_ = sqltypes.to_instance(type_)
  193. self.using = using
  194. @compiles(RenameTable, "postgresql")
  195. def visit_rename_table(element, compiler, **kw):
  196. return "%s RENAME TO %s" % (
  197. alter_table(compiler, element.table_name, element.schema),
  198. format_table_name(compiler, element.new_table_name, None)
  199. )
  200. @compiles(PostgresqlColumnType, "postgresql")
  201. def visit_column_type(element, compiler, **kw):
  202. return "%s %s %s %s" % (
  203. alter_table(compiler, element.table_name, element.schema),
  204. alter_column(compiler, element.column_name),
  205. "TYPE %s" % format_type(compiler, element.type_),
  206. "USING %s" % element.using if element.using else ""
  207. )
  208. @Operations.register_operation("create_exclude_constraint")
  209. @BatchOperations.register_operation(
  210. "create_exclude_constraint", "batch_create_exclude_constraint")
  211. @ops.AddConstraintOp.register_add_constraint("exclude_constraint")
  212. class CreateExcludeConstraintOp(ops.AddConstraintOp):
  213. """Represent a create exclude constraint operation."""
  214. constraint_type = "exclude"
  215. def __init__(
  216. self, constraint_name, table_name,
  217. elements, where=None, schema=None,
  218. _orig_constraint=None, **kw):
  219. self.constraint_name = constraint_name
  220. self.table_name = table_name
  221. self.elements = elements
  222. self.where = where
  223. self.schema = schema
  224. self._orig_constraint = _orig_constraint
  225. self.kw = kw
  226. @classmethod
  227. def from_constraint(cls, constraint):
  228. constraint_table = sqla_compat._table_for_constraint(constraint)
  229. return cls(
  230. constraint.name,
  231. constraint_table.name,
  232. [(expr, op) for expr, name, op in constraint._render_exprs],
  233. where=constraint.where,
  234. schema=constraint_table.schema,
  235. _orig_constraint=constraint,
  236. deferrable=constraint.deferrable,
  237. initially=constraint.initially,
  238. using=constraint.using
  239. )
  240. def to_constraint(self, migration_context=None):
  241. if not util.sqla_100:
  242. raise NotImplementedError(
  243. "ExcludeConstraint not supported until SQLAlchemy 1.0")
  244. if self._orig_constraint is not None:
  245. return self._orig_constraint
  246. schema_obj = schemaobj.SchemaObjects(migration_context)
  247. t = schema_obj.table(self.table_name, schema=self.schema)
  248. excl = ExcludeConstraint(
  249. *self.elements,
  250. name=self.constraint_name,
  251. where=self.where,
  252. **self.kw
  253. )
  254. for expr, name, oper in excl._render_exprs:
  255. t.append_column(Column(name, NULLTYPE))
  256. t.append_constraint(excl)
  257. return excl
  258. @classmethod
  259. def create_exclude_constraint(
  260. cls, operations,
  261. constraint_name, table_name, *elements, **kw):
  262. """Issue an alter to create an EXCLUDE constraint using the
  263. current migration context.
  264. .. note:: This method is Postgresql specific, and additionally
  265. requires at least SQLAlchemy 1.0.
  266. e.g.::
  267. from alembic import op
  268. op.create_exclude_constraint(
  269. "user_excl",
  270. "user",
  271. ("period", '&&'),
  272. ("group", '='),
  273. where=("group != 'some group'")
  274. )
  275. Note that the expressions work the same way as that of
  276. the ``ExcludeConstraint`` object itself; if plain strings are
  277. passed, quoting rules must be applied manually.
  278. :param name: Name of the constraint.
  279. :param table_name: String name of the source table.
  280. :param elements: exclude conditions.
  281. :param where: SQL expression or SQL string with optional WHERE
  282. clause.
  283. :param deferrable: optional bool. If set, emit DEFERRABLE or
  284. NOT DEFERRABLE when issuing DDL for this constraint.
  285. :param initially: optional string. If set, emit INITIALLY <value>
  286. when issuing DDL for this constraint.
  287. :param schema: Optional schema name to operate within.
  288. .. versionadded:: 0.9.0
  289. """
  290. op = cls(constraint_name, table_name, elements, **kw)
  291. return operations.invoke(op)
  292. @classmethod
  293. def batch_create_exclude_constraint(
  294. cls, operations, constraint_name, *elements, **kw):
  295. """Issue a "create exclude constraint" instruction using the
  296. current batch migration context.
  297. .. note:: This method is Postgresql specific, and additionally
  298. requires at least SQLAlchemy 1.0.
  299. .. versionadded:: 0.9.0
  300. .. seealso::
  301. :meth:`.Operations.create_exclude_constraint`
  302. """
  303. kw['schema'] = operations.impl.schema
  304. op = cls(constraint_name, operations.impl.table_name, elements, **kw)
  305. return operations.invoke(op)
  306. @render.renderers.dispatch_for(CreateExcludeConstraintOp)
  307. def _add_exclude_constraint(autogen_context, op):
  308. return _exclude_constraint(
  309. op.to_constraint(),
  310. autogen_context,
  311. alter=True
  312. )
  313. if util.sqla_100:
  314. @render._constraint_renderers.dispatch_for(ExcludeConstraint)
  315. def _render_inline_exclude_constraint(constraint, autogen_context):
  316. rendered = render._user_defined_render(
  317. "exclude", constraint, autogen_context)
  318. if rendered is not False:
  319. return rendered
  320. return _exclude_constraint(constraint, autogen_context, False)
  321. def _postgresql_autogenerate_prefix(autogen_context):
  322. imports = autogen_context.imports
  323. if imports is not None:
  324. imports.add("from sqlalchemy.dialects import postgresql")
  325. return "postgresql."
  326. def _exclude_constraint(constraint, autogen_context, alter):
  327. opts = []
  328. has_batch = autogen_context._has_batch
  329. if constraint.deferrable:
  330. opts.append(("deferrable", str(constraint.deferrable)))
  331. if constraint.initially:
  332. opts.append(("initially", str(constraint.initially)))
  333. if constraint.using:
  334. opts.append(("using", str(constraint.using)))
  335. if not has_batch and alter and constraint.table.schema:
  336. opts.append(("schema", render._ident(constraint.table.schema)))
  337. if not alter and constraint.name:
  338. opts.append(
  339. ("name",
  340. render._render_gen_name(autogen_context, constraint.name)))
  341. if alter:
  342. args = [
  343. repr(render._render_gen_name(
  344. autogen_context, constraint.name))]
  345. if not has_batch:
  346. args += [repr(render._ident(constraint.table.name))]
  347. args.extend([
  348. "(%s, %r)" % (
  349. render._render_potential_expr(
  350. sqltext, autogen_context, wrap_in_text=False),
  351. opstring
  352. )
  353. for sqltext, name, opstring in constraint._render_exprs
  354. ])
  355. if constraint.where is not None:
  356. args.append(
  357. "where=%s" % render._render_potential_expr(
  358. constraint.where, autogen_context)
  359. )
  360. args.extend(["%s=%r" % (k, v) for k, v in opts])
  361. return "%(prefix)screate_exclude_constraint(%(args)s)" % {
  362. 'prefix': render._alembic_autogenerate_prefix(autogen_context),
  363. 'args': ", ".join(args)
  364. }
  365. else:
  366. args = [
  367. "(%s, %r)" % (
  368. render._render_potential_expr(
  369. sqltext, autogen_context, wrap_in_text=False),
  370. opstring
  371. ) for sqltext, name, opstring in constraint._render_exprs
  372. ]
  373. if constraint.where is not None:
  374. args.append(
  375. "where=%s" % render._render_potential_expr(
  376. constraint.where, autogen_context)
  377. )
  378. args.extend(["%s=%r" % (k, v) for k, v in opts])
  379. return "%(prefix)sExcludeConstraint(%(args)s)" % {
  380. "prefix": _postgresql_autogenerate_prefix(autogen_context),
  381. "args": ", ".join(args)
  382. }