~ubuntu-branches/ubuntu/saucy/migrate/saucy-proposed

« back to all changes in this revision

Viewing changes to test/changeset/test_changeset.py

  • Committer: Bazaar Package Importer
  • Author(s): Jan Dittberner
  • Date: 2010-07-12 00:24:57 UTC
  • mfrom: (1.1.5 upstream) (2.1.8 sid)
  • Revision ID: james.westby@ubuntu.com-20100712002457-4j2fdmco4u9kqzm5
Upload to unstable.

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
import sqlalchemy
2
 
from sqlalchemy import *
3
 
from test import fixture
4
 
from migrate import changeset
5
 
from migrate.changeset import *
6
 
from migrate.changeset.schema import _ColumnDelta
7
 
from sqlalchemy.databases import information_schema
8
 
 
9
 
import migrate
10
 
 
11
 
class TestAddDropColumn(fixture.DB):
12
 
    level=fixture.DB.CONNECT
13
 
    meta = MetaData()
14
 
    # We'll be adding the 'data' column
15
 
    table_name = 'tmp_adddropcol'
16
 
    table_int = 0
17
 
 
18
 
    def _setup(self, url):
19
 
        super(TestAddDropColumn, self)._setup(url)
20
 
        self.meta.clear()
21
 
        self.table = Table(self.table_name,self.meta,
22
 
            Column('id',Integer,primary_key=True),
23
 
        )
24
 
        self.meta.bind = self.engine
25
 
        if self.engine.has_table(self.table.name):
26
 
            self.table.drop()
27
 
        self.table.create()
28
 
 
29
 
    def _teardown(self):
30
 
        if self.engine.has_table(self.table.name):
31
 
            try:
32
 
                self.table.drop()
33
 
            except:
34
 
                pass
35
 
        self.meta.clear()
36
 
        super(TestAddDropColumn,self)._teardown()
37
 
 
38
 
    def run_(self,create_column_func,drop_column_func,*col_p,**col_k):
39
 
        col_name = 'data'
40
 
 
41
 
        def _assert_numcols(expected,type_):
42
 
            result = len(self.table.c)
43
 
            
44
 
            self.assertEquals(result,expected,
45
 
                "# %s cols incorrect: %s != %s"%(type_,result,expected))
46
 
            if not col_k.get('primary_key',None):
47
 
                return
48
 
            # new primary key: check its length too
49
 
            result = len(self.table.primary_key)
50
 
            self.assertEquals(result,expected,
51
 
                "# %s pks incorrect: %s != %s"%(type_,result,expected))
52
 
        def assert_numcols(expected):
53
 
            # number of cols should be correct in table object and in database
54
 
            # Changed: create/drop shouldn't mess with the objects
55
 
            #_assert_numcols(expected,'object')
56
 
            # Detect # database cols via autoload
57
 
            #self.meta.clear()
58
 
            del self.meta.tables[self.table_name]
59
 
            self.table=Table(self.table_name,self.meta,autoload=True)
60
 
            _assert_numcols(expected,'database')
61
 
            
62
 
        assert_numcols(1)
63
 
        if len(col_p) == 0:
64
 
            col_p = [String(40)]
65
 
        col = Column(col_name,*col_p,**col_k)
66
 
        create_column_func(col)
67
 
        #create_column(col,self.table)
68
 
        assert_numcols(2)
69
 
        self.assertEquals(getattr(self.table.c,col_name),col)
70
 
        #drop_column(col,self.table)
71
 
        col = getattr(self.table.c,col_name)
72
 
        drop_column_func(col)
73
 
        assert_numcols(1)
74
 
 
75
 
    @fixture.usedb()
76
 
    def test_undefined(self):
77
 
        """Add/drop columns not yet defined in the table"""
78
 
        def add_func(col):
79
 
            return create_column(col,self.table)
80
 
        def drop_func(col):
81
 
            return drop_column(col,self.table)
82
 
        return self.run_(add_func,drop_func)
83
 
 
84
 
    @fixture.usedb()
85
 
    def test_defined(self):
86
 
        """Add/drop columns already defined in the table"""
87
 
        def add_func(col):
88
 
            self.meta.clear()
89
 
            self.table = Table(self.table_name,self.meta,
90
 
                Column('id',Integer,primary_key=True),
91
 
                col,
92
 
            )
93
 
            return create_column(col,self.table)
94
 
        def drop_func(col):
95
 
            return drop_column(col,self.table)
96
 
        return self.run_(add_func,drop_func)
97
 
 
98
 
    @fixture.usedb()
99
 
    def test_method_bound(self):
100
 
        """Add/drop columns via column methods; columns bound to a table
101
 
        ie. no table parameter passed to function
102
 
        """
103
 
        def add_func(col):
104
 
            self.assert_(col.table is None,col.table)
105
 
            self.table.append_column(col)
106
 
            return col.create()
107
 
        def drop_func(col):
108
 
            #self.assert_(col.table is None,col.table)
109
 
            #self.table.append_column(col)
110
 
            return col.drop()
111
 
        return self.run_(add_func,drop_func)
112
 
 
113
 
    @fixture.usedb()
114
 
    def test_method_notbound(self):
115
 
        """Add/drop columns via column methods; columns not bound to a table"""
116
 
        def add_func(col):
117
 
            return col.create(self.table)
118
 
        def drop_func(col):
119
 
            return col.drop(self.table)
120
 
        return self.run_(add_func,drop_func)
121
 
 
122
 
    @fixture.usedb()
123
 
    def test_tablemethod_obj(self):
124
 
        """Add/drop columns via table methods; by column object"""
125
 
        def add_func(col):
126
 
            return self.table.create_column(col)
127
 
        def drop_func(col):
128
 
            return self.table.drop_column(col)
129
 
        return self.run_(add_func,drop_func)
130
 
 
131
 
    @fixture.usedb()
132
 
    def test_tablemethod_name(self):
133
 
        """Add/drop columns via table methods; by column name"""
134
 
        def add_func(col):
135
 
            # must be bound to table
136
 
            self.table.append_column(col)
137
 
            return self.table.create_column(col.name)
138
 
        def drop_func(col):
139
 
            # Not necessarily bound to table
140
 
            return self.table.drop_column(col.name)
141
 
        return self.run_(add_func,drop_func)
142
 
        
143
 
    @fixture.usedb()
144
 
    def test_byname(self):
145
 
        """Add/drop columns via functions; by table object and column name"""
146
 
        def add_func(col):
147
 
            self.table.append_column(col)
148
 
            return create_column(col.name,self.table)
149
 
        def drop_func(col):
150
 
            return drop_column(col.name,self.table)
151
 
        return self.run_(add_func,drop_func)
152
 
 
153
 
    @fixture.usedb()
154
 
    def test_fk(self):
155
 
        """Can create columns with foreign keys"""
156
 
        reftable = Table('tmp_ref',self.meta,
157
 
            Column('id',Integer,primary_key=True),
158
 
        )
159
 
        # create FK's target
160
 
        if self.engine.has_table(reftable.name):
161
 
            reftable.drop()
162
 
        reftable.create()
163
 
        def add_func(col):
164
 
            self.table.append_column(col)
165
 
            return create_column(col.name,self.table)
166
 
        def drop_func(col):
167
 
            ret = drop_column(col.name,self.table)
168
 
            if self.engine.has_table(reftable.name):
169
 
                reftable.drop()
170
 
            return ret
171
 
        if self.url.startswith('sqlite'):
172
 
            self.assertRaises(changeset.exceptions.NotSupportedError,
173
 
                              self.run_, add_func, drop_func, Integer,
174
 
                              ForeignKey(reftable.c.id))
175
 
        else:
176
 
            return self.run_(add_func,drop_func,Integer,
177
 
                             ForeignKey(reftable.c.id))
178
 
 
179
 
 
180
 
class TestRename(fixture.DB):
181
 
    level=fixture.DB.CONNECT
182
 
    meta = MetaData()
183
 
 
184
 
    def _setup(self, url):
185
 
        super(TestRename, self)._setup(url)
186
 
        self.meta.bind = self.engine #self.meta.connect(self.engine)
187
 
 
188
 
    @fixture.usedb()
189
 
    def test_rename_table(self):
190
 
        """Tables can be renamed"""
191
 
        #self.engine.echo=True
192
 
        name1 = 'name_one'
193
 
        name2 = 'name_two'
194
 
        xname1 = 'x'+name1
195
 
        xname2 = 'x'+name2
196
 
        self.column = Column(name1,Integer)
197
 
        self.meta.clear()
198
 
        self.table = Table(name1,self.meta,self.column)
199
 
        self.index = Index(xname1,self.column,unique=False)
200
 
        if self.engine.has_table(self.table.name):
201
 
            self.table.drop()
202
 
        if self.engine.has_table(name2):
203
 
            tmp = Table(name2,self.meta,autoload=True)
204
 
            tmp.drop()
205
 
            tmp.deregister()
206
 
            del tmp
207
 
        self.table.create()
208
 
 
209
 
        def assert_table_name(expected,skip_object_check=False):
210
 
            """Refresh a table via autoload
211
 
            SA has changed some since this test was written; we now need to do
212
 
            meta.clear() upon reloading a table - clear all rather than a
213
 
            select few. So, this works only if we're working with one table at
214
 
            a time (else, others will vanish too).
215
 
            """
216
 
            if not skip_object_check:
217
 
                # Table object check
218
 
                self.assertEquals(self.table.name,expected)
219
 
                newname = self.table.name
220
 
            else:
221
 
                # we know the object's name isn't consistent: just assign it
222
 
                newname = expected
223
 
            # Table DB check
224
 
            #table = self.refresh_table(self.table,newname)
225
 
            self.meta.clear()
226
 
            self.table = Table(newname, self.meta, autoload=True)
227
 
            self.assertEquals(self.table.name,expected)
228
 
        def assert_index_name(expected,skip_object_check=False):
229
 
            if not skip_object_check:
230
 
                # Index object check
231
 
                self.assertEquals(self.index.name,expected)
232
 
            else:
233
 
                # object is inconsistent
234
 
                self.index.name = expected
235
 
            # Index DB check
236
 
            #TODO
237
 
 
238
 
        try:
239
 
            # Table renames
240
 
            assert_table_name(name1)
241
 
            rename_table(self.table,name2)
242
 
            assert_table_name(name2)
243
 
            self.table.rename(name1)
244
 
            assert_table_name(name1)
245
 
            # ..by just the string
246
 
            rename_table(name1,name2,engine=self.engine)
247
 
            assert_table_name(name2,True)   # object not updated
248
 
    
249
 
            # Index renames
250
 
            if self.url.startswith('sqlite') or self.url.startswith('mysql'):
251
 
                self.assertRaises(changeset.exceptions.NotSupportedError,
252
 
                    self.index.rename,xname2)
253
 
            else:
254
 
                assert_index_name(xname1)
255
 
                rename_index(self.index,xname2,engine=self.engine)
256
 
                assert_index_name(xname2)
257
 
                self.index.rename(xname1)
258
 
                assert_index_name(xname1)
259
 
                # ..by just the string
260
 
                rename_index(xname1,xname2,engine=self.engine)
261
 
                assert_index_name(xname2,True)
262
 
 
263
 
        finally:
264
 
            #self.index.drop()
265
 
            if self.table.exists():
266
 
                self.table.drop()
267
 
 
268
 
class TestColumnChange(fixture.DB):
269
 
    level=fixture.DB.CONNECT
270
 
    table_name = 'tmp_colchange'
271
 
 
272
 
    def _setup(self, url):
273
 
        super(TestColumnChange, self)._setup(url)
274
 
        self.meta = MetaData(self.engine)
275
 
        self.table = Table(self.table_name,self.meta,
276
 
            Column('id',Integer,primary_key=True),
277
 
            Column('data',String(40),server_default=DefaultClause("tluafed"),nullable=True),
278
 
        )
279
 
        if self.table.exists():
280
 
            self.table.drop()
281
 
        try:
282
 
            self.table.create()
283
 
        except sqlalchemy.exceptions.SQLError,e:
284
 
            # SQLite: database schema has changed
285
 
            if not self.url.startswith('sqlite://'):
286
 
                raise
287
 
    def _teardown(self):
288
 
        if self.table.exists():
289
 
            try:
290
 
                self.table.drop(self.engine)
291
 
            except sqlalchemy.exceptions.SQLError,e:
292
 
                # SQLite: database schema has changed
293
 
                if not self.url.startswith('sqlite://'):
294
 
                    raise
295
 
        #self.engine.echo=False
296
 
        super(TestColumnChange, self)._teardown()
297
 
 
298
 
    @fixture.usedb()
299
 
    def test_rename(self):
300
 
        """Can rename a column"""
301
 
        def num_rows(col,content):
302
 
            return len(list(self.table.select(col==content).execute()))
303
 
        # Table content should be preserved in changed columns
304
 
        content = "fgsfds"
305
 
        self.engine.execute(self.table.insert(),data=content,id=42)
306
 
        self.assertEquals(num_rows(self.table.c.data,content),1)
307
 
 
308
 
        # ...as a function, given a column object and the new name
309
 
        alter_column(self.table.c.data, name='atad')
310
 
        self.refresh_table(self.table.name)
311
 
        self.assert_('data' not in self.table.c.keys())
312
 
        self.assert_('atad' in self.table.c.keys())
313
 
        #self.assertRaises(AttributeError,getattr,self.table.c,'data')
314
 
        self.table.c.atad   # Should not raise exception
315
 
        self.assertEquals(num_rows(self.table.c.atad,content),1)
316
 
 
317
 
        # ...as a method, given a new name
318
 
        self.table.c.atad.alter(name='data')
319
 
        self.refresh_table(self.table.name)
320
 
        self.assert_('atad' not in self.table.c.keys())
321
 
        self.table.c.data # Should not raise exception
322
 
        self.assertEquals(num_rows(self.table.c.data,content),1)
323
 
 
324
 
        # ...as a function, given a new object
325
 
        col = Column('atad',String(40),server_default=self.table.c.data.server_default)
326
 
        alter_column(self.table.c.data, col)
327
 
        self.refresh_table(self.table.name)
328
 
        self.assert_('data' not in self.table.c.keys())
329
 
        self.table.c.atad   # Should not raise exception
330
 
        self.assertEquals(num_rows(self.table.c.atad,content),1)
331
 
 
332
 
        # ...as a method, given a new object
333
 
        col = Column('data',String(40),server_default=self.table.c.atad.server_default)
334
 
        self.table.c.atad.alter(col)
335
 
        self.refresh_table(self.table.name)
336
 
        self.assert_('atad' not in self.table.c.keys())
337
 
        self.table.c.data   # Should not raise exception
338
 
        self.assertEquals(num_rows(self.table.c.data,content),1)
339
 
        
340
 
    @fixture.usedb()
341
 
    def xtest_fk(self):
342
 
        """Can add/drop foreign key constraints to/from a column
343
 
        Not supported
344
 
        """
345
 
        self.assert_(self.table.c.data.foreign_key is None)
346
 
 
347
 
        # add
348
 
        self.table.c.data.alter(foreign_key=ForeignKey(self.table.c.id))
349
 
        self.refresh_table(self.table.name)
350
 
        self.assert_(self.table.c.data.foreign_key is not None)
351
 
 
352
 
        # drop
353
 
        self.table.c.data.alter(foreign_key=None)
354
 
        self.refresh_table(self.table.name)
355
 
        self.assert_(self.table.c.data.foreign_key is None)
356
 
 
357
 
    @fixture.usedb()
358
 
    def test_type(self):
359
 
        """Can change a column's type"""
360
 
        # Entire column definition given
361
 
        self.table.c.data.alter(Column('data',String(42)))
362
 
        self.refresh_table(self.table.name)
363
 
        self.assert_(isinstance(self.table.c.data.type,String))
364
 
        self.assertEquals(self.table.c.data.type.length,42)
365
 
 
366
 
        # Just the new type
367
 
        self.table.c.data.alter(type=String(21))
368
 
        self.refresh_table(self.table.name)
369
 
        self.assert_(isinstance(self.table.c.data.type,String))
370
 
        self.assertEquals(self.table.c.data.type.length,21)
371
 
 
372
 
        # Different type
373
 
        self.assert_(isinstance(self.table.c.id.type,Integer))
374
 
        self.assertEquals(self.table.c.id.nullable,False)
375
 
        self.table.c.id.alter(type=String(20))
376
 
        self.assertEquals(self.table.c.id.nullable,False)
377
 
        self.refresh_table(self.table.name)
378
 
        self.assert_(isinstance(self.table.c.id.type,String))
379
 
 
380
 
    @fixture.usedb(not_supported='mysql')
381
 
    def test_default(self):
382
 
        """Can change a column's server_default value (DefaultClauses only)
383
 
        Only DefaultClauses are changed here: others are managed by the 
384
 
        application / by SA
385
 
        """
386
 
        #self.engine.echo=True
387
 
        self.assertEquals(self.table.c.data.server_default.arg,'tluafed')
388
 
 
389
 
        # Just the new default 
390
 
        default = 'my_default'
391
 
        self.table.c.data.alter(server_default=DefaultClause(default))
392
 
        self.refresh_table(self.table.name)
393
 
        #self.assertEquals(self.table.c.data.server_default.arg,default)
394
 
        # TextClause returned by autoload
395
 
        self.assert_(default in str(self.table.c.data.server_default.arg))
396
 
 
397
 
        # Column object
398
 
        default = 'your_default'
399
 
        self.table.c.data.alter(Column('data',String(40),server_default=DefaultClause(default)))
400
 
        self.refresh_table(self.table.name)
401
 
        self.assert_(default in str(self.table.c.data.server_default.arg))
402
 
 
403
 
        # Remove default
404
 
        self.table.c.data.alter(server_default=None)
405
 
        self.refresh_table(self.table.name)
406
 
        # server_default isn't necessarily None for Oracle
407
 
        #self.assert_(self.table.c.data.server_default is None,self.table.c.data.server_default)
408
 
        self.engine.execute(self.table.insert(),id=11)
409
 
        row = self.table.select().execute().fetchone()
410
 
        self.assert_(row['data'] is None,row['data'])
411
 
        
412
 
 
413
 
    @fixture.usedb()
414
 
    def test_null(self):
415
 
        """Can change a column's null constraint"""
416
 
        self.assertEquals(self.table.c.data.nullable,True)
417
 
        
418
 
        # Column object
419
 
        self.table.c.data.alter(Column('data',String(40),nullable=False))
420
 
        self.table.nullable=None
421
 
        self.refresh_table(self.table.name)
422
 
        self.assertEquals(self.table.c.data.nullable,False)
423
 
 
424
 
        # Just the new status
425
 
        self.table.c.data.alter(nullable=True)
426
 
        self.refresh_table(self.table.name)
427
 
        self.assertEquals(self.table.c.data.nullable,True)
428
 
 
429
 
    @fixture.usedb()
430
 
    def xtest_pk(self):
431
 
        """Can add/drop a column to/from its table's primary key
432
 
        Not supported
433
 
        """
434
 
        self.engine.echo = True
435
 
        self.assertEquals(len(self.table.primary_key),1)
436
 
 
437
 
        # Entire column definition
438
 
        self.table.c.data.alter(Column('data',String,primary_key=True))
439
 
        self.refresh_table(self.table.name)
440
 
        self.assertEquals(len(self.table.primary_key),2)
441
 
 
442
 
        # Just the new status
443
 
        self.table.c.data.alter(primary_key=False)
444
 
        self.refresh_table(self.table.name)
445
 
        self.assertEquals(len(self.table.primary_key),1)
446
 
 
447
 
class TestColumnDelta(fixture.Base):
448
 
    def test_deltas(self):
449
 
        def mkcol(name='id',type=String,*p,**k):
450
 
            return Column(name,type,*p,**k)
451
 
        col_orig = mkcol(primary_key=True)
452
 
 
453
 
        def verify(expected,original,*p,**k):
454
 
            delta = _ColumnDelta(original,*p,**k)
455
 
            result = delta.keys()
456
 
            result.sort()
457
 
            self.assertEquals(expected,result)
458
 
            return delta
459
 
 
460
 
        verify([],col_orig)
461
 
        verify(['name'],col_orig,'ids')
462
 
        # Parameters are always executed, even if they're 'unchanged'
463
 
        # (We can't assume given column is up-to-date)
464
 
        verify(['name','primary_key','type'],col_orig,'id',Integer,primary_key=True)
465
 
        verify(['name','primary_key','type'],col_orig,name='id',type=Integer,primary_key=True)
466
 
 
467
 
        # Can compare two columns and find differences
468
 
        col_new = mkcol(name='ids',primary_key=True)
469
 
        verify([],col_orig,col_orig)
470
 
        verify(['name'],col_orig,col_orig,'ids')
471
 
        verify(['name'],col_orig,col_orig,name='ids')
472
 
        verify(['name'],col_orig,col_new)
473
 
        verify(['name','type'],col_orig,col_new,type=String)
474
 
        # Change name, given an up-to-date definition and the current name
475
 
        delta = verify(['name'],col_new,current_name='id')
476
 
        self.assertEquals(delta.get('name'),'ids')
477
 
        # Change other params at the same time
478
 
        verify(['name','type'],col_new,current_name='id',type=String)
479
 
        # Type comparisons
480
 
        verify([],mkcol(type=String),mkcol(type=String))
481
 
        verify(['type'],mkcol(type=String),mkcol(type=Integer))
482
 
        verify(['type'],mkcol(type=String),mkcol(type=String(42)))
483
 
        verify([],mkcol(type=String(42)),mkcol(type=String(42)))
484
 
        verify(['type'],mkcol(type=String(24)),mkcol(type=String(42)))
485
 
        # Other comparisons
486
 
        verify(['primary_key'],mkcol(nullable=False),mkcol(primary_key=True))
487
 
        # PK implies nullable=False
488
 
        verify(['nullable','primary_key'],mkcol(nullable=True),mkcol(primary_key=True))
489
 
        verify([],mkcol(primary_key=True),mkcol(primary_key=True))
490
 
        verify(['nullable'],mkcol(nullable=True),mkcol(nullable=False))
491
 
        verify([],mkcol(nullable=True),mkcol(nullable=True))
492
 
        verify(['default'],mkcol(default=None),mkcol(default='42'))
493
 
        verify([],mkcol(default=None),mkcol(default=None))
494
 
        verify([],mkcol(default='42'),mkcol(default='42'))