loopback-connector-mysql/test/migration.test.js

667 lines
20 KiB
JavaScript

// Copyright IBM Corp. 2013,2019. All Rights Reserved.
// Node module: loopback-connector-mysql
// This file is licensed under the MIT License.
// License text available at https://opensource.org/licenses/MIT
'use strict';
const assert = require('assert');
const async = require('async');
const platform = require('./helpers/platform');
const should = require('./init');
const Schema = require('loopback-datasource-juggler').Schema;
let db, UserData, StringData, NumberData, DateData, DefaultData, SimpleEmployee;
let mysqlVersion;
describe('migrations', function() {
before(setup);
it('should run migration', function(done) {
db.automigrate(function() {
done();
});
});
it('allow user specified datatype on PK', function(done) {
query('describe SimpleEmployee', function(err, result) {
should.not.exist(err);
should.exist(result);
result[0].Key.should.equal('PRI');
result[0].Type.should.equal('bigint(20)');
done();
});
});
it('UserData should have correct columns', function(done) {
getFields('UserData', function(err, fields) {
if (!fields) return done();
fields.should.be.eql({
id: {
Field: 'id',
Type: 'int(11)',
Null: 'NO',
Key: 'PRI',
Default: null,
Extra: 'auto_increment'},
email: {
Field: 'email',
Type: 'varchar(255)',
Null: 'NO',
Key: 'MUL',
Default: null,
Extra: ''},
name: {
Field: 'name',
Type: 'varchar(512)',
Null: 'YES',
Key: '',
Default: null,
Extra: ''},
bio: {
Field: 'bio',
Type: 'text',
Null: 'YES',
Key: '',
Default: null,
Extra: ''},
birthDate: {
Field: 'birthDate',
Type: 'datetime',
Null: 'YES',
Key: '',
Default: null,
Extra: ''},
pendingPeriod: {
Field: 'pendingPeriod',
Type: 'int(11)',
Null: 'YES',
Key: '',
Default: null,
Extra: ''},
createdByAdmin: {
Field: 'createdByAdmin',
Type: 'tinyint(1)',
Null: 'YES',
Key: '',
Default: null,
Extra: ''},
});
done();
});
});
it('UserData should have correct indexes', function(done) {
// Note: getIndexes truncates multi-key indexes to the first member.
// Hence index1 is correct.
getIndexes('UserData', function(err, fields) {
if (!fields) return done();
fields.should.match({
PRIMARY: {
Table: /UserData/i,
Non_unique: 0,
Key_name: 'PRIMARY',
Seq_in_index: 1,
Column_name: 'id',
Collation: 'A',
// XXX: this actually has more to do with whether the table existed or not and
// what kind of data is in it that MySQL has analyzed:
// https://dev.mysql.com/doc/refman/5.5/en/show-index.html
// Cardinality: /^5\.[567]/.test(mysqlVersion) ? 0 : null,
Sub_part: null,
Packed: null,
Null: '',
Index_type: 'BTREE',
Comment: ''},
email: {
Table: /UserData/i,
Non_unique: 1,
Key_name: 'email',
Seq_in_index: 1,
Column_name: 'email',
Collation: 'A',
// XXX: this actually has more to do with whether the table existed or not and
// what kind of data is in it that MySQL has analyzed:
// https://dev.mysql.com/doc/refman/5.5/en/show-index.html
// Cardinality: /^5\.[567]/.test(mysqlVersion) ? 0 : null,
Sub_part: null,
Packed: null,
Null: '',
Index_type: 'BTREE',
Comment: ''},
index0: {
Table: /UserData/i,
Non_unique: 1,
Key_name: 'index0',
Seq_in_index: 1,
Column_name: 'email',
Collation: 'A',
// XXX: this actually has more to do with whether the table existed or not and
// what kind of data is in it that MySQL has analyzed:
// https://dev.mysql.com/doc/refman/5.5/en/show-index.html
// Cardinality: /^5\.[567]/.test(mysqlVersion) ? 0 : null,
Sub_part: null,
Packed: null,
Null: '',
Index_type: 'BTREE',
Comment: ''},
});
done();
});
});
it('StringData should have correct columns', function(done) {
getFields('StringData', function(err, fields) {
fields.should.be.eql({
idString: {Field: 'idString',
Type: 'varchar(255)',
Null: 'NO',
Key: 'PRI',
Default: null,
Extra: ''},
smallString: {Field: 'smallString',
Type: 'char(127)',
Null: 'NO',
Key: 'MUL',
Default: null,
Extra: ''},
mediumString: {Field: 'mediumString',
Type: 'varchar(255)',
Null: 'NO',
Key: '',
Default: null,
Extra: ''},
tinyText: {Field: 'tinyText',
Type: 'tinytext',
Null: 'YES',
Key: '',
Default: null,
Extra: ''},
giantJSON: {Field: 'giantJSON',
Type: 'longtext',
Null: 'YES',
Key: '',
Default: null,
Extra: ''},
text: {Field: 'text',
Type: 'varchar(1024)',
Null: 'YES',
Key: '',
Default: null,
Extra: ''},
});
done();
});
});
it('NumberData should have correct columns', function(done) {
getFields('NumberData', function(err, fields) {
fields.should.be.eql({
id: {Field: 'id',
Type: 'int(11)',
Null: 'NO',
Key: 'PRI',
Default: null,
Extra: 'auto_increment'},
number: {Field: 'number',
Type: 'decimal(10,3) unsigned',
Null: 'NO',
Key: 'MUL',
Default: null,
Extra: ''},
tinyInt: {Field: 'tinyInt',
Type: 'tinyint(2)',
Null: 'YES',
Key: '',
Default: null,
Extra: ''},
mediumInt: {Field: 'mediumInt',
Type: 'mediumint(8) unsigned',
Null: 'NO',
Key: '',
Default: null,
Extra: ''},
floater: {Field: 'floater',
Type: 'double(14,6)',
Null: 'YES',
Key: '',
Default: null,
Extra: ''},
});
done();
});
});
it('DateData should have correct columns', function(done) {
getFields('DateData', function(err, fields) {
fields.should.be.eql({
id: {Field: 'id',
Type: 'int(11)',
Null: 'NO',
Key: 'PRI',
Default: null,
Extra: 'auto_increment'},
dateTime: {Field: 'dateTime',
Type: 'datetime',
Null: 'YES',
Key: '',
Default: null,
Extra: ''},
timestamp: {Field: 'timestamp',
Type: 'timestamp',
Null: 'YES',
Key: '',
Default: null,
Extra: ''},
});
done();
});
});
it('should autoupdate', function(done) {
// With an install of MYSQL5.7 on windows, these queries `randomly` fail and raise errors
// especially with decimals, number and Date format.
if (platform.isWindows) {
return done();
}
const userExists = function(cb) {
query('SELECT * FROM UserData', function(err, res) {
cb(!err && res[0].email == 'test@example.com');
});
};
UserData.create({email: 'test@example.com'}, function(err, user) {
assert.ok(!err, 'Could not create user: ' + err);
userExists(function(yep) {
assert.ok(yep, 'User does not exist');
});
UserData.defineProperty('email', {type: String});
UserData.defineProperty('name', {type: String,
dataType: 'char', limit: 50});
UserData.defineProperty('newProperty', {type: Number, unsigned: true,
dataType: 'bigInt'});
// UserData.defineProperty('pendingPeriod', false);
// This will not work as expected.
db.autoupdate(function(err) {
getFields('UserData', function(err, fields) {
// change nullable for email
assert.equal(fields.email.Null, 'YES', 'Email does not allow null');
// change type of name
assert.equal(fields.name.Type, 'char(50)', 'Name is not char(50)');
// add new column
assert.ok(fields.newProperty, 'New column was not added');
if (fields.newProperty) {
assert.equal(fields.newProperty.Type, 'bigint(20) unsigned',
'New column type is not bigint(20) unsigned');
}
// drop column - will not happen.
// assert.ok(!fields.pendingPeriod,
// 'Did not drop column pendingPeriod');
// user still exists
userExists(function(yep) {
assert.ok(yep, 'User does not exist');
done();
});
});
});
});
});
it('should check actuality of dataSource', function(done) {
// With an install of MYSQL5.7 on windows, these queries `randomly` fail and raise errors
// with date, number and decimal format
if (platform.isWindows) {
return done();
}
// 'drop column'
UserData.dataSource.isActual(function(err, ok) {
assert.ok(ok, 'dataSource is not actual (should be)');
UserData.defineProperty('essay', {type: Schema.Text});
// UserData.defineProperty('email', false); Can't undefine currently.
UserData.dataSource.isActual(function(err, ok) {
assert.ok(!ok, 'dataSource is actual (shouldn\t be)');
done();
});
});
});
// In MySQL 5.6/5.7 Out of range values are rejected.
// Reference: http://dev.mysql.com/doc/refman/5.7/en/integer-types.html
it('allows numbers with decimals', function(done) {
NumberData.create(
{number: 1.1234567, tinyInt: 127, mediumInt: 16777215, floater: 12345678.123456},
function(err, obj) {
if (err) return (err);
NumberData.findById(obj.id, function(err, found) {
assert.equal(found.number, 1.123);
assert.equal(found.tinyInt, 127);
assert.equal(found.mediumInt, 16777215);
assert.equal(found.floater, 12345678.123456);
done();
});
},
);
});
// Reference: http://dev.mysql.com/doc/refman/5.7/en/out-of-range-and-overflow.html
it('rejects out-of-range and overflow values', function(done) {
async.series([
function(next) {
NumberData.create({number: 1.1234567, tinyInt: 128, mediumInt: 16777215}, function(err, obj) {
assert(err);
assert.equal(err.code, 'ER_WARN_DATA_OUT_OF_RANGE');
next();
});
}, function(next) {
NumberData.create({number: 1.1234567, mediumInt: 16777215 + 1}, function(err, obj) {
assert(err);
assert.equal(err.code, 'ER_WARN_DATA_OUT_OF_RANGE');
next();
});
}, function(next) {
// Minimum value for unsigned mediumInt is 0
NumberData.create({number: 1.1234567, mediumInt: -8388608}, function(err, obj) {
assert(err);
assert.equal(err.code, 'ER_WARN_DATA_OUT_OF_RANGE');
next();
});
}, function(next) {
NumberData.create({number: 1.1234567, tinyInt: -129, mediumInt: 0}, function(err, obj) {
assert(err);
assert.equal(err.code, 'ER_WARN_DATA_OUT_OF_RANGE');
next();
});
},
], done);
});
it('should take on database default CURRENT_TIMESTAMP, boolean 0 and pending string for columns', function(done) {
DefaultData.create({}, function(err, obj) {
assert.ok(!err);
assert.ok(obj);
const now = new Date();
DefaultData.findById(obj.id, function(err, found) {
now.setSeconds(0);
found.dateTime.setSeconds(0);
found.timestamp.setSeconds(0);
assert.equal(found.dateTime.toGMTString(), now.toGMTString());
assert.equal(found.timestamp.toGMTString(), now.toGMTString());
assert.equal(found.isAdmin, '0');
assert.equal(found.number, 256);
assert.equal(found.data, null);
assert.equal(found.text, null);
assert.equal(found.status, 'pending');
done();
});
});
});
it('DefaultData should have correct columns', function(done) {
getFields('DefaultData', function(err, fields) {
fields.should.be.eql({
id: {Field: 'id',
Type: 'int(11)',
Null: 'NO',
Key: 'PRI',
Default: null,
Extra: 'auto_increment'},
dateTime: {Field: 'dateTime',
Type: 'datetime',
Null: 'YES',
Key: '',
Default: 'CURRENT_TIMESTAMP',
Extra: ''},
timestamp: {Field: 'timestamp',
Type: 'timestamp',
Null: 'YES',
Key: '',
Default: 'CURRENT_TIMESTAMP',
Extra: ''},
isAdmin: {Field: 'isAdmin',
Type: 'tinyint(1)',
Null: 'YES',
Key: '',
Default: '0',
Extra: ''},
number: {Field: 'number',
Type: 'int(10) unsigned',
Null: 'NO',
Key: 'MUL',
Default: '256',
Extra: ''},
data: {Field: 'data',
Type: 'longtext',
Null: 'YES',
Key: '',
Default: null,
Extra: ''},
text: {Field: 'text',
Type: 'varchar(1024)',
Null: 'YES',
Key: '',
Default: null,
Extra: ''},
status: {Field: 'status',
Type: 'varchar(512)',
Null: 'YES',
Key: '',
Default: 'pending',
Extra: ''},
});
done();
});
});
it('should allow both kinds of date columns', function(done) {
DateData.create({
dateTime: new Date('Aug 9 1996 07:47:33 GMT'),
timestamp: new Date('Sep 22 2007 17:12:22 GMT'),
}, function(err, obj) {
assert.ok(!err);
assert.ok(obj);
DateData.findById(obj.id, function(err, found) {
assert.equal(found.dateTime.toGMTString(),
'Fri, 09 Aug 1996 07:47:33 GMT');
assert.equal(found.timestamp.toGMTString(),
'Sat, 22 Sep 2007 17:12:22 GMT');
done();
});
});
});
// InMySQL5.7, DATETIME supported range is '1000-01-01 00:00:00' to '9999-12-31 23:59:59'.
// TIMESTAMP has a range of '1970-01-01 00:00:01' UTC to '2038-01-19 03:14:07' UTC
// Reference: http://dev.mysql.com/doc/refman/5.7/en/datetime.html
// Out of range values are set to null in windows but rejected elsewhere
// the next example is designed for windows while the following 2 are for other platforms
it('should map zero dateTime into null', function(done) {
if (!platform.isWindows) {
return done();
}
query('INSERT INTO `DateData` ' +
'(`dateTime`, `timestamp`) ' +
'VALUES("0000-00-00 00:00:00", "0000-00-00 00:00:00") ',
function(err, ret) {
should.not.exists(err);
DateData.findById(ret.insertId, function(err, dateData) {
should(dateData.dateTime)
.be.null();
should(dateData.timestamp)
.be.null();
done();
});
});
});
it('rejects out of range datetime', function(done) {
if (platform.isWindows) {
return done();
}
query('INSERT INTO `DateData` ' +
'(`dateTime`, `timestamp`) ' +
'VALUES("0000-00-00 00:00:00", "0000-00-00 00:00:00") ', function(err) {
const errMsg = 'ER_TRUNCATED_WRONG_VALUE: Incorrect datetime value: ' +
'\'0000-00-00 00:00:00\' for column \'dateTime\' at row 1';
assert(err);
assert.equal(err.message, errMsg);
done();
});
});
it('rejects out of range timestamp', function(done) {
if (platform.isWindows) {
return done();
}
query('INSERT INTO `DateData` ' +
'(`dateTime`, `timestamp`) ' +
'VALUES("1000-01-01 00:00:00", "0000-00-00 00:00:00") ', function(err) {
const errMsg = 'ER_TRUNCATED_WRONG_VALUE: Incorrect datetime value: ' +
'\'0000-00-00 00:00:00\' for column \'timestamp\' at row 1';
assert(err);
assert.equal(err.message, errMsg);
done();
});
});
it('should report errors for automigrate', function() {
db.automigrate('XYZ', function(err) {
assert(err);
});
});
it('should report errors for autoupdate', function() {
db.autoupdate('XYZ', function(err) {
assert(err);
});
});
it('should disconnect when done', function(done) {
db.disconnect();
done();
});
});
function setup(done) {
require('./init.js');
db = global.getSchema();
UserData = db.define('UserData', {
email: {type: String, null: false, index: true},
name: String,
bio: Schema.Text,
birthDate: Date,
pendingPeriod: Number,
createdByAdmin: Boolean,
}, {indexes: {
index0: {
columns: 'email, createdByAdmin',
},
},
});
StringData = db.define('StringData', {
idString: {type: String, id: true},
smallString: {type: String, null: false, index: true,
dataType: 'char', limit: 127},
mediumString: {type: String, null: false, dataType: 'varchar', limit: 255},
tinyText: {type: String, dataType: 'tinyText'},
giantJSON: {type: Schema.JSON, dataType: 'longText'},
text: {type: Schema.Text, dataType: 'varchar', limit: 1024},
});
NumberData = db.define('NumberData', {
number: {type: Number, null: false, index: true, unsigned: true,
dataType: 'decimal', precision: 10, scale: 3},
tinyInt: {type: Number, dataType: 'tinyInt', display: 2},
mediumInt: {type: Number, dataType: 'mediumInt', unsigned: true,
required: true},
floater: {type: Number, dataType: 'double', precision: 14, scale: 6},
});
DefaultData = db.define('DefaultData', {
dateTime: {type: Date, dataType: 'datetime', mysql: {default: 'now'}},
timestamp: {type: Date, dataType: 'timestamp', mysql: {default: 'CURRENT_TIMESTAMP'}},
isAdmin: {type: Boolean, mysql: {default: '0'}},
number: {type: Number, null: false, index: true, unsigned: true,
dataType: 'int', mysql: {default: 256}},
data: {type: Schema.JSON, dataType: 'longText', mysql: {default: 'Not Supported'}},
text: {type: Schema.Text, dataType: 'varchar', limit: 1024, mysql: {default: 'Not Supported'}},
status: {type: String, dataType: 'varchar', mysql: {default: 'pending'}},
});
DateData = db.define('DateData', {
dateTime: {type: Date, dataType: 'datetime'},
timestamp: {type: Date, dataType: 'timestamp'},
});
SimpleEmployee = db.define('SimpleEmployee', {
eId: {type: Number, generated: true, id: true, mysql: {dataType: 'bigint', dataLength: 20}},
name: {type: String},
});
query('SELECT VERSION()', function(err, res) {
mysqlVersion = res && res[0] && res[0]['VERSION()'];
blankDatabase(db, done);
});
}
function query(sql, cb) {
db.adapter.execute(sql, cb);
}
function blankDatabase(db, cb) {
const dbn = db.settings.database;
const cs = db.settings.charset;
const co = db.settings.collation;
query('DROP DATABASE IF EXISTS ' + dbn, function(err) {
let q = 'CREATE DATABASE ' + dbn;
if (cs) {
q += ' CHARACTER SET ' + cs;
}
if (co) {
q += ' COLLATE ' + co;
}
query(q, function(err) {
query('USE ' + dbn, cb);
});
});
}
function getFields(model, cb) {
query('SHOW FIELDS FROM ' + model, function(err, res) {
if (err) {
cb(err);
} else {
const fields = {};
res.forEach(function(field) {
fields[field.Field] = field;
});
// The returned data are in arrays of type `RowDataPacket`,
// which are not objects.
cb(err, JSON.parse(JSON.stringify(fields)));
}
});
}
function getIndexes(model, cb) {
query('SHOW INDEXES FROM ' + model, function(err, res) {
if (err) {
console.log(err);
cb(err);
} else {
const indexes = {};
// Note: this will only show the first key of compound keys
res.forEach(function(index) {
if (parseInt(index.Seq_in_index, 10) == 1) {
indexes[index.Key_name] = index;
}
});
cb(err, indexes);
}
});
}