// Copyright IBM Corp. 2013,2019. All Rights Reserved. // Node module: loopback-connector-mysql // This file is licensed under the MIT License. // License text available at https://opensource.org/licenses/MIT 'use strict'; const assert = require('assert'); const async = require('async'); const platform = require('./helpers/platform'); const should = require('./init'); const Schema = require('loopback-datasource-juggler').Schema; let db, UserData, StringData, NumberData, DateData, DefaultData, SimpleEmployee; let mysqlVersion; describe('migrations', function() { before(setup); it('should run migration', function(done) { db.automigrate(function() { done(); }); }); it('allow user specified datatype on PK', function(done) { query('describe SimpleEmployee', function(err, result) { should.not.exist(err); should.exist(result); result[0].Key.should.equal('PRI'); result[0].Type.should.equal('bigint(20)'); done(); }); }); it('UserData should have correct columns', function(done) { getFields('UserData', function(err, fields) { if (!fields) return done(); fields.should.be.eql({ id: { Field: 'id', Type: 'int(11)', Null: 'NO', Key: 'PRI', Default: null, Extra: 'auto_increment'}, email: { Field: 'email', Type: 'varchar(255)', Null: 'NO', Key: 'MUL', Default: null, Extra: ''}, name: { Field: 'name', Type: 'varchar(512)', Null: 'YES', Key: '', Default: null, Extra: ''}, bio: { Field: 'bio', Type: 'text', Null: 'YES', Key: '', Default: null, Extra: ''}, birthDate: { Field: 'birthDate', Type: 'datetime', Null: 'YES', Key: '', Default: null, Extra: ''}, pendingPeriod: { Field: 'pendingPeriod', Type: 'int(11)', Null: 'YES', Key: '', Default: null, Extra: ''}, createdByAdmin: { Field: 'createdByAdmin', Type: 'tinyint(1)', Null: 'YES', Key: '', Default: null, Extra: ''}, }); done(); }); }); it('UserData should have correct indexes', function(done) { // Note: getIndexes truncates multi-key indexes to the first member. // Hence index1 is correct. getIndexes('UserData', function(err, fields) { if (!fields) return done(); fields.should.match({ PRIMARY: { Table: /UserData/i, Non_unique: 0, Key_name: 'PRIMARY', Seq_in_index: 1, Column_name: 'id', Collation: 'A', // XXX: this actually has more to do with whether the table existed or not and // what kind of data is in it that MySQL has analyzed: // https://dev.mysql.com/doc/refman/5.5/en/show-index.html // Cardinality: /^5\.[567]/.test(mysqlVersion) ? 0 : null, Sub_part: null, Packed: null, Null: '', Index_type: 'BTREE', Comment: ''}, email: { Table: /UserData/i, Non_unique: 1, Key_name: 'email', Seq_in_index: 1, Column_name: 'email', Collation: 'A', // XXX: this actually has more to do with whether the table existed or not and // what kind of data is in it that MySQL has analyzed: // https://dev.mysql.com/doc/refman/5.5/en/show-index.html // Cardinality: /^5\.[567]/.test(mysqlVersion) ? 0 : null, Sub_part: null, Packed: null, Null: '', Index_type: 'BTREE', Comment: ''}, index0: { Table: /UserData/i, Non_unique: 1, Key_name: 'index0', Seq_in_index: 1, Column_name: 'email', Collation: 'A', // XXX: this actually has more to do with whether the table existed or not and // what kind of data is in it that MySQL has analyzed: // https://dev.mysql.com/doc/refman/5.5/en/show-index.html // Cardinality: /^5\.[567]/.test(mysqlVersion) ? 0 : null, Sub_part: null, Packed: null, Null: '', Index_type: 'BTREE', Comment: ''}, }); done(); }); }); it('StringData should have correct columns', function(done) { getFields('StringData', function(err, fields) { fields.should.be.eql({ idString: {Field: 'idString', Type: 'varchar(255)', Null: 'NO', Key: 'PRI', Default: null, Extra: ''}, smallString: {Field: 'smallString', Type: 'char(127)', Null: 'NO', Key: 'MUL', Default: null, Extra: ''}, mediumString: {Field: 'mediumString', Type: 'varchar(255)', Null: 'NO', Key: '', Default: null, Extra: ''}, tinyText: {Field: 'tinyText', Type: 'tinytext', Null: 'YES', Key: '', Default: null, Extra: ''}, giantJSON: {Field: 'giantJSON', Type: 'longtext', Null: 'YES', Key: '', Default: null, Extra: ''}, text: {Field: 'text', Type: 'varchar(1024)', Null: 'YES', Key: '', Default: null, Extra: ''}, }); done(); }); }); it('NumberData should have correct columns', function(done) { getFields('NumberData', function(err, fields) { fields.should.be.eql({ id: {Field: 'id', Type: 'int(11)', Null: 'NO', Key: 'PRI', Default: null, Extra: 'auto_increment'}, number: {Field: 'number', Type: 'decimal(10,3) unsigned', Null: 'NO', Key: 'MUL', Default: null, Extra: ''}, tinyInt: {Field: 'tinyInt', Type: 'tinyint(2)', Null: 'YES', Key: '', Default: null, Extra: ''}, mediumInt: {Field: 'mediumInt', Type: 'mediumint(8) unsigned', Null: 'NO', Key: '', Default: null, Extra: ''}, floater: {Field: 'floater', Type: 'double(14,6)', Null: 'YES', Key: '', Default: null, Extra: ''}, }); done(); }); }); it('DateData should have correct columns', function(done) { getFields('DateData', function(err, fields) { fields.should.be.eql({ id: {Field: 'id', Type: 'int(11)', Null: 'NO', Key: 'PRI', Default: null, Extra: 'auto_increment'}, dateTime: {Field: 'dateTime', Type: 'datetime', Null: 'YES', Key: '', Default: null, Extra: ''}, timestamp: {Field: 'timestamp', Type: 'timestamp', Null: 'YES', Key: '', Default: null, Extra: ''}, }); done(); }); }); it('should autoupdate', function(done) { // With an install of MYSQL5.7 on windows, these queries `randomly` fail and raise errors // especially with decimals, number and Date format. if (platform.isWindows) { return done(); } const userExists = function(cb) { query('SELECT * FROM UserData', function(err, res) { cb(!err && res[0].email == 'test@example.com'); }); }; UserData.create({email: 'test@example.com'}, function(err, user) { assert.ok(!err, 'Could not create user: ' + err); userExists(function(yep) { assert.ok(yep, 'User does not exist'); }); UserData.defineProperty('email', {type: String}); UserData.defineProperty('name', {type: String, dataType: 'char', limit: 50}); UserData.defineProperty('newProperty', {type: Number, unsigned: true, dataType: 'bigInt'}); // UserData.defineProperty('pendingPeriod', false); // This will not work as expected. db.autoupdate(function(err) { getFields('UserData', function(err, fields) { // change nullable for email assert.equal(fields.email.Null, 'YES', 'Email does not allow null'); // change type of name assert.equal(fields.name.Type, 'char(50)', 'Name is not char(50)'); // add new column assert.ok(fields.newProperty, 'New column was not added'); if (fields.newProperty) { assert.equal(fields.newProperty.Type, 'bigint(20) unsigned', 'New column type is not bigint(20) unsigned'); } // drop column - will not happen. // assert.ok(!fields.pendingPeriod, // 'Did not drop column pendingPeriod'); // user still exists userExists(function(yep) { assert.ok(yep, 'User does not exist'); done(); }); }); }); }); }); it('should check actuality of dataSource', function(done) { // With an install of MYSQL5.7 on windows, these queries `randomly` fail and raise errors // with date, number and decimal format if (platform.isWindows) { return done(); } // 'drop column' UserData.dataSource.isActual(function(err, ok) { assert.ok(ok, 'dataSource is not actual (should be)'); UserData.defineProperty('essay', {type: Schema.Text}); // UserData.defineProperty('email', false); Can't undefine currently. UserData.dataSource.isActual(function(err, ok) { assert.ok(!ok, 'dataSource is actual (shouldn\t be)'); done(); }); }); }); // In MySQL 5.6/5.7 Out of range values are rejected. // Reference: http://dev.mysql.com/doc/refman/5.7/en/integer-types.html it('allows numbers with decimals', function(done) { NumberData.create( {number: 1.1234567, tinyInt: 127, mediumInt: 16777215, floater: 12345678.123456}, function(err, obj) { if (err) return (err); NumberData.findById(obj.id, function(err, found) { assert.equal(found.number, 1.123); assert.equal(found.tinyInt, 127); assert.equal(found.mediumInt, 16777215); assert.equal(found.floater, 12345678.123456); done(); }); }, ); }); // Reference: http://dev.mysql.com/doc/refman/5.7/en/out-of-range-and-overflow.html it('rejects out-of-range and overflow values', function(done) { async.series([ function(next) { NumberData.create({number: 1.1234567, tinyInt: 128, mediumInt: 16777215}, function(err, obj) { assert(err); assert.equal(err.code, 'ER_WARN_DATA_OUT_OF_RANGE'); next(); }); }, function(next) { NumberData.create({number: 1.1234567, mediumInt: 16777215 + 1}, function(err, obj) { assert(err); assert.equal(err.code, 'ER_WARN_DATA_OUT_OF_RANGE'); next(); }); }, function(next) { // Minimum value for unsigned mediumInt is 0 NumberData.create({number: 1.1234567, mediumInt: -8388608}, function(err, obj) { assert(err); assert.equal(err.code, 'ER_WARN_DATA_OUT_OF_RANGE'); next(); }); }, function(next) { NumberData.create({number: 1.1234567, tinyInt: -129, mediumInt: 0}, function(err, obj) { assert(err); assert.equal(err.code, 'ER_WARN_DATA_OUT_OF_RANGE'); next(); }); }, ], done); }); it('should take on database default CURRENT_TIMESTAMP, boolean 0 and pending string for columns', function(done) { DefaultData.create({}, function(err, obj) { assert.ok(!err); assert.ok(obj); const now = new Date(); DefaultData.findById(obj.id, function(err, found) { now.setSeconds(0); found.dateTime.setSeconds(0); found.timestamp.setSeconds(0); assert.equal(found.dateTime.toGMTString(), now.toGMTString()); assert.equal(found.timestamp.toGMTString(), now.toGMTString()); assert.equal(found.isAdmin, '0'); assert.equal(found.number, 256); assert.equal(found.data, null); assert.equal(found.text, null); assert.equal(found.status, 'pending'); done(); }); }); }); it('DefaultData should have correct columns', function(done) { getFields('DefaultData', function(err, fields) { fields.should.be.eql({ id: {Field: 'id', Type: 'int(11)', Null: 'NO', Key: 'PRI', Default: null, Extra: 'auto_increment'}, dateTime: {Field: 'dateTime', Type: 'datetime', Null: 'YES', Key: '', Default: 'CURRENT_TIMESTAMP', Extra: ''}, timestamp: {Field: 'timestamp', Type: 'timestamp', Null: 'YES', Key: '', Default: 'CURRENT_TIMESTAMP', Extra: ''}, isAdmin: {Field: 'isAdmin', Type: 'tinyint(1)', Null: 'YES', Key: '', Default: '0', Extra: ''}, number: {Field: 'number', Type: 'int(10) unsigned', Null: 'NO', Key: 'MUL', Default: '256', Extra: ''}, data: {Field: 'data', Type: 'longtext', Null: 'YES', Key: '', Default: null, Extra: ''}, text: {Field: 'text', Type: 'varchar(1024)', Null: 'YES', Key: '', Default: null, Extra: ''}, status: {Field: 'status', Type: 'varchar(512)', Null: 'YES', Key: '', Default: 'pending', Extra: ''}, }); done(); }); }); it('should allow both kinds of date columns', function(done) { DateData.create({ dateTime: new Date('Aug 9 1996 07:47:33 GMT'), timestamp: new Date('Sep 22 2007 17:12:22 GMT'), }, function(err, obj) { assert.ok(!err); assert.ok(obj); DateData.findById(obj.id, function(err, found) { assert.equal(found.dateTime.toGMTString(), 'Fri, 09 Aug 1996 07:47:33 GMT'); assert.equal(found.timestamp.toGMTString(), 'Sat, 22 Sep 2007 17:12:22 GMT'); done(); }); }); }); // InMySQL5.7, DATETIME supported range is '1000-01-01 00:00:00' to '9999-12-31 23:59:59'. // TIMESTAMP has a range of '1970-01-01 00:00:01' UTC to '2038-01-19 03:14:07' UTC // Reference: http://dev.mysql.com/doc/refman/5.7/en/datetime.html // Out of range values are set to null in windows but rejected elsewhere // the next example is designed for windows while the following 2 are for other platforms it('should map zero dateTime into null', function(done) { if (!platform.isWindows) { return done(); } query('INSERT INTO `DateData` ' + '(`dateTime`, `timestamp`) ' + 'VALUES("0000-00-00 00:00:00", "0000-00-00 00:00:00") ', function(err, ret) { should.not.exists(err); DateData.findById(ret.insertId, function(err, dateData) { should(dateData.dateTime) .be.null(); should(dateData.timestamp) .be.null(); done(); }); }); }); it('rejects out of range datetime', function(done) { if (platform.isWindows) { return done(); } query('INSERT INTO `DateData` ' + '(`dateTime`, `timestamp`) ' + 'VALUES("0000-00-00 00:00:00", "0000-00-00 00:00:00") ', function(err) { const errMsg = 'ER_TRUNCATED_WRONG_VALUE: Incorrect datetime value: ' + '\'0000-00-00 00:00:00\' for column \'dateTime\' at row 1'; assert(err); assert.equal(err.message, errMsg); done(); }); }); it('rejects out of range timestamp', function(done) { if (platform.isWindows) { return done(); } query('INSERT INTO `DateData` ' + '(`dateTime`, `timestamp`) ' + 'VALUES("1000-01-01 00:00:00", "0000-00-00 00:00:00") ', function(err) { const errMsg = 'ER_TRUNCATED_WRONG_VALUE: Incorrect datetime value: ' + '\'0000-00-00 00:00:00\' for column \'timestamp\' at row 1'; assert(err); assert.equal(err.message, errMsg); done(); }); }); it('should report errors for automigrate', function() { db.automigrate('XYZ', function(err) { assert(err); }); }); it('should report errors for autoupdate', function() { db.autoupdate('XYZ', function(err) { assert(err); }); }); it('should disconnect when done', function(done) { db.disconnect(); done(); }); }); function setup(done) { require('./init.js'); db = global.getSchema(); UserData = db.define('UserData', { email: {type: String, null: false, index: true}, name: String, bio: Schema.Text, birthDate: Date, pendingPeriod: Number, createdByAdmin: Boolean, }, {indexes: { index0: { columns: 'email, createdByAdmin', }, }, }); StringData = db.define('StringData', { idString: {type: String, id: true}, smallString: {type: String, null: false, index: true, dataType: 'char', limit: 127}, mediumString: {type: String, null: false, dataType: 'varchar', limit: 255}, tinyText: {type: String, dataType: 'tinyText'}, giantJSON: {type: Schema.JSON, dataType: 'longText'}, text: {type: Schema.Text, dataType: 'varchar', limit: 1024}, }); NumberData = db.define('NumberData', { number: {type: Number, null: false, index: true, unsigned: true, dataType: 'decimal', precision: 10, scale: 3}, tinyInt: {type: Number, dataType: 'tinyInt', display: 2}, mediumInt: {type: Number, dataType: 'mediumInt', unsigned: true, required: true}, floater: {type: Number, dataType: 'double', precision: 14, scale: 6}, }); DefaultData = db.define('DefaultData', { dateTime: {type: Date, dataType: 'datetime', mysql: {default: 'now'}}, timestamp: {type: Date, dataType: 'timestamp', mysql: {default: 'CURRENT_TIMESTAMP'}}, isAdmin: {type: Boolean, mysql: {default: '0'}}, number: {type: Number, null: false, index: true, unsigned: true, dataType: 'int', mysql: {default: 256}}, data: {type: Schema.JSON, dataType: 'longText', mysql: {default: 'Not Supported'}}, text: {type: Schema.Text, dataType: 'varchar', limit: 1024, mysql: {default: 'Not Supported'}}, status: {type: String, dataType: 'varchar', mysql: {default: 'pending'}}, }); DateData = db.define('DateData', { dateTime: {type: Date, dataType: 'datetime'}, timestamp: {type: Date, dataType: 'timestamp'}, }); SimpleEmployee = db.define('SimpleEmployee', { eId: {type: Number, generated: true, id: true, mysql: {dataType: 'bigint', dataLength: 20}}, name: {type: String}, }); query('SELECT VERSION()', function(err, res) { mysqlVersion = res && res[0] && res[0]['VERSION()']; blankDatabase(db, done); }); } function query(sql, cb) { db.adapter.execute(sql, cb); } function blankDatabase(db, cb) { const dbn = db.settings.database; const cs = db.settings.charset; const co = db.settings.collation; query('DROP DATABASE IF EXISTS ' + dbn, function(err) { let q = 'CREATE DATABASE ' + dbn; if (cs) { q += ' CHARACTER SET ' + cs; } if (co) { q += ' COLLATE ' + co; } query(q, function(err) { query('USE ' + dbn, cb); }); }); } function getFields(model, cb) { query('SHOW FIELDS FROM ' + model, function(err, res) { if (err) { cb(err); } else { const fields = {}; res.forEach(function(field) { fields[field.Field] = field; }); // The returned data are in arrays of type `RowDataPacket`, // which are not objects. cb(err, JSON.parse(JSON.stringify(fields))); } }); } function getIndexes(model, cb) { query('SHOW INDEXES FROM ' + model, function(err, res) { if (err) { console.log(err); cb(err); } else { const indexes = {}; // Note: this will only show the first key of compound keys res.forEach(function(index) { if (parseInt(index.Seq_in_index, 10) == 1) { indexes[index.Key_name] = index; } }); cb(err, indexes); } }); }