//////////////////////////////////////////////////////////////////////////// // // Copyright 2014 Realm Inc. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // //////////////////////////////////////////////////////////////////////////// #include "object_store.hpp" #include #include using namespace realm; using namespace std; const char * const c_metadataTableName = "metadata"; const char * const c_versionColumnName = "version"; const size_t c_versionColumnIndex = 0; const char * const c_primaryKeyTableName = "pk"; const char * const c_primaryKeyObjectClassColumnName = "pk_table"; const size_t c_primaryKeyObjectClassColumnIndex = 0; const char * const c_primaryKeyPropertyNameColumnName = "pk_property"; const size_t c_primaryKeyPropertyNameColumnIndex = 1; const string c_object_table_name_prefix = "class_"; const uint64_t ObjectStore::NotVersioned = numeric_limits::max(); bool ObjectStore::has_metadata_tables(realm::Group *group) { return group->get_table(c_primaryKeyTableName) && group->get_table(c_metadataTableName); } bool ObjectStore::create_metadata_tables(realm::Group *group) { bool changed = false; realm::TableRef table = group->get_or_add_table(c_primaryKeyTableName); if (table->get_column_count() == 0) { table->add_column(realm::type_String, c_primaryKeyObjectClassColumnName); table->add_column(realm::type_String, c_primaryKeyPropertyNameColumnName); changed = true; } table = group->get_or_add_table(c_metadataTableName); if (table->get_column_count() == 0) { table->add_column(realm::type_Int, c_versionColumnName); // set initial version table->add_empty_row(); table->set_int(c_versionColumnIndex, 0, realm::ObjectStore::NotVersioned); changed = true; } return changed; } uint64_t ObjectStore::get_schema_version(realm::Group *group) { realm::TableRef table = group->get_table(c_metadataTableName); if (!table || table->get_column_count() == 0) { return realm::ObjectStore::NotVersioned; } return table->get_int(c_versionColumnIndex, 0); } void ObjectStore::set_schema_version(realm::Group *group, uint64_t version) { realm::TableRef table = group->get_or_add_table(c_metadataTableName); table->set_int(c_versionColumnIndex, 0, version); } StringData ObjectStore::get_primary_key_for_object(realm::Group *group, StringData object_type) { realm::TableRef table = group->get_table(c_primaryKeyTableName); if (!table) { return ""; } size_t row = table->find_first_string(c_primaryKeyObjectClassColumnIndex, object_type); if (row == realm::not_found) { return ""; } return table->get_string(c_primaryKeyPropertyNameColumnIndex, row); } void ObjectStore::set_primary_key_for_object(realm::Group *group, StringData object_type, StringData primary_key) { realm::TableRef table = group->get_table(c_primaryKeyTableName); // get row or create if new object and populate size_t row = table->find_first_string(c_primaryKeyObjectClassColumnIndex, object_type); if (row == realm::not_found && primary_key.size()) { row = table->add_empty_row(); table->set_string(c_primaryKeyObjectClassColumnIndex, row, object_type); } // set if changing, or remove if setting to nil if (primary_key.size() == 0 && row != realm::not_found) { table->remove(row); } else { table->set_string(c_primaryKeyPropertyNameColumnIndex, row, primary_key); } } string ObjectStore::object_type_for_table_name(string table_name) { if (table_name.compare(0, 6, c_object_table_name_prefix) == 0) { return table_name.substr(6, table_name.length()-6); } return string(); } string ObjectStore::table_name_for_object_type(string object_type) { return c_object_table_name_prefix + object_type; } realm::TableRef ObjectStore::table_for_object_type(realm::Group *group, StringData object_type) { return group->get_table(table_name_for_object_type(object_type)); } realm::TableRef ObjectStore::table_for_object_type_create_if_needed(realm::Group *group, StringData object_type, bool &created) { return group->get_or_add_table(table_name_for_object_type(object_type), &created); } std::vector ObjectStore::validate_schema_and_update_column_mapping(realm::Group *group, ObjectSchema &target_schema) { vector validation_errors; ObjectSchema table_schema(group, target_schema.name); // check to see if properties are the same for (auto& current_prop:table_schema.properties) { auto target_prop = target_schema.property_for_name(current_prop.name); if (!target_prop) { validation_errors.push_back("Property '" + current_prop.name + "' is missing from latest object model."); continue; } if (current_prop.type != target_prop->type) { validation_errors.push_back("Property types for '" + target_prop->name + "' property do not match. " + "Old type '" + string_for_property_type(current_prop.type) + "', new type '" + string_for_property_type(target_prop->type) + "'"); continue; } if (current_prop.type == PropertyTypeObject || target_prop->type == PropertyTypeArray) { if (current_prop.object_type != target_prop->object_type) { validation_errors.push_back("Target object type for property '" + current_prop.name + "' does not match. " + "Old type '" + current_prop.object_type + "', new type '" + target_prop->object_type + "'."); } } if (current_prop.is_primary != target_prop->is_primary) { if (current_prop.is_primary) { validation_errors.push_back("Property '" + current_prop.name + "' is no longer a primary key."); } else { validation_errors.push_back("Property '" + current_prop.name + "' has been made a primary key."); } } // create new property with aligned column target_prop->table_column = current_prop.table_column; } // check for new missing properties for (auto& target_prop:target_schema.properties) { if (!table_schema.property_for_name(target_prop.name)) { validation_errors.push_back("Property '" + target_prop.name + "' has been added to latest object model."); } } return validation_errors; } static inline bool property_has_changed(Property &p1, Property &p2) { return p1.type != p2.type || p1.name != p2.name || p1.object_type != p2.object_type; } // set references to tables on targetSchema and create/update any missing or out-of-date tables // if update existing is true, updates existing tables, otherwise validates existing tables // NOTE: must be called from within write transaction bool ObjectStore::create_tables(realm::Group *group, ObjectStore::Schema &target_schema, bool update_existing) { bool changed = false; // first pass to create missing tables vector to_update; for (auto& object_schema:target_schema) { bool created = false; ObjectStore::table_for_object_type_create_if_needed(group, object_schema.name, created); // we will modify tables for any new objectSchema (table was created) or for all if update_existing is true if (update_existing || created) { to_update.push_back(&object_schema); changed = true; } } // second pass adds/removes columns for out of date tables for (auto target_schema:to_update) { TableRef table = ObjectStore::table_for_object_type(group, target_schema->name); ObjectSchema current_schema(group, target_schema->name); vector &target_props = target_schema->properties; // add missing columns for (auto target_prop:target_props) { auto current_prop = current_schema.property_for_name(target_prop.name); // add any new properties (new name or different type) if (!current_prop || property_has_changed(*current_prop, target_prop)) { switch (target_prop.type) { // for objects and arrays, we have to specify target table case PropertyTypeObject: case PropertyTypeArray: { realm::TableRef link_table = ObjectStore::table_for_object_type(group, target_prop.object_type); target_prop.table_column = table->add_column_link(realm::DataType(target_prop.type), target_prop.name, *link_table); break; } default: target_prop.table_column = table->add_column(realm::DataType(target_prop.type), target_prop.name); break; } changed = true; } } // remove extra columns sort(begin(current_schema.properties), end(current_schema.properties), [](Property &i, Property &j) { return (j.table_column < i.table_column); }); for (auto& current_prop:current_schema.properties) { auto target_prop_iter = target_schema->property_for_name(current_prop.name); if (!target_prop_iter || property_has_changed(current_prop, *target_prop_iter)) { table->remove_column(current_prop.table_column); changed = true; } } // update table metadata if (target_schema->primary_key.length()) { // if there is a primary key set, check if it is the same as the old key if (!current_schema.primary_key.length() || current_schema.primary_key != target_schema->primary_key) { realm::ObjectStore::set_primary_key_for_object(group, target_schema->name, target_schema->primary_key); changed = true; } } else if (current_schema.primary_key.length()) { // there is no primary key, so if there was one nil out realm::ObjectStore::set_primary_key_for_object(group, target_schema->name, ""); changed = true; } } return changed; } bool ObjectStore::is_migration_required(realm::Group *group, uint64_t new_version) { uint64_t old_version = get_schema_version(group); if (old_version > new_version && old_version != realm::ObjectStore::NotVersioned) { throw ObjectStoreException(ObjectStoreException::RealmVersionGreaterThanSchemaVersion); } return old_version != new_version; } bool ObjectStore::update_realm_with_schema(realm::Group *group, uint64_t version, Schema &schema, MigrationFunction migration) { // Recheck the schema version after beginning the write transaction as // another process may have done the migration after we opened the read // transaction bool migrating = is_migration_required(group, version); // create tables bool changed = create_metadata_tables(group) | create_tables(group, schema, migrating); for (auto& target_schema:schema) { TableRef table = table_for_object_type(group, target_schema.name); // read-only realms may be missing tables entirely if (table) { auto errors = validate_schema_and_update_column_mapping(group, target_schema); if (errors.size()) { throw ObjectStoreValidationException(errors, target_schema.name); } } } changed = update_indexes(group, schema) | changed; if (!migrating) { return changed; } // apply the migration block if provided and there's any old data if (get_schema_version(group) != realm::ObjectStore::NotVersioned) { migration(); } validate_primary_column_uniqueness(group, schema); set_schema_version(group, version); return true; } ObjectStore::Schema ObjectStore::schema_from_group(Group *group) { ObjectStore::Schema schema; for (size_t i = 0; i < group->size(); i++) { string object_type = object_type_for_table_name(group->get_table_name(i)); if (object_type.length()) { schema.push_back(ObjectSchema(group, object_type)); } } return schema; } bool ObjectStore::are_indexes_up_to_date(Group *group, Schema &schema) { for (auto& object_schema:schema) { TableRef table = table_for_object_type(group, object_schema.name); if (!table) { continue; } validate_schema_and_update_column_mapping(group, object_schema); // FIXME we just need the column mapping for (auto& property:object_schema.properties) { if (property.requires_index() != table->has_search_index(property.table_column)) { return false; } } } return true; } bool ObjectStore::update_indexes(Group *group, Schema &schema) { bool changed = false; for (auto& object_schema:schema) { TableRef table = table_for_object_type(group, object_schema.name); if (!table) { continue; } for (auto& property:object_schema.properties) { if (property.requires_index() == table->has_search_index(property.table_column)) { continue; } changed = true; if (property.requires_index()) { try { table->add_search_index(property.table_column); } catch (realm::LogicError const&) { throw ObjectStoreException(ObjectStoreException::RealmPropertyTypeNotIndexable, { {"object_type", object_schema.name}, {"property_name", property.name}, {"property_type", string_for_property_type(property.type)} }); } } else { table->remove_search_index(property.table_column); } } } return changed; } void ObjectStore::validate_primary_column_uniqueness(Group *group, Schema &schema) { for (auto& object_schema:schema) { auto primary_prop = object_schema.primary_key_property(); if (!primary_prop) { continue; } realm::TableRef table = table_for_object_type(group, object_schema.name); if (table->get_distinct_view(primary_prop->table_column).size() != table->size()) { throw ObjectStoreException(ObjectStoreException::RealmDuplicatePrimaryKeyValue, {{"object_type", object_schema.name}, {"property_name", primary_prop->name}}); } } }