diff --git a/code/DataIntegrityTest.php b/code/DataIntegrityTest.php
index 1c74e62..c481230 100644
--- a/code/DataIntegrityTest.php
+++ b/code/DataIntegrityTest.php
@@ -1,473 +1,475 @@
-
- "SELECT SiteTree.ID, SiteTree.Title FROM SiteTree_Live RIGHT JOIN SiteTree ON SiteTree_Live.ID = SiteTree.ID WHERE SiteTree.ID IS NULL;",
- "ParentID does not exist in SiteTree" =>
- "SELECT SiteTree.ID, SiteTree.Title FROM SiteTree RIGHT JOIN SiteTree Parent ON SiteTree.ParentID = Parent.ID Where SiteTree.ID IS NULL and SiteTree.ParentID <> 0;",
- "ParentID does not exists in SiteTree_Live" =>
- "SELECT SiteTree_Live.ID, SiteTree_Live.Title FROM SiteTree_Live RIGHT JOIN SiteTree_Live Parent ON SiteTree_Live.ParentID = Parent.ID Where SiteTree_Live.ID IS NULL and SiteTree_Live.ParentID <> 0;",
- );
-
- private static $global_exceptions = array(
- "EditableFormField" => "Version",
- "EditableOption" => "Version",
- "OrderItem" => "Version"
- );
-
- /**
- *@param array = should be provided as follows: array("Member.UselessField1", "Member.UselessField2", "SiteTree.UselessField3")
- */
- private static $fields_to_delete = array();
-
- private static $allowed_actions = array(
- "obsoletefields" => "ADMIN",
- "deleteonefield" => "ADMIN",
- "deletemarkedfields" => "ADMIN",
- "deleteobsoletetables" => "ADMIN",
- "deleteallversions" => "ADMIN",
- "cleanupdb" => "ADMIN"
- );
-
-
- function init() {
- //this checks security
- parent::init();
- }
-
- function run($request) {
- ini_set('max_execution_time', 3000);
- if($action = $request->getVar("do")) {
- $methodArray = explode("/", $action);
- $method = $methodArray[0];
- $allowedActions = Config::inst()->get("DataIntegrityTest", "allowed_actions");
- if(isset($allowedActions[$method])) {
- if($method == "obsoletefields") {
- $deletesafeones = $fixbrokendataobjects = $deleteall = false;
- if(isset($_GET["deletesafeones"]) && $_GET["deletesafeones"]) {$deletesafeones = true;}
- if(isset($_GET["fixbrokendataobjects"]) && $_GET["fixbrokendataobjects"]) {$fixbrokendataobjects = true;}
- if(isset($_GET["deleteall"]) && $_GET["deleteall"]) {$deleteall = true;}
- return $this->$method($deletesafeones, $fixbrokendataobjects, $deleteall);
- }
- else {
- return $this->$method();
- }
- }
- else {
- user_error("could not find method: $method");
- }
- }
- $warning = Config::inst()->get("DataIntegrityTest", "warning");
- echo "Database Administration Helpers
";
- echo "Link()."?do=obsoletefields\">Prepare a list of obsolete fields.
";
- echo "Link()."?do=obsoletefields&deletesafeones=1\" onclick=\"return confirm('".$warning."');\">Prepare a list of obsolete fields and DELETE! obsolete fields without any data.
";
- echo "Link()."?do=obsoletefields&fixbrokendataobjects=1\" onclick=\"return confirm('".$warning."');\">Fix broken dataobjects.
";
- echo "Link()."?do=obsoletefields&deleteall=1\" onclick=\"return confirm('".$warning."');\">Delete all obsolete fields now!
";
- echo "
";
- echo "Link()."?do=deletemarkedfields\" onclick=\"return confirm('".$warning."');\">Delete fields listed in _config.
";
- echo "
";
- echo "Link()."?do=deleteobsoletetables\" onclick=\"return confirm('".$warning."');\">Delete all tables that are marked as obsolete
";
- echo "
";
- echo "Link()."?do=deleteallversions\" onclick=\"return confirm('".$warning."');\">Delete all versioned data
";
- echo "
";
- echo "Link()."?do=cleanupdb\" onclick=\"return confirm('".$warning."');\">Clean up Database (remove obsolete records)
";
- echo "
";
- echo "Set all tables to innoDB
";
- echo "Set all tables to utf-8
";
- }
-
- protected function Link(){
- return "/dev/tasks/DataIntegrityTest/";
- }
-
- protected function obsoletefields($deleteSafeOnes = false, $fixBrokenDataObject = false, $deleteAll = false) {
- increase_time_limit_to(600);
- $dataClasses = ClassInfo::subclassesFor('DataObject');
- $notCheckedArray = array();
- $canBeSafelyDeleted = array();
- //remove dataobject
- array_shift($dataClasses);
- $rows = DB::query("SHOW TABLES;");
- $actualTables = array();
- if($rows) {
- foreach($rows as $key => $item) {
- foreach($item as $table) {
- $actualTables[$table] = $table;
- }
- }
- }
- echo "Report of fields that may not be required.
";
- echo "NOTE: it may contain fields that are actually required (e.g. versioning or many-many relationships) and it may also leave out some obsolete fields. Use as a guide only.
";
- foreach($dataClasses as $dataClass) {
- // Check if class exists before trying to instantiate - this sidesteps any manifest weirdness
- if(class_exists($dataClass)) {
- $dataObject = $dataClass::create();
- if(!($dataObject instanceof TestOnly)) {
- $requiredFields = $this->swapArray(DataObject::database_fields($dataObject->ClassName));
- if(count($requiredFields)) {
- foreach($requiredFields as $field) {
- if(!$dataObject->hasOwnTableDatabaseField($field)) {
- DB::alteration_message (" **** $dataClass.$field DOES NOT EXIST BUT IT SHOULD BE THERE!", "deleted");
- }
- }
- $actualFields = $this->swapArray(DB::fieldList($dataClass));
- if($actualFields) {
- foreach($actualFields as $actualField) {
- if($deleteAll) {
- $link = " !!!!!!!!!!! DELETED !!!!!!!!!";
- }
- else {
- $warning = Config::inst()->get("DataIntegrityTest", "warning");
- $link = "delete field";
- }
- if(!in_array($actualField, array("ID", "Version"))) {
- if(!in_array($actualField, $requiredFields)) {
- $distinctCount = DB::query("SELECT COUNT(DISTINCT \"$actualField\") FROM \"$dataClass\" WHERE \"$actualField\" IS NOT NULL AND \"$actualField\" <> '' AND \"$actualField\" <> '0';")->value();
- DB::alteration_message ("
\n\n$dataClass.$actualField $link - unique entries: $distinctCount", "deleted");
- if($distinctCount) {
- $rows = DB::query("
- SELECT \"$actualField\" as N, COUNT(\"$actualField\") as C
- FROM \"$dataClass\"
- GROUP BY \"$actualField\"
- ORDER BY C DESC
- LIMIT 7");
- if($rows) {
- foreach($rows as $row) {
- DB::alteration_message (" ".$row["C"].": ".$row["N"]);
- }
- }
- }
- else {
- if(!isset($canBeSafelyDeleted[$dataClass])) {
- $canBeSafelyDeleted[$dataClass] = array();
- }
- $canBeSafelyDeleted[$dataClass][$actualField] = "$dataClass.$actualField";
- }
- if($deleteAll || ($deleteSafeOnes && $distinctCount == 0)) {
- $this->deleteField($dataClass, $actualField);
- }
- }
- }
- if($actualField == "Version" && !in_array($actualField, $requiredFields)) {
- $versioningPresent = $dataObject->hasVersioning();
- if(!$versioningPresent) {
- DB::alteration_message ("$dataClass.$actualField $link", "deleted");
- if($deleteAll) {
- $this->deleteField($dataClass, $actualField);
- }
- }
- }
- }
- }
- $rawCount = DB::query("SELECT COUNT(\"ID\") FROM \"$dataClass\"")->value();
- Versioned::set_reading_mode("Stage.Stage");
- $realCount = 0;
- $allSubClasses = array_unique(array($dataClass)+ClassInfo::subclassesFor($dataClass));
- $objects = $dataClass::get()->filter(array("ClassName" => $allSubClasses));
- if($objects->count()) {
- $realCount = $objects->count();
- }
- if($rawCount != $realCount) {
- echo "
";
- $sign = " > ";
- if($rawCount < $realCount) {
- $sign = " < ";
- }
- DB::alteration_message("The DB Table Row Count does not seem to match the DataObject Count for $dataClass ($rawCount $sign $realCount). This could indicate an error as generally these numbers should match.", "deleted");
- if($fixBrokenDataObject) {
- $objects = $dataClass::get()->where("LinkedTable.ID IS NULL")->leftJoin($dataClass, "$dataClass.ID = LinkedTable.ID", "LinkedTable");
- if($objects->count() > 500) {
- DB::alteration_message("It is recommended that you manually fix the difference in real vs object count in $dataClass. There are more than 500 records so it would take too long to do it now.", "deleted");
- }
- else {
- DB::alteration_message("Now trying to recreate missing items... COUNT = ".$objects->count(), "created");
- foreach($objects as $object) {
- if(DB::query("SELECT COUNT(\"ID\") FROM \"$dataClass\" WHERE \"ID\" = ".$object->ID.";")->value() != 1) {
- Config::inst()->update('DataObject', 'validation_enabled', false);
- $object->write(true, false, true, false);
- Config::inst()->update('DataObject', 'validation_enabled', true);
- }
- }
- $objectCount = $dataClass::get()->count();
- DB::alteration_message("Consider deleting superfluous records from table $dataClass .... COUNT =".($rawCount - $objectCount));
- $ancestors = ClassInfo::ancestry($dataClass, true);
- if($ancestors && is_array($ancestors) && count($ancestors)) {
- foreach($ancestors as $ancestor) {
- if($ancestor != $dataClass) {
- echo "DELETE `$dataClass`.* FROM `$dataClass` LEFT JOIN `$ancestor` ON `$dataClass`.`ID` = `$ancestor`.`ID` WHERE `$ancestor`.`ID` IS NULL;";
- DB::query("DELETE `$dataClass`.* FROM `$dataClass` LEFT JOIN `$ancestor` ON `$dataClass`.`ID` = `$ancestor`.`ID` WHERE `$ancestor`.`ID` IS NULL;");
- }
- }
- }
- }
- }
- echo "
";
- }
- unset($actualTables[$dataClass]);
- }
- else {
- $db = DB::getConn();
- if($db->hasTable($dataClass)) {
- DB::alteration_message (" **** The $dataClass table exists, but according to the data-scheme it should not be there ", "deleted");
- }
- else {
- $notCheckedArray[] = $dataClass;
- }
- }
- }
- }
- }
-
- if(count($canBeSafelyDeleted)) {
- DB::alteration_message("Can be safely deleted:
");
- foreach($canBeSafelyDeleted as $table => $fields) {
- DB::alteration_message($table.": ".implode(", ", $fields));
- }
- }
-
- if(count($notCheckedArray)) {
- echo "Did not check the following classes as no fields appear to be required and hence there is no database table.
";
- foreach($notCheckedArray as $table) {
- if( DB::query("SHOW TABLES LIKE '".$table."'")->value()) {
- DB::alteration_message ($table ." - NOTE: a table exists for this Class, this is an unexpected result", "deleted");
- }
- else {
- DB::alteration_message ($table, "created");
- }
- }
- }
-
- if(count($actualTables)) {
- echo "Other Tables in Database not directly linked to a Silverstripe DataObject:
";
- foreach($actualTables as $table) {
- $remove = true;
- if(class_exists($table)) {
- $classExistsMessage = " a PHP class with this name exists.";
- $obj = singleton($table);
- //not sure why we have this.
- if($obj instanceof DataExtension) {
- $remove = false;
- }
- elseif(class_exists("Versioned") && $obj->hasExtension("Versioned")) {
- $remove = false;
- }
- }
- else {
- $classExistsMessage = " NO PHP class with this name exists.";
- if(substr($table, -5) == "_Live") {
- $remove = false;
- }
- if(substr($table, -9) == "_versions") {
- $remove = false;
- }
- //many 2 many tables...
- if(strpos($table, "_")) {
- $class = explode("_", $table);
- $manyManyClass = substr($table, 0, strrpos($table, '_') );
- $manyManyExtension = substr($table, strrpos($table, '_') + 1 - strlen($table));
- if(class_exists($manyManyClass)) {
- $manyManys = Config::inst()->get($manyManyClass, "many_many");
- if(isset($manyManys[$manyManyExtension])) {
- $remove = false;
- }
- }
- }
- }
- if($remove) {
- if(substr($table, 0, strlen("_obsolete_")) != "_obsolete_") {
- $rowCount = DB::query("SELECT COUNT(*) FROM $table")->value();
- DB::alteration_message($table.", rows ".$rowCount);
- $obsoleteTableName = "_obsolete_".$table;
- if(!$this->tableExists($obsoleteTableName)) {
- DB::alteration_message ("We recommend deleting $table or making it obsolete by renaming it to ".$obsoleteTableName, "deleted");
- if($deleteAll) {
- DB::getConn()->renameTable($table, $obsoleteTableName);
- }
- else {
- DB::alteration_message ($table." - ".$classExistsMessage." It can be moved to _obsolete_".$table."." , "created");
- }
- }
- else {
- DB::alteration_message ("I'd recommend to move $table to ".$obsoleteTableName.", but that table already exists" , "deleted");
- }
- }
- }
- }
- }
-
- echo "back to main menu.";
- }
-
-
-
- public function deletemarkedfields() {
- $fieldsToDelete = Config::inst()->get("DataIntegrityTest", "fields_to_delete");
- if(is_array($fieldsToDelete)) {
- if(count($fieldsToDelete)) {
- foreach($fieldsToDelete as $key => $tableDotField) {
- $tableFieldArray = explode(".", $tableDotField);
- $this->deleteField($tableFieldArray[0], $tableFieldArray[1]);
- }
- }
- else {
- DB::alteration_message("there are no fields to delete", "created");
- }
- }
- else {
- user_error("you need to select these fields to be deleted first (DataIntegrityTest.fields_to_delete)");
- }
- echo "back to main menu.";
- }
-
- public function deleteonefield() {
- $requestExploded = explode("/", $_GET["do"]);
- if(!isset($requestExploded[1])) {
- user_error("no table has been specified", E_USER_WARNING);
- }
- if(!isset($requestExploded[2])) {
- user_error("no field has been specified", E_USER_WARNING);
- }
- $table = $requestExploded[1];
- $field = $requestExploded[2];
- if($this->deleteField($table, $field)) {
- DB::alteration_message("successfully deleted $field from $table now");
- }
- else {
- DB::alteration_message("COULD NOT delete $field from $table now", "deleted");
- }
- DB::alteration_message("return to list of obsolete fields", "created");
- echo "back to main menu.";
- }
-
- private function cleanupdb(){
- $obj = new DatabaseAdmin();
- $obj->cleanup();
- DB::alteration_message("============= COMPLETED =================", "");
- echo "back to main menu.";
- }
-
- private function deleteField($table, $field) {
- $fields = $this->swapArray(DB::fieldList($table));
- $globalExeceptions = Config::inst()->get("DataIntegrityTest", "global_exceptions");
- if(count($globalExeceptions)) {
- foreach($globalExeceptions as $exceptionTable => $exceptionField) {
- if($exceptionTable == $table && $exceptionField == $field) {
- DB::alteration_message ("tried to delete $table.$field but this is listed as a global exception and can not be deleted", "created");
- return false;
- }
- }
- }
- if(!DB::query("SHOW TABLES LIKE '".$table."'")->value()) {
- DB::alteration_message ("tried to delete $table.$field but TABLE does not exist", "deleted");
- return false;
- }
- if(!class_exists($table)){
- DB::alteration_message ("tried to delete $table.$field but CLASS does not exist", "deleted");
- return false;
- }
- if(!in_array($field, $fields)) {
- DB::alteration_message ("tried to delete $table.$field but FIELD does not exist", "deleted");
- return false;
- }
- else {
- DB::alteration_message ("Deleting $field in $table", "deleted");
- DB::query('ALTER TABLE "'.$table.'" DROP "'.$field.'";');
- $obj = singleton($table);
- //to do: make this more reliable - checking for versioning rather than SiteTree
- if($obj instanceof SiteTree) {
- DB::query('ALTER TABLE "'.$table.'_Live" DROP "'.$field.'";');
- DB::alteration_message ("Deleted $field in {$table}_Live", "deleted");
- DB::query('ALTER TABLE "'.$table.'_versions" DROP "'.$field.'";');
- DB::alteration_message ("Deleted $field in {$table}_versions", "deleted");
- }
- return true;
- }
- }
-
- private function swapArray($array) {
- $newArray = array();
- if(is_array($array)) {
- foreach($array as $key => $value) {
- $newArray[] = $key;
- }
- }
- return $newArray;
- }
-
- protected function hasVersioning($dataObject) {
- $versioningPresent = false;
- $array = $dataObject->stat('extensions');
- if(is_array($array) && count($array)) {
- if(in_array("Versioned('Stage', 'Live')", $array)) {
- $versioningPresent = true;
- }
- }
- if($dataObject->stat('versioning')) {
- $versioningPresent = true;
- }
- return $versioningPresent;
- }
-
-
- private function deleteobsoletetables(){
- $tables = DB::query('SHOW tables');
- $unique = array();
- foreach ($tables as $table) {
- $table = array_pop($table);
- if(substr($table, 0, 10) == "_obsolete_") {
- DB::alteration_message("Removing table $table", "deleted");
- DB::query("DROP TABLE \"$table\" ");
- }
- }
- echo "back to main menu.";
- }
-
- private function deleteallversions(){
- $tables = DB::query('SHOW tables');
- $unique = array();
- foreach ($tables as $table) {
- $table = array_pop($table);
- $endOfTable = substr($table, -9);
- if($endOfTable == "_versions") {
- $className = substr($table, 0, strlen($table) - 9);
- if(class_exists($className)) {
- $obj = $className::get()->first();
- if($obj) {
- if($obj->hasExtension("Versioned")) {
- DB::alteration_message("Removing all records from $table", "created");
- DB::query("DELETE FROM \"$table\" ");
- }
- }
- }
- else {
- DB::alteration_message("Could not find $className class... the $table may be obsolete", "deleted");
- }
- }
- }
- echo "back to main menu.";
- }
-
- private function tableExists($table){
- $db = DB::getConn();
- return $db->hasTable($table);
- }
-
-}
+
+ "SELECT SiteTree.ID, SiteTree.Title FROM SiteTree_Live RIGHT JOIN SiteTree ON SiteTree_Live.ID = SiteTree.ID WHERE SiteTree.ID IS NULL;",
+ "ParentID does not exist in SiteTree" =>
+ "SELECT SiteTree.ID, SiteTree.Title FROM SiteTree RIGHT JOIN SiteTree Parent ON SiteTree.ParentID = Parent.ID Where SiteTree.ID IS NULL and SiteTree.ParentID <> 0;",
+ "ParentID does not exists in SiteTree_Live" =>
+ "SELECT SiteTree_Live.ID, SiteTree_Live.Title FROM SiteTree_Live RIGHT JOIN SiteTree_Live Parent ON SiteTree_Live.ParentID = Parent.ID Where SiteTree_Live.ID IS NULL and SiteTree_Live.ParentID <> 0;",
+ );
+
+ private static $global_exceptions = array(
+ "EditableFormField" => "Version",
+ "EditableOption" => "Version",
+ "OrderItem" => "Version"
+ );
+
+ /**
+ *@param array = should be provided as follows: array("Member.UselessField1", "Member.UselessField2", "SiteTree.UselessField3")
+ */
+ private static $fields_to_delete = array();
+
+ private static $allowed_actions = array(
+ "obsoletefields" => "ADMIN",
+ "deleteonefield" => "ADMIN",
+ "deletemarkedfields" => "ADMIN",
+ "deleteobsoletetables" => "ADMIN",
+ "deleteallversions" => "ADMIN",
+ "cleanupdb" => "ADMIN"
+ );
+
+
+ public function init()
+ {
+ //this checks security
+ parent::init();
+ }
+
+ public function run($request)
+ {
+ ini_set('max_execution_time', 3000);
+ if ($action = $request->getVar("do")) {
+ $methodArray = explode("/", $action);
+ $method = $methodArray[0];
+ $allowedActions = Config::inst()->get("DataIntegrityTest", "allowed_actions");
+ if (isset($allowedActions[$method])) {
+ if ($method == "obsoletefields") {
+ $deletesafeones = $fixbrokendataobjects = $deleteall = false;
+ if (isset($_GET["deletesafeones"]) && $_GET["deletesafeones"]) {
+ $deletesafeones = true;
+ }
+ if (isset($_GET["fixbrokendataobjects"]) && $_GET["fixbrokendataobjects"]) {
+ $fixbrokendataobjects = true;
+ }
+ if (isset($_GET["deleteall"]) && $_GET["deleteall"]) {
+ $deleteall = true;
+ }
+ return $this->$method($deletesafeones, $fixbrokendataobjects, $deleteall);
+ } else {
+ return $this->$method();
+ }
+ } else {
+ user_error("could not find method: $method");
+ }
+ }
+ $warning = Config::inst()->get("DataIntegrityTest", "warning");
+ echo "Database Administration Helpers
";
+ echo "Link()."?do=obsoletefields\">Prepare a list of obsolete fields.
";
+ echo "Link()."?do=obsoletefields&deletesafeones=1\" onclick=\"return confirm('".$warning."');\">Prepare a list of obsolete fields and DELETE! obsolete fields without any data.
";
+ echo "Link()."?do=obsoletefields&fixbrokendataobjects=1\" onclick=\"return confirm('".$warning."');\">Fix broken dataobjects.
";
+ echo "Link()."?do=obsoletefields&deleteall=1\" onclick=\"return confirm('".$warning."');\">Delete all obsolete fields now!
";
+ echo "
";
+ echo "Link()."?do=deletemarkedfields\" onclick=\"return confirm('".$warning."');\">Delete fields listed in _config.
";
+ echo "
";
+ echo "Link()."?do=deleteobsoletetables\" onclick=\"return confirm('".$warning."');\">Delete all tables that are marked as obsolete
";
+ echo "
";
+ echo "Link()."?do=deleteallversions\" onclick=\"return confirm('".$warning."');\">Delete all versioned data
";
+ echo "
";
+ echo "Link()."?do=cleanupdb\" onclick=\"return confirm('".$warning."');\">Clean up Database (remove obsolete records)
";
+ echo "
";
+ echo "Set all tables to innoDB
";
+ echo "Set all tables to utf-8
";
+ }
+
+ protected function Link()
+ {
+ return "/dev/tasks/DataIntegrityTest/";
+ }
+
+ protected function obsoletefields($deleteSafeOnes = false, $fixBrokenDataObject = false, $deleteAll = false)
+ {
+ increase_time_limit_to(600);
+ $dataClasses = ClassInfo::subclassesFor('DataObject');
+ $notCheckedArray = array();
+ $canBeSafelyDeleted = array();
+ //remove dataobject
+ array_shift($dataClasses);
+ $rows = DB::query("SHOW TABLES;");
+ $actualTables = array();
+ if ($rows) {
+ foreach ($rows as $key => $item) {
+ foreach ($item as $table) {
+ $actualTables[$table] = $table;
+ }
+ }
+ }
+ echo "Report of fields that may not be required.
";
+ echo "NOTE: it may contain fields that are actually required (e.g. versioning or many-many relationships) and it may also leave out some obsolete fields. Use as a guide only.
";
+ foreach ($dataClasses as $dataClass) {
+ // Check if class exists before trying to instantiate - this sidesteps any manifest weirdness
+ if (class_exists($dataClass)) {
+ $dataObject = $dataClass::create();
+ if (!($dataObject instanceof TestOnly)) {
+ $requiredFields = $this->swapArray(DataObject::database_fields($dataObject->ClassName));
+ if (count($requiredFields)) {
+ foreach ($requiredFields as $field) {
+ if (!$dataObject->hasOwnTableDatabaseField($field)) {
+ DB::alteration_message(" **** $dataClass.$field DOES NOT EXIST BUT IT SHOULD BE THERE!", "deleted");
+ }
+ }
+ $actualFields = $this->swapArray(DB::fieldList($dataClass));
+ if ($actualFields) {
+ foreach ($actualFields as $actualField) {
+ if ($deleteAll) {
+ $link = " !!!!!!!!!!! DELETED !!!!!!!!!";
+ } else {
+ $warning = Config::inst()->get("DataIntegrityTest", "warning");
+ $link = "delete field";
+ }
+ if (!in_array($actualField, array("ID", "Version"))) {
+ if (!in_array($actualField, $requiredFields)) {
+ $distinctCount = DB::query("SELECT COUNT(DISTINCT \"$actualField\") FROM \"$dataClass\" WHERE \"$actualField\" IS NOT NULL AND \"$actualField\" <> '' AND \"$actualField\" <> '0';")->value();
+ DB::alteration_message("
\n\n$dataClass.$actualField $link - unique entries: $distinctCount", "deleted");
+ if ($distinctCount) {
+ $rows = DB::query("
+ SELECT \"$actualField\" as N, COUNT(\"$actualField\") as C
+ FROM \"$dataClass\"
+ GROUP BY \"$actualField\"
+ ORDER BY C DESC
+ LIMIT 7");
+ if ($rows) {
+ foreach ($rows as $row) {
+ DB::alteration_message(" ".$row["C"].": ".$row["N"]);
+ }
+ }
+ } else {
+ if (!isset($canBeSafelyDeleted[$dataClass])) {
+ $canBeSafelyDeleted[$dataClass] = array();
+ }
+ $canBeSafelyDeleted[$dataClass][$actualField] = "$dataClass.$actualField";
+ }
+ if ($deleteAll || ($deleteSafeOnes && $distinctCount == 0)) {
+ $this->deleteField($dataClass, $actualField);
+ }
+ }
+ }
+ if ($actualField == "Version" && !in_array($actualField, $requiredFields)) {
+ $versioningPresent = $dataObject->hasVersioning();
+ if (!$versioningPresent) {
+ DB::alteration_message("$dataClass.$actualField $link", "deleted");
+ if ($deleteAll) {
+ $this->deleteField($dataClass, $actualField);
+ }
+ }
+ }
+ }
+ }
+ $rawCount = DB::query("SELECT COUNT(\"ID\") FROM \"$dataClass\"")->value();
+ Versioned::set_reading_mode("Stage.Stage");
+ $realCount = 0;
+ $allSubClasses = array_unique(array($dataClass)+ClassInfo::subclassesFor($dataClass));
+ $objects = $dataClass::get()->filter(array("ClassName" => $allSubClasses));
+ if ($objects->count()) {
+ $realCount = $objects->count();
+ }
+ if ($rawCount != $realCount) {
+ echo "
";
+ $sign = " > ";
+ if ($rawCount < $realCount) {
+ $sign = " < ";
+ }
+ DB::alteration_message("The DB Table Row Count does not seem to match the DataObject Count for $dataClass ($rawCount $sign $realCount). This could indicate an error as generally these numbers should match.", "deleted");
+ if ($fixBrokenDataObject) {
+ $objects = $dataClass::get()->where("LinkedTable.ID IS NULL")->leftJoin($dataClass, "$dataClass.ID = LinkedTable.ID", "LinkedTable");
+ if ($objects->count() > 500) {
+ DB::alteration_message("It is recommended that you manually fix the difference in real vs object count in $dataClass. There are more than 500 records so it would take too long to do it now.", "deleted");
+ } else {
+ DB::alteration_message("Now trying to recreate missing items... COUNT = ".$objects->count(), "created");
+ foreach ($objects as $object) {
+ if (DB::query("SELECT COUNT(\"ID\") FROM \"$dataClass\" WHERE \"ID\" = ".$object->ID.";")->value() != 1) {
+ Config::inst()->update('DataObject', 'validation_enabled', false);
+ $object->write(true, false, true, false);
+ Config::inst()->update('DataObject', 'validation_enabled', true);
+ }
+ }
+ $objectCount = $dataClass::get()->count();
+ DB::alteration_message("Consider deleting superfluous records from table $dataClass .... COUNT =".($rawCount - $objectCount));
+ $ancestors = ClassInfo::ancestry($dataClass, true);
+ if ($ancestors && is_array($ancestors) && count($ancestors)) {
+ foreach ($ancestors as $ancestor) {
+ if ($ancestor != $dataClass) {
+ echo "DELETE `$dataClass`.* FROM `$dataClass` LEFT JOIN `$ancestor` ON `$dataClass`.`ID` = `$ancestor`.`ID` WHERE `$ancestor`.`ID` IS NULL;";
+ DB::query("DELETE `$dataClass`.* FROM `$dataClass` LEFT JOIN `$ancestor` ON `$dataClass`.`ID` = `$ancestor`.`ID` WHERE `$ancestor`.`ID` IS NULL;");
+ }
+ }
+ }
+ }
+ }
+ echo "
";
+ }
+ unset($actualTables[$dataClass]);
+ } else {
+ $db = DB::getConn();
+ if ($db->hasTable($dataClass)) {
+ DB::alteration_message(" **** The $dataClass table exists, but according to the data-scheme it should not be there ", "deleted");
+ } else {
+ $notCheckedArray[] = $dataClass;
+ }
+ }
+ }
+ }
+ }
+
+ if (count($canBeSafelyDeleted)) {
+ DB::alteration_message("Can be safely deleted:
");
+ foreach ($canBeSafelyDeleted as $table => $fields) {
+ DB::alteration_message($table.": ".implode(", ", $fields));
+ }
+ }
+
+ if (count($notCheckedArray)) {
+ echo "Did not check the following classes as no fields appear to be required and hence there is no database table.
";
+ foreach ($notCheckedArray as $table) {
+ if (DB::query("SHOW TABLES LIKE '".$table."'")->value()) {
+ DB::alteration_message($table ." - NOTE: a table exists for this Class, this is an unexpected result", "deleted");
+ } else {
+ DB::alteration_message($table, "created");
+ }
+ }
+ }
+
+ if (count($actualTables)) {
+ echo "Other Tables in Database not directly linked to a Silverstripe DataObject:
";
+ foreach ($actualTables as $table) {
+ $remove = true;
+ if (class_exists($table)) {
+ $classExistsMessage = " a PHP class with this name exists.";
+ $obj = singleton($table);
+ //not sure why we have this.
+ if ($obj instanceof DataExtension) {
+ $remove = false;
+ } elseif (class_exists("Versioned") && $obj->hasExtension("Versioned")) {
+ $remove = false;
+ }
+ } else {
+ $classExistsMessage = " NO PHP class with this name exists.";
+ if (substr($table, -5) == "_Live") {
+ $remove = false;
+ }
+ if (substr($table, -9) == "_versions") {
+ $remove = false;
+ }
+ //many 2 many tables...
+ if (strpos($table, "_")) {
+ $class = explode("_", $table);
+ $manyManyClass = substr($table, 0, strrpos($table, '_'));
+ $manyManyExtension = substr($table, strrpos($table, '_') + 1 - strlen($table));
+ if (class_exists($manyManyClass)) {
+ $manyManys = Config::inst()->get($manyManyClass, "many_many");
+ if (isset($manyManys[$manyManyExtension])) {
+ $remove = false;
+ }
+ }
+ }
+ }
+ if ($remove) {
+ if (substr($table, 0, strlen("_obsolete_")) != "_obsolete_") {
+ $rowCount = DB::query("SELECT COUNT(*) FROM $table")->value();
+ DB::alteration_message($table.", rows ".$rowCount);
+ $obsoleteTableName = "_obsolete_".$table;
+ if (!$this->tableExists($obsoleteTableName)) {
+ DB::alteration_message("We recommend deleting $table or making it obsolete by renaming it to ".$obsoleteTableName, "deleted");
+ if ($deleteAll) {
+ DB::getConn()->renameTable($table, $obsoleteTableName);
+ } else {
+ DB::alteration_message($table." - ".$classExistsMessage." It can be moved to _obsolete_".$table.".", "created");
+ }
+ } else {
+ DB::alteration_message("I'd recommend to move $table to ".$obsoleteTableName.", but that table already exists", "deleted");
+ }
+ }
+ }
+ }
+ }
+
+ echo "back to main menu.";
+ }
+
+
+
+ public function deletemarkedfields()
+ {
+ $fieldsToDelete = Config::inst()->get("DataIntegrityTest", "fields_to_delete");
+ if (is_array($fieldsToDelete)) {
+ if (count($fieldsToDelete)) {
+ foreach ($fieldsToDelete as $key => $tableDotField) {
+ $tableFieldArray = explode(".", $tableDotField);
+ $this->deleteField($tableFieldArray[0], $tableFieldArray[1]);
+ }
+ } else {
+ DB::alteration_message("there are no fields to delete", "created");
+ }
+ } else {
+ user_error("you need to select these fields to be deleted first (DataIntegrityTest.fields_to_delete)");
+ }
+ echo "back to main menu.";
+ }
+
+ public function deleteonefield()
+ {
+ $requestExploded = explode("/", $_GET["do"]);
+ if (!isset($requestExploded[1])) {
+ user_error("no table has been specified", E_USER_WARNING);
+ }
+ if (!isset($requestExploded[2])) {
+ user_error("no field has been specified", E_USER_WARNING);
+ }
+ $table = $requestExploded[1];
+ $field = $requestExploded[2];
+ if ($this->deleteField($table, $field)) {
+ DB::alteration_message("successfully deleted $field from $table now");
+ } else {
+ DB::alteration_message("COULD NOT delete $field from $table now", "deleted");
+ }
+ DB::alteration_message("return to list of obsolete fields", "created");
+ echo "back to main menu.";
+ }
+
+ private function cleanupdb()
+ {
+ $obj = new DatabaseAdmin();
+ $obj->cleanup();
+ DB::alteration_message("============= COMPLETED =================", "");
+ echo "back to main menu.";
+ }
+
+ private function deleteField($table, $field)
+ {
+ $fields = $this->swapArray(DB::fieldList($table));
+ $globalExeceptions = Config::inst()->get("DataIntegrityTest", "global_exceptions");
+ if (count($globalExeceptions)) {
+ foreach ($globalExeceptions as $exceptionTable => $exceptionField) {
+ if ($exceptionTable == $table && $exceptionField == $field) {
+ DB::alteration_message("tried to delete $table.$field but this is listed as a global exception and can not be deleted", "created");
+ return false;
+ }
+ }
+ }
+ if (!DB::query("SHOW TABLES LIKE '".$table."'")->value()) {
+ DB::alteration_message("tried to delete $table.$field but TABLE does not exist", "deleted");
+ return false;
+ }
+ if (!class_exists($table)) {
+ DB::alteration_message("tried to delete $table.$field but CLASS does not exist", "deleted");
+ return false;
+ }
+ if (!in_array($field, $fields)) {
+ DB::alteration_message("tried to delete $table.$field but FIELD does not exist", "deleted");
+ return false;
+ } else {
+ DB::alteration_message("Deleting $field in $table", "deleted");
+ DB::query('ALTER TABLE "'.$table.'" DROP "'.$field.'";');
+ $obj = singleton($table);
+ //to do: make this more reliable - checking for versioning rather than SiteTree
+ if ($obj instanceof SiteTree) {
+ DB::query('ALTER TABLE "'.$table.'_Live" DROP "'.$field.'";');
+ DB::alteration_message("Deleted $field in {$table}_Live", "deleted");
+ DB::query('ALTER TABLE "'.$table.'_versions" DROP "'.$field.'";');
+ DB::alteration_message("Deleted $field in {$table}_versions", "deleted");
+ }
+ return true;
+ }
+ }
+
+ private function swapArray($array)
+ {
+ $newArray = array();
+ if (is_array($array)) {
+ foreach ($array as $key => $value) {
+ $newArray[] = $key;
+ }
+ }
+ return $newArray;
+ }
+
+ protected function hasVersioning($dataObject)
+ {
+ $versioningPresent = false;
+ $array = $dataObject->stat('extensions');
+ if (is_array($array) && count($array)) {
+ if (in_array("Versioned('Stage', 'Live')", $array)) {
+ $versioningPresent = true;
+ }
+ }
+ if ($dataObject->stat('versioning')) {
+ $versioningPresent = true;
+ }
+ return $versioningPresent;
+ }
+
+
+ private function deleteobsoletetables()
+ {
+ $tables = DB::query('SHOW tables');
+ $unique = array();
+ foreach ($tables as $table) {
+ $table = array_pop($table);
+ if (substr($table, 0, 10) == "_obsolete_") {
+ DB::alteration_message("Removing table $table", "deleted");
+ DB::query("DROP TABLE \"$table\" ");
+ }
+ }
+ echo "back to main menu.";
+ }
+
+ private function deleteallversions()
+ {
+ $tables = DB::query('SHOW tables');
+ $unique = array();
+ foreach ($tables as $table) {
+ $table = array_pop($table);
+ $endOfTable = substr($table, -9);
+ if ($endOfTable == "_versions") {
+ $className = substr($table, 0, strlen($table) - 9);
+ if (class_exists($className)) {
+ $obj = $className::get()->first();
+ if ($obj) {
+ if ($obj->hasExtension("Versioned")) {
+ DB::alteration_message("Removing all records from $table", "created");
+ DB::query("DELETE FROM \"$table\" ");
+ }
+ }
+ } else {
+ DB::alteration_message("Could not find $className class... the $table may be obsolete", "deleted");
+ }
+ }
+ }
+ echo "back to main menu.";
+ }
+
+ private function tableExists($table)
+ {
+ $db = DB::getConn();
+ return $db->hasTable($table);
+ }
+}
diff --git a/code/DataIntegrityTestInnoDB.php b/code/DataIntegrityTestInnoDB.php
index c43fe73..a42b8fa 100644
--- a/code/DataIntegrityTestInnoDB.php
+++ b/code/DataIntegrityTestInnoDB.php
@@ -1,75 +1,80 @@
- \'InnoDB\'');
- foreach ($tables as $table) {
- $table = $table["Name"];
- DB::alteration_message("Updating $table to innoDB", "created");$this->flushNow();
- $indexRows = DB::query("SHOW INDEX FROM \"$table\" WHERE Index_type = 'FULLTEXT'");
- unset($done);$done = array();
- foreach($indexRows as $indexRow) {
- $key = $indexRow["Key_name"];
- if(!isset($done[$key])) {
- DB::alteration_message("Deleting INDEX $key in $table (FullText Index)", "deleted");$this->flushNow();
- DB::query("ALTER TABLE \"$table\" DROP INDEX $key;");
- $done[$key] = $key;
- }
- }
- $sql = "ALTER TABLE \"$table\" ENGINE=INNODB";
- DB::query($sql);
- }
- //$rows = DB::query("SHOW GLOBAL STATUS LIKE 'Innodb_page_size'");
- $currentInnoDBSetting = DB::query("SELECT @@innodb_buffer_pool_size as V;")->Value();
- $innoDBBufferUsed = DB::query("
-
-SELECT (PagesData*PageSize)/POWER(1024,3) DataGB FROM
-(SELECT variable_value PagesData
-FROM information_schema.global_status
-WHERE variable_name='Innodb_buffer_pool_pages_data') A,
-(SELECT variable_value PageSize
-FROM information_schema.global_status
-WHERE variable_name='Innodb_page_size') B;
-
- ")->value();
- $innoBDBufferRecommended = DB::query( "
-SELECT CEILING(Total_InnoDB_Bytes*1.6/POWER(1024,3)) RIBPS FROM
- (SELECT SUM(data_length+index_length) Total_InnoDB_Bytes
- FROM information_schema.tables WHERE engine='InnoDB') A;
-"
- )->value();
- DB::alteration_message("
COMPLETED
-
- Please check your MYSQL innodb_buffer_pool_size setting.
- It is currently using ".round($innoDBBufferUsed, 3)."G,
- but it should be set to ".round($innoBDBufferRecommended, 3)."G.
- The current setting is: ".round($currentInnoDBSetting / (1042 * 1024* 1024))."G
-
");
- }
-
- private function flushNow(){
- // check that buffer is actually set before flushing
- if (ob_get_length()){
- @ob_flush();
- @flush();
- @ob_end_flush();
- }
- @ob_start();
- }
-
-}
+ \'InnoDB\'');
+ foreach ($tables as $table) {
+ $table = $table["Name"];
+ DB::alteration_message("Updating $table to innoDB", "created");
+ $this->flushNow();
+ $indexRows = DB::query("SHOW INDEX FROM \"$table\" WHERE Index_type = 'FULLTEXT'");
+ unset($done);
+ $done = array();
+ foreach ($indexRows as $indexRow) {
+ $key = $indexRow["Key_name"];
+ if (!isset($done[$key])) {
+ DB::alteration_message("Deleting INDEX $key in $table (FullText Index)", "deleted");
+ $this->flushNow();
+ DB::query("ALTER TABLE \"$table\" DROP INDEX $key;");
+ $done[$key] = $key;
+ }
+ }
+ $sql = "ALTER TABLE \"$table\" ENGINE=INNODB";
+ DB::query($sql);
+ }
+ //$rows = DB::query("SHOW GLOBAL STATUS LIKE 'Innodb_page_size'");
+ $currentInnoDBSetting = DB::query("SELECT @@innodb_buffer_pool_size as V;")->Value();
+ $innoDBBufferUsed = DB::query("
+
+SELECT (PagesData*PageSize)/POWER(1024,3) DataGB FROM
+(SELECT variable_value PagesData
+FROM information_schema.global_status
+WHERE variable_name='Innodb_buffer_pool_pages_data') A,
+(SELECT variable_value PageSize
+FROM information_schema.global_status
+WHERE variable_name='Innodb_page_size') B;
+
+ ")->value();
+ $innoBDBufferRecommended = DB::query("
+SELECT CEILING(Total_InnoDB_Bytes*1.6/POWER(1024,3)) RIBPS FROM
+ (SELECT SUM(data_length+index_length) Total_InnoDB_Bytes
+ FROM information_schema.tables WHERE engine='InnoDB') A;
+"
+ )->value();
+ DB::alteration_message("
COMPLETED
+
+ Please check your MYSQL innodb_buffer_pool_size setting.
+ It is currently using ".round($innoDBBufferUsed, 3)."G,
+ but it should be set to ".round($innoBDBufferRecommended, 3)."G.
+ The current setting is: ".round($currentInnoDBSetting / (1042 * 1024* 1024))."G
+
");
+ }
+
+ private function flushNow()
+ {
+ // check that buffer is actually set before flushing
+ if (ob_get_length()) {
+ @ob_flush();
+ @flush();
+ @ob_end_flush();
+ }
+ @ob_start();
+ }
+}
diff --git a/code/DataIntegrityTestUTF8.php b/code/DataIntegrityTestUTF8.php
index 852dfeb..21a57c0 100644
--- a/code/DataIntegrityTestUTF8.php
+++ b/code/DataIntegrityTestUTF8.php
@@ -1,99 +1,96 @@
- '',
- 'Â' => '',
- 'Â' => '',
- '’' => ''',
- '–' => '—',
- '
' => '',
- '“' => '"',
- 'â€^Ý' => '"',
- '
' => '
',
- '•' => '•',
- 'Ý' => '- '
- );
-
- /**
- * standard SS variable
- * @var String
- */
- protected $title = "Convert tables to utf-8 and replace funny characters.";
-
- /**
- * standard SS variable
- * @var String
- */
- protected $description = "Converts table to utf-8 by replacing a bunch of characters that show up in the Silverstripe Conversion. CAREFUL: replaces all tables in Database to utf-8!";
-
- function run($request) {
- ini_set('max_execution_time', 3000);
- $tables = DB::query('SHOW tables');
- $unique = array();
- $arrayOfReplacements = Config::inst()->get("DataIntegrityTestUTF8", "replacement_array");
- foreach ($tables as $table) {
- $table = array_pop($table);
- DB::query("ALTER TABLE \"$table\" CONVERT TO CHARACTER SET utf8 COLLATE utf8_general_ci");
- DB::alteration_message("Resetting $table to utf8
");
- $this->flushNow();
- $originatingClass = str_replace("_Live", "", $table);
- if(class_exists($originatingClass) && !class_exists($table)) {
-
- }
- else {
- $originatingClass = $table;
- }
- if(class_exists($originatingClass)) {
- $fields = Config::inst()->get($originatingClass, "db", $uninherited = 1);
- if($fields && count($fields)) {
- $unusedFields = array();
- foreach($fields as $fieldName => $type) {
- $usedFieldsChanged = array("CHECKING $table.$fieldName : ");
- if(substr($type, 0, 4) == "HTML") {
- foreach($arrayOfReplacements as $from => $to) {
- DB::query("UPDATE \"$table\" SET \"$fieldName\" = REPLACE(\"$fieldName\", '$from', '$to');");
- $count = DB::getConn()->affectedRows();
- $toWord = $to;
- if($to == '') {
- $toWord = '[NOTHING]';
- }
- $usedFieldsChanged[] = "$count Replacements $from with $toWord";
- }
- }
- else {
- $unusedFields[] = $fieldName;
- }
- if(count($usedFieldsChanged )) {
- DB::alteration_message (implode("
- ", $usedFieldsChanged) );
- $this->flushNow();
- }
- }
- if(count($unusedFields)) {
- DB::alteration_message("Skipped the following fields: ".implode(",", $unusedFields));
- }
- }
- else {
- DB::alteration_message("No fields for $originatingClass");
- }
- }
- else {
- DB::alteration_message("Skipping $originatingClass - class can not be found");
- }
- }
- DB::alteration_message("
COMPLETED
");
- }
-
- private function flushNow(){
- // check that buffer is actually set before flushing
- if (ob_get_length()){
- @ob_flush();
- @flush();
- @ob_end_flush();
- }
- @ob_start();
- }
-
-}
+ '',
+ 'Â' => '',
+ 'Â' => '',
+ '’' => ''',
+ '–' => '—',
+ '
' => '',
+ '“' => '"',
+ 'â€^Ý' => '"',
+ '
' => '
',
+ '•' => '•',
+ 'Ý' => '- '
+ );
+
+ /**
+ * standard SS variable
+ * @var String
+ */
+ protected $title = "Convert tables to utf-8 and replace funny characters.";
+
+ /**
+ * standard SS variable
+ * @var String
+ */
+ protected $description = "Converts table to utf-8 by replacing a bunch of characters that show up in the Silverstripe Conversion. CAREFUL: replaces all tables in Database to utf-8!";
+
+ public function run($request)
+ {
+ ini_set('max_execution_time', 3000);
+ $tables = DB::query('SHOW tables');
+ $unique = array();
+ $arrayOfReplacements = Config::inst()->get("DataIntegrityTestUTF8", "replacement_array");
+ foreach ($tables as $table) {
+ $table = array_pop($table);
+ DB::query("ALTER TABLE \"$table\" CONVERT TO CHARACTER SET utf8 COLLATE utf8_general_ci");
+ DB::alteration_message("Resetting $table to utf8
");
+ $this->flushNow();
+ $originatingClass = str_replace("_Live", "", $table);
+ if (class_exists($originatingClass) && !class_exists($table)) {
+ } else {
+ $originatingClass = $table;
+ }
+ if (class_exists($originatingClass)) {
+ $fields = Config::inst()->get($originatingClass, "db", $uninherited = 1);
+ if ($fields && count($fields)) {
+ $unusedFields = array();
+ foreach ($fields as $fieldName => $type) {
+ $usedFieldsChanged = array("CHECKING $table.$fieldName : ");
+ if (substr($type, 0, 4) == "HTML") {
+ foreach ($arrayOfReplacements as $from => $to) {
+ DB::query("UPDATE \"$table\" SET \"$fieldName\" = REPLACE(\"$fieldName\", '$from', '$to');");
+ $count = DB::getConn()->affectedRows();
+ $toWord = $to;
+ if ($to == '') {
+ $toWord = '[NOTHING]';
+ }
+ $usedFieldsChanged[] = "$count Replacements $from with $toWord";
+ }
+ } else {
+ $unusedFields[] = $fieldName;
+ }
+ if (count($usedFieldsChanged)) {
+ DB::alteration_message(implode("
- ", $usedFieldsChanged));
+ $this->flushNow();
+ }
+ }
+ if (count($unusedFields)) {
+ DB::alteration_message("Skipped the following fields: ".implode(",", $unusedFields));
+ }
+ } else {
+ DB::alteration_message("No fields for $originatingClass");
+ }
+ } else {
+ DB::alteration_message("Skipping $originatingClass - class can not be found");
+ }
+ }
+ DB::alteration_message("
COMPLETED
");
+ }
+
+ private function flushNow()
+ {
+ // check that buffer is actually set before flushing
+ if (ob_get_length()) {
+ @ob_flush();
+ @flush();
+ @ob_end_flush();
+ }
+ @ob_start();
+ }
+}
diff --git a/code/DataIntegrityTestYML.php b/code/DataIntegrityTestYML.php
index 57f49c2..4bf39e1 100644
--- a/code/DataIntegrityTestYML.php
+++ b/code/DataIntegrityTestYML.php
@@ -1,118 +1,106 @@
-get("DataIntegrityTestYML", "config_files");
- $classesToSkip = Config::inst()->get("DataIntegrityTestYML", "classes_to_skip");
- $variablesToSkip = Config::inst()->get("DataIntegrityTestYML", "variables_to_skip");
- foreach($filesArray as $folderAndFileLocation){
- db::alteration_message("Checking $folderAndFileLocation
");
- $fixtureFolderAndFile = Director::baseFolder().'/'. $folderAndFileLocation;
- if(!file_exists($fixtureFolderAndFile)) {
- user_error('No custom configuration has been setup here : "' . $fixtureFolderAndFile . '" set the files here: DataIntegrityTestYML::config_files', E_USER_NOTICE);
- }
- $parser = new Spyc();
- $arrayOfSettings = $parser->loadFile($fixtureFolderAndFile);
- foreach($arrayOfSettings as $className => $variables) {
- if(in_array(strtolower($className), $classesToSkip )) {
- db::alteration_message("$className : skipped");
- }
- else {
- echo "
";
- if(!class_exists($className)) {
- db::alteration_message("$className does not exist", "deleted");
- }
- else {
- db::alteration_message("$className", "created");
- foreach($variables as $variable => $setting) {
- if($variable == "icon") {
- $fileLocationForOthers = Director::baseFolder().'/'.$setting;
- $fileLocationForSiteTree = Director::baseFolder().'/'.$setting.'-file.gif';
- if( $className::create() instanceof SiteTree) {
- if(!file_exists($fileLocationForSiteTree)) {
- db::alteration_message(" $className.$variable icon $fileLocationForSiteTree can not be found", "deleted");
- }
- else {
- db::alteration_message(" $className.$variable icon $fileLocationForSiteTree exists", "created");
- }
- }
- else {
- if(!file_exists($fileLocationForOthers)) {
- db::alteration_message(" $className.$variable icon $fileLocationForOthers can not be found", "deleted");
- }
- else {
- db::alteration_message(" $className.$variable icon $fileLocationForOthers exists", "created");
- }
-
- }
- }
- elseif($variable == "extensions") {
- if(!is_array($setting)) {
- db::alteration_message(" $className.$variable extensions should be set as an array.", "deleted");
- }
- else {
- foreach($setting as $extensionClassName) {
- if(!class_exists($extensionClassName)){
- db::alteration_message(" $className.$variable extension class $extensionClassName does not exist", "deleted");
- }
- else {
- db::alteration_message(" $className.$variable extension class $extensionClassName found", "created");
- }
- }
- }
- }
- elseif(in_array($variable, $variablesToSkip)) {
- db::alteration_message(" $className.$variable skipped");
- }
- else {
- if(!property_exists($className, $variable)) {
- db::alteration_message(" $className.$variable does not exist", "deleted");
- }
- else {
- db::alteration_message(" $className.$variable found", "created");
- }
- }
- }
- }
- }
- }
-
- }
- }
-
-}
+get("DataIntegrityTestYML", "config_files");
+ $classesToSkip = Config::inst()->get("DataIntegrityTestYML", "classes_to_skip");
+ $variablesToSkip = Config::inst()->get("DataIntegrityTestYML", "variables_to_skip");
+ foreach ($filesArray as $folderAndFileLocation) {
+ db::alteration_message("Checking $folderAndFileLocation
");
+ $fixtureFolderAndFile = Director::baseFolder().'/'. $folderAndFileLocation;
+ if (!file_exists($fixtureFolderAndFile)) {
+ user_error('No custom configuration has been setup here : "' . $fixtureFolderAndFile . '" set the files here: DataIntegrityTestYML::config_files', E_USER_NOTICE);
+ }
+ $parser = new Spyc();
+ $arrayOfSettings = $parser->loadFile($fixtureFolderAndFile);
+ foreach ($arrayOfSettings as $className => $variables) {
+ if (in_array(strtolower($className), $classesToSkip)) {
+ db::alteration_message("$className : skipped");
+ } else {
+ echo "
";
+ if (!class_exists($className)) {
+ db::alteration_message("$className does not exist", "deleted");
+ } else {
+ db::alteration_message("$className", "created");
+ foreach ($variables as $variable => $setting) {
+ if ($variable == "icon") {
+ $fileLocationForOthers = Director::baseFolder().'/'.$setting;
+ $fileLocationForSiteTree = Director::baseFolder().'/'.$setting.'-file.gif';
+ if ($className::create() instanceof SiteTree) {
+ if (!file_exists($fileLocationForSiteTree)) {
+ db::alteration_message(" $className.$variable icon $fileLocationForSiteTree can not be found", "deleted");
+ } else {
+ db::alteration_message(" $className.$variable icon $fileLocationForSiteTree exists", "created");
+ }
+ } else {
+ if (!file_exists($fileLocationForOthers)) {
+ db::alteration_message(" $className.$variable icon $fileLocationForOthers can not be found", "deleted");
+ } else {
+ db::alteration_message(" $className.$variable icon $fileLocationForOthers exists", "created");
+ }
+ }
+ } elseif ($variable == "extensions") {
+ if (!is_array($setting)) {
+ db::alteration_message(" $className.$variable extensions should be set as an array.", "deleted");
+ } else {
+ foreach ($setting as $extensionClassName) {
+ if (!class_exists($extensionClassName)) {
+ db::alteration_message(" $className.$variable extension class $extensionClassName does not exist", "deleted");
+ } else {
+ db::alteration_message(" $className.$variable extension class $extensionClassName found", "created");
+ }
+ }
+ }
+ } elseif (in_array($variable, $variablesToSkip)) {
+ db::alteration_message(" $className.$variable skipped");
+ } else {
+ if (!property_exists($className, $variable)) {
+ db::alteration_message(" $className.$variable does not exist", "deleted");
+ } else {
+ db::alteration_message(" $className.$variable found", "created");
+ }
+ }
+ }
+ }
+ }
+ }
+ }
+ }
+}
diff --git a/code/model/DataIntegrityTestDefaulEntries.php b/code/model/DataIntegrityTestDefaulEntries.php
index 4bcec3d..d5a9c63 100644
--- a/code/model/DataIntegrityTestDefaulEntries.php
+++ b/code/model/DataIntegrityTestDefaulEntries.php
@@ -1,38 +1,38 @@
First();
- if($object) {
- $tableArray = array($baseTable);
- if($object instanceOf SiteTree) {
- $tableArray[] = $baseTable."_Live";
- }
- foreach($tableArray as $table) {
- $value = Convert::raw2sql($value);
- $sql = "UPDATE \"$table\" SET \"$table\".\"$field\" = '$value'";
- $where = array();
- if($id) {
- $where[] = " \"$table\".\"ID\" = ".$id;
- }
- if(!$replace) {
- $where[] = " \"$table\".\"$field\" IS NULL OR \"$table\".\"$field\" = '' OR \"$table\".\"$field\" = 0 ";
- }
- $wherePhrase = '';
- if(count($where)) {
- $wherePhrase = " WHERE ( " . implode(") AND (", $where) . " )";
- }
- $result = DB::query("SELECT COUNT(\"$table\".\"ID\") C FROM \"$table\" ".$wherePhrase);
- if($result && $result->value() ) {
- $sql .= $wherePhrase;
- DB::query($sql);
- DB::alteration_message("Updated $field in $table to $value ", "added");
- }
- }
- }
- }
-
+class DataIntegrityTestDefaulEntries extends Object
+{
+ public static function update($baseTable, $field, $value, $id = 0, $replace = false, $addLive = false)
+ {
+ $object = $baseTable::get()->First();
+ if ($object) {
+ $tableArray = array($baseTable);
+ if ($object instanceof SiteTree) {
+ $tableArray[] = $baseTable."_Live";
+ }
+ foreach ($tableArray as $table) {
+ $value = Convert::raw2sql($value);
+ $sql = "UPDATE \"$table\" SET \"$table\".\"$field\" = '$value'";
+ $where = array();
+ if ($id) {
+ $where[] = " \"$table\".\"ID\" = ".$id;
+ }
+ if (!$replace) {
+ $where[] = " \"$table\".\"$field\" IS NULL OR \"$table\".\"$field\" = '' OR \"$table\".\"$field\" = 0 ";
+ }
+ $wherePhrase = '';
+ if (count($where)) {
+ $wherePhrase = " WHERE ( " . implode(") AND (", $where) . " )";
+ }
+ $result = DB::query("SELECT COUNT(\"$table\".\"ID\") C FROM \"$table\" ".$wherePhrase);
+ if ($result && $result->value()) {
+ $sql .= $wherePhrase;
+ DB::query($sql);
+ DB::alteration_message("Updated $field in $table to $value ", "added");
+ }
+ }
+ }
+ }
}