* @brief The script is called from time to time to clean the database entries and remove orphaned data.
*/
+namespace Friendica\Worker;
+
use Friendica\Core\Config;
use Friendica\Core\Worker;
use dba;
+require_once 'include/dba.php';
+
class DBClean {
public static function execute($stage = 0) {
return;
}
+ if ($stage == 0) {
+ self::forkCleanProcess();
+ } else {
+ self::removeOrphans($stage);
+ }
+ }
+
+ /**
+ * @brief Fork the different DBClean processes
+ */
+ private static function forkCleanProcess() {
// Get the expire days for step 8 and 9
$days = Config::get('system', 'dbclean-expire-days', 0);
- if ($stage == 0) {
- for ($i = 1; $i <= 9; $i++) {
- // Execute the background script for a step when it isn't finished.
- // Execute step 8 and 9 only when $days is defined.
- if (!Config::get('system', 'finished-dbclean-'.$i, false) && (($i < 8) || ($days > 0))) {
- Worker::add(PRIORITY_LOW, 'DBClean', $i);
- }
+ for ($i = 1; $i <= 10; $i++) {
+ // Execute the background script for a step when it isn't finished.
+ // Execute step 8 and 9 only when $days is defined.
+ if (!Config::get('system', 'finished-dbclean-'.$i, false) && (($i < 8) || ($i > 9) || ($days > 0))) {
+ Worker::add(PRIORITY_LOW, 'DBClean', $i);
}
- } else {
- self::removeOrphans($stage);
}
}
*
* Values for $stage:
* ------------------
- * 1: Old global item entries from item table without user copy.
- * 2: Items without parents.
- * 3: Orphaned data from thread table.
- * 4: Orphaned data from notify table.
- * 5: Orphaned data from notify-threads table.
- * 6: Orphaned data from sign table.
- * 7: Orphaned data from term table.
- * 8: Expired threads.
- * 9: Old global item entries from expired threads
+ * 1: Old global item entries from item table without user copy.
+ * 2: Items without parents.
+ * 3: Orphaned data from thread table.
+ * 4: Orphaned data from notify table.
+ * 5: Orphaned data from notify-threads table.
+ * 6: Orphaned data from sign table.
+ * 7: Orphaned data from term table.
+ * 8: Expired threads.
+ * 9: Old global item entries from expired threads.
+ * 10: Old conversations.
*/
- private static function removeOrphans($stage = 0) {
+ private static function removeOrphans($stage) {
global $db;
$count = 0;
// Get the expire days for step 8 and 9
$days = Config::get('system', 'dbclean-expire-days', 0);
+ $days_unclaimed = Config::get('system', 'dbclean-expire-unclaimed', 90);
+
+ if ($days_unclaimed == 0) {
+ $days_unclaimed = $days;
+ }
if ($stage == 1) {
+ if ($days_unclaimed <= 0) {
+ return;
+ }
+
$last_id = Config::get('system', 'dbclean-last-id-1', 0);
logger("Deleting old global item entries from item table without user copy. Last ID: ".$last_id);
$r = dba::p("SELECT `id` FROM `item` WHERE `uid` = 0 AND
NOT EXISTS (SELECT `guid` FROM `item` AS `i` WHERE `item`.`guid` = `i`.`guid` AND `i`.`uid` != 0) AND
- `received` < UTC_TIMESTAMP() - INTERVAL 90 DAY AND `id` >= ?
- ORDER BY `id` LIMIT ".intval($limit), $last_id);
+ `received` < UTC_TIMESTAMP() - INTERVAL ? DAY AND `id` >= ?
+ ORDER BY `id` LIMIT ".intval($limit), $days_unclaimed, $last_id);
$count = dba::num_rows($r);
if ($count > 0) {
logger("found global item orphans: ".$count);
while ($orphan = dba::fetch($r)) {
$last_id = $orphan["id"];
- dba::delete('item', array('id' => $orphan["id"]));
+ dba::delete('item', ['id' => $orphan["id"]]);
}
+ Worker::add(PRIORITY_MEDIUM, 'DBClean', 1, $last_id);
} else {
logger("No global item orphans found");
}
logger("found item orphans without parents: ".$count);
while ($orphan = dba::fetch($r)) {
$last_id = $orphan["id"];
- dba::delete('item', array('id' => $orphan["id"]));
+ dba::delete('item', ['id' => $orphan["id"]]);
}
+ Worker::add(PRIORITY_MEDIUM, 'DBClean', 2, $last_id);
} else {
logger("No item orphans without parents found");
}
logger("found thread orphans: ".$count);
while ($orphan = dba::fetch($r)) {
$last_id = $orphan["iid"];
- dba::delete('thread', array('iid' => $orphan["iid"]));
+ dba::delete('thread', ['iid' => $orphan["iid"]]);
}
+ Worker::add(PRIORITY_MEDIUM, 'DBClean', 3, $last_id);
} else {
logger("No thread orphans found");
}
logger("found notify orphans: ".$count);
while ($orphan = dba::fetch($r)) {
$last_id = $orphan["id"];
- dba::delete('notify', array('iid' => $orphan["iid"]));
+ dba::delete('notify', ['iid' => $orphan["iid"]]);
}
+ Worker::add(PRIORITY_MEDIUM, 'DBClean', 4, $last_id);
} else {
logger("No notify orphans found");
}
logger("found notify-threads orphans: ".$count);
while ($orphan = dba::fetch($r)) {
$last_id = $orphan["id"];
- dba::delete('notify-threads', array('id' => $orphan["id"]));
+ dba::delete('notify-threads', ['id' => $orphan["id"]]);
}
+ Worker::add(PRIORITY_MEDIUM, 'DBClean', 5, $last_id);
} else {
logger("No notify-threads orphans found");
}
logger("found sign orphans: ".$count);
while ($orphan = dba::fetch($r)) {
$last_id = $orphan["id"];
- dba::delete('sign', array('iid' => $orphan["iid"]));
+ dba::delete('sign', ['iid' => $orphan["iid"]]);
}
+ Worker::add(PRIORITY_MEDIUM, 'DBClean', 6, $last_id);
} else {
logger("No sign orphans found");
}
logger("found term orphans: ".$count);
while ($orphan = dba::fetch($r)) {
$last_id = $orphan["tid"];
- dba::delete('term', array('oid' => $orphan["oid"]));
+ dba::delete('term', ['oid' => $orphan["oid"]]);
}
+ Worker::add(PRIORITY_MEDIUM, 'DBClean', 7, $last_id);
} else {
logger("No term orphans found");
}
logger("found expired threads: ".$count);
while ($thread = dba::fetch($r)) {
$last_id = $thread["iid"];
- dba::delete('thread', array('iid' => $thread["iid"]));
+ dba::delete('thread', ['iid' => $thread["iid"]]);
}
+ Worker::add(PRIORITY_MEDIUM, 'DBClean', 8, $last_id);
} else {
logger("No expired threads found");
}
logger("found global item entries from expired threads: ".$count);
while ($orphan = dba::fetch($r)) {
$last_id = $orphan["id"];
- dba::delete('item', array('id' => $orphan["id"]));
+ dba::delete('item', ['id' => $orphan["id"]]);
}
+ Worker::add(PRIORITY_MEDIUM, 'DBClean', 9, $last_id);
} else {
logger("No global item entries from expired threads");
}
logger("Done deleting ".$count." old global item entries from expired threads. Last ID: ".$last_id);
Config::set('system', 'dbclean-last-id-9', $last_id);
- }
+ } elseif ($stage == 10) {
+ $last_id = Config::get('system', 'dbclean-last-id-10', 0);
+ $days = Config::get('system', 'dbclean_expire_conversation', 7);
+
+ logger("Deleting old conversations. Last created: ".$last_id);
+ $r = dba::p("SELECT `received`, `item-uri` FROM `conversation`
+ WHERE `received` < UTC_TIMESTAMP() - INTERVAL $days DAY
+ ORDER BY `received` LIMIT ".intval($limit));
+ $count = dba::num_rows($r);
+ if ($count > 0) {
+ logger("found old conversations: ".$count);
+ while ($orphan = dba::fetch($r)) {
+ $last_id = $orphan["received"];
+ dba::delete('conversation', ['item-uri' => $orphan["item-uri"]]);
+ }
+ Worker::add(PRIORITY_MEDIUM, 'DBClean', 10, $last_id);
+ } else {
+ logger("No old conversations found");
+ }
+ dba::close($r);
+ logger("Done deleting ".$count." conversations. Last created: ".$last_id);
- // Call it again if not all entries were purged
- if (($stage != 0) && ($count > 0)) {
- Worker::add(PRIORITY_MEDIUM, 'dbclean');
+ Config::set('system', 'dbclean-last-id-10', $last_id);
}
}
}
https://reisub.nsupdate.info/git / friendica.git / .git / blobdiff