more robust handling of bad data in offline backup queue handler

This commit is contained in:
Evan Prodromou 2011-10-12 17:03:43 -04:00
parent 5b2a85303a
commit d27b7627a5

View File

@ -126,11 +126,16 @@ class OfflineBackupQueueHandler extends QueueHandler
$notice = $stream->getNotices(($page-1)*NOTICES_PER_PAGE, NOTICES_PER_PAGE + 1); $notice = $stream->getNotices(($page-1)*NOTICES_PER_PAGE, NOTICES_PER_PAGE + 1);
while ($notice->fetch()) { while ($notice->fetch()) {
try {
$fname = $dir . '/'. common_date_iso8601($notice->created) . '-notice-' . $notice->id . '.atom'; $fname = $dir . '/'. common_date_iso8601($notice->created) . '-notice-' . $notice->id . '.atom';
$data = $notice->asAtomEntry(false, false, false, null); $data = $notice->asAtomEntry(false, false, false, null);
common_log(LOG_INFO, 'dumping notice ' . $notice->id . ' to file ' . $fname); common_log(LOG_INFO, 'dumping notice ' . $notice->id . ' to file ' . $fname);
file_put_contents($fname, $data); file_put_contents($fname, $data);
$data = null; $data = null;
} catch (Exception $e) {
common_log(LOG_ERR, "Error backing up notice " . $notice->id . ": " . $e->getMessage());
continue;
}
} }
$page++; $page++;
@ -148,12 +153,17 @@ class OfflineBackupQueueHandler extends QueueHandler
$fave = Fave::byProfile($user->id, ($page-1)*NOTICES_PER_PAGE, NOTICES_PER_PAGE + 1); $fave = Fave::byProfile($user->id, ($page-1)*NOTICES_PER_PAGE, NOTICES_PER_PAGE + 1);
while ($fave->fetch()) { while ($fave->fetch()) {
try {
$fname = $dir . '/'. common_date_iso8601($fave->modified) . '-fave-' . $fave->notice_id . '.atom'; $fname = $dir . '/'. common_date_iso8601($fave->modified) . '-fave-' . $fave->notice_id . '.atom';
$act = $fave->asActivity(); $act = $fave->asActivity();
$data = $act->asString(false, false, false); $data = $act->asString(false, false, false);
common_log(LOG_INFO, 'dumping fave of ' . $fave->notice_id . ' to file ' . $fname); common_log(LOG_INFO, 'dumping fave of ' . $fave->notice_id . ' to file ' . $fname);
file_put_contents($fname, $data); file_put_contents($fname, $data);
$data = null; $data = null;
} catch (Exception $e) {
common_log(LOG_ERR, "Error backing up fave of " . $fave->notice_id . ": " . $e->getMessage());
continue;
}
} }
$page++; $page++;
@ -171,6 +181,7 @@ class OfflineBackupQueueHandler extends QueueHandler
$sub = Subscription::bySubscriber($user->id, ($page-1)*PROFILES_PER_PAGE, PROFILES_PER_PAGE + 1); $sub = Subscription::bySubscriber($user->id, ($page-1)*PROFILES_PER_PAGE, PROFILES_PER_PAGE + 1);
while ($sub->fetch()) { while ($sub->fetch()) {
try {
if ($sub->subscribed == $user->id) { if ($sub->subscribed == $user->id) {
continue; continue;
} }
@ -180,6 +191,10 @@ class OfflineBackupQueueHandler extends QueueHandler
common_log(LOG_INFO, 'dumping sub of ' . $sub->subscribed . ' to file ' . $fname); common_log(LOG_INFO, 'dumping sub of ' . $sub->subscribed . ' to file ' . $fname);
file_put_contents($fname, $data); file_put_contents($fname, $data);
$data = null; $data = null;
} catch (Exception $e) {
common_log(LOG_ERR, "Error backing up subscription to " . $sub->subscribed . ": " . $e->getMessage());
continue;
}
} }
$page++; $page++;
@ -197,6 +212,7 @@ class OfflineBackupQueueHandler extends QueueHandler
$sub = Subscription::bySubscribed($user->id, ($page-1)*PROFILES_PER_PAGE, PROFILES_PER_PAGE + 1); $sub = Subscription::bySubscribed($user->id, ($page-1)*PROFILES_PER_PAGE, PROFILES_PER_PAGE + 1);
while ($sub->fetch()) { while ($sub->fetch()) {
try {
if ($sub->subscriber == $user->id) { if ($sub->subscriber == $user->id) {
continue; continue;
} }
@ -206,6 +222,10 @@ class OfflineBackupQueueHandler extends QueueHandler
common_log(LOG_INFO, 'dumping sub by ' . $sub->subscriber . ' to file ' . $fname); common_log(LOG_INFO, 'dumping sub by ' . $sub->subscriber . ' to file ' . $fname);
file_put_contents($fname, $data); file_put_contents($fname, $data);
$data = null; $data = null;
} catch (Exception $e) {
common_log(LOG_ERR, "Error backing up subscription from " . $sub->subscriber . ": " . $e->getMessage());
continue;
}
} }
$page++; $page++;
@ -224,18 +244,21 @@ class OfflineBackupQueueHandler extends QueueHandler
$mem = Group_member::byMember($user->id, ($page-1)*GROUPS_PER_PAGE, GROUPS_PER_PAGE + 1); $mem = Group_member::byMember($user->id, ($page-1)*GROUPS_PER_PAGE, GROUPS_PER_PAGE + 1);
while ($mem->fetch()) { while ($mem->fetch()) {
try {
$fname = $dir . '/'. common_date_iso8601($mem->created) . '-membership-' . $mem->group_id . '.atom'; $fname = $dir . '/'. common_date_iso8601($mem->created) . '-membership-' . $mem->group_id . '.atom';
$act = $mem->asActivity(); $act = $mem->asActivity();
$data = $act->asString(false, false, false); $data = $act->asString(false, false, false);
common_log(LOG_INFO, 'dumping membership in ' . $mem->group_id . ' to file ' . $fname); common_log(LOG_INFO, 'dumping membership in ' . $mem->group_id . ' to file ' . $fname);
file_put_contents($fname, $data); file_put_contents($fname, $data);
$data = null; $data = null;
} catch (Exception $e) {
common_log(LOG_ERR, "Error backing up membership in " . $mem->group_id . ": " . $e->getMessage());
continue;
}
} }
$page++; $page++;
common_debug("Got " . $mem->N . " results on search for groups.");
} while ($mem->N > GROUPS_PER_PAGE); } while ($mem->N > GROUPS_PER_PAGE);
} }