diff options
Diffstat (limited to 'modules-available/minilinux/inc/minilinux.inc.php')
| -rw-r--r-- | modules-available/minilinux/inc/minilinux.inc.php | 228 |
1 files changed, 228 insertions, 0 deletions
diff --git a/modules-available/minilinux/inc/minilinux.inc.php b/modules-available/minilinux/inc/minilinux.inc.php new file mode 100644 index 00000000..46c63c94 --- /dev/null +++ b/modules-available/minilinux/inc/minilinux.inc.php @@ -0,0 +1,228 @@ +<?php + +class MiniLinux +{ + + const PROPERTY_KEY_FETCHTIME = 'ml-list-fetch'; + + public static function updateList() + { + $stamp = time(); + $last = Property::get(self::PROPERTY_KEY_FETCHTIME); + error_log('Last: ' . $last); + if ($last !== false && $last + 10 > $stamp) + return 0; // In progress... + Property::set(self::PROPERTY_KEY_FETCHTIME, $stamp, 1); + Database::exec('LOCK TABLES callback WRITE, + minilinux_source WRITE, minilinux_branch WRITE, minilinux_version WRITE'); + Database::exec('UPDATE minilinux_source SET taskid = UUID()'); + $cutoff = time() - 3600; + Database::exec("UPDATE minilinux_version + INNER JOIN minilinux_branch USING (branchid) + INNER JOIN minilinux_source USING (sourceid) + SET orphan = orphan + 1 WHERE minilinux_source.lastupdate < $cutoff"); + $list = Database::queryAll('SELECT sourceid, url, taskid FROM minilinux_source'); + foreach ($list as $source) { + Taskmanager::submit('DownloadText', array( + 'id' => $source['taskid'], + 'url' => $source['url'], + ), true); + TaskmanagerCallback::addCallback($source['taskid'], 'mlDownload', $source['sourceid']); + } + Database::exec('UNLOCK TABLES'); + return count($list); + } + + public static function listDownloadCallback($task, $sourceid) + { + $taskId = $task['id']; + $data = json_decode($task['data']['content'], true); + if (!is_array($data)) { + EventLog::warning('Cannot download Linux version meta data for ' . $sourceid); + error_log(print_r($task, true)); + $lastupdate = 'lastupdate'; + } else { + if (isset($data['systems']) && is_array($data['systems'])) { + self::addBranches($sourceid, $data['systems']); + } + $lastupdate = 'UNIX_TIMESTAMP()'; + } + Database::exec("UPDATE minilinux_source SET lastupdate = $lastupdate, taskid = NULL + WHERE sourceid = :sourceid AND taskid = :taskid", + ['sourceid' => $sourceid, 'taskid' => $taskId]); + } + + private static function addBranches($sourceid, $systems) + { + foreach ($systems as $system) { + if (!self::isValidIdPart($system['id'])) + continue; + $branchid = $sourceid . '/' . $system['id']; + $title = empty($system['title']) ? $branchid : $system['title']; + $description = empty($system['description']) ? '' : $system['description']; + Database::exec('INSERT INTO minilinux_branch (branchid, sourceid, title, description) + VALUES (:branchid, :sourceid, :title, :description) + ON DUPLICATE KEY UPDATE title = VALUES(title), description = VALUES(description)', [ + 'branchid' => $branchid, + 'sourceid' => $sourceid, + 'title' => $title, + 'description' => $description, + ]); + if (isset($system['versions']) && is_array($system['versions'])) { + self::addVersions($branchid, $system['versions']); + } + } + } + + private static function addVersions($branchid, $versions) + { + foreach ($versions as $version) { + self::addVersion($branchid, $version); + } + } + + private static function addVersion($branchid, $version) + { + if (!self::isValidIdPart($version['version'])) { + error_log("Ignoring version {$version['version']} from $branchid: Invalid characters in ID"); + return; + } + if (empty($version['files']) && empty($version['cmdline'])) { + error_log("Ignoring version {$version['version']} from $branchid: Neither file list nor command line"); + return; + } + $versionid = $branchid . '/' . $version['version']; + $title = empty($version['title']) ? '' : $version['title']; + $dateline = empty($version['releasedate']) ? time() : (int)$version['releasedate']; + unset($version['version'], $version['title'], $version['releasedate']); + // Sanitize files array + if (!isset($version['files']) || !is_array($version['files'])) { + unset($version['files']); + } else { + foreach (array_keys($version['files']) as $key) { + $file =& $version['files'][$key]; + if (empty($file['name'])) { + error_log("Ignoring version {$version['version']} from $branchid: Entry in file list has missing file name"); + return; + } + if ($file['name'] === 'menu.txt' || $file['name'] === 'menu-debug.txt') { + unset($version['files'][$key]); + continue; + } + if (empty($file['gpg'])) { + error_log("Ignoring version {$version['version']} from $branchid: {$file['name']} has no GPG signature"); + return; + } + if (preg_match(',/\.\.|\.\./|/|\x00,', $file['name']) > 0) { // Invalid chars + error_log("Ignoring version {$version['version']} from $branchid: {$file['name']} contains invalid characters"); + return; + } + if (isset($file['md5'])) { + $file['md5'] = strtolower($file['md5']); + } + } + unset($file); + $version['files'] = array_values($version['files']); + } + $data = json_encode($version); + Database::exec('INSERT INTO minilinux_version (versionid, branchid, title, dateline, data, orphan) + VALUES (:versionid, :branchid, :title, :dateline, :data, 0) + ON DUPLICATE KEY UPDATE title = VALUES(title), data = VALUES(data), orphan = 0', [ + 'versionid' => $versionid, + 'branchid' => $branchid, + 'title' => $title, + 'dateline' => $dateline, + 'data' => $data, + ]); + } + + private static function isValidIdPart($str) + { + return preg_match('/^[a-z0-9_\-]+$/', $str) > 0; + } + + public static function validateDownloadTask($versionid, $taskid) + { + if ($taskid === null) + return false; + $task = Taskmanager::status($taskid); + if (Taskmanager::isTask($task) && !Taskmanager::isFailed($task) + && (is_dir(CONFIG_HTTP_DIR . '/' . $versionid) || !Taskmanager::isFinished($task))) + return $task['id']; + Database::exec('UPDATE minilinux_version SET taskid = NULL + WHERE versionid = :versionid AND taskid = :taskid', + ['versionid' => $versionid, 'taskid' => $taskid]); + return false; + } + + /** + * Download the files for the given version id + * @param $versionid + * @return bool + */ + public static function downloadVersion($versionid) + { + $ver = Database::queryFirst('SELECT s.url, s.pubkey, v.versionid, v.taskid, v.data FROM minilinux_version v + INNER JOIN minilinux_branch b USING (branchid) + INNER JOIN minilinux_source s USING (sourceid) + WHERE versionid = :versionid', + ['versionid' => $versionid]); + if ($ver === false) + return false; + $taskid = self::validateDownloadTask($versionid, $ver['taskid']); + if ($taskid !== false) + return $taskid; + $data = json_decode($ver['data'], true); + if (!is_array($data)) { + EventLog::warning("Cannot download Linux '$versionid': Corrupted meta data.", $ver['data']); + return false; + } + if (empty($data['files'])) + return false; + $list = []; + $legacyDir = preg_replace(',^[^/]*/,', '', $versionid); + foreach ($data['files'] as $file) { + if (empty($file['name'])) + continue; + $list[] = [ + 'id' => self::fileToId($versionid, $file['name']), + 'url' => empty($file['url']) + ? ($ver['url'] . '/' . $legacyDir . '/' . $file['name']) + : ($ver['url'] . '/' . $file['url']), + 'fileName' => $file['name'], + 'gpg' => $file['gpg'], + ]; + } + error_log(print_r($list, true)); + $uuid = Util::randomUuid(); + Database::exec('LOCK TABLES minilinux_version WRITE'); + $aff = Database::exec('UPDATE minilinux_version SET taskid = :taskid WHERE versionid = :versionid AND taskid IS NULL', + ['taskid' => $uuid, 'versionid' => $versionid]); + if ($aff > 0) { + $task = Taskmanager::submit('DownloadFiles', [ + 'id' => $uuid, + 'baseDir' => CONFIG_HTTP_DIR . '/' . $versionid, + 'gpgPubKey' => $ver['pubkey'], + 'files' => $list, + ]); + if (Taskmanager::isFailed($task)) { + error_log(print_r($task, true)); + $task = false; + } else { + $task = $task['id']; + } + } else { + $task = false; + } + Database::exec('UNLOCK TABLES'); + if ($aff === 0) + return self::downloadVersion($versionid); + return $task; + } + + public static function fileToId($versionid, $fileName) + { + return 'x' . substr(md5($fileName . $versionid), 0, 8); + } + +}
\ No newline at end of file |