2023-03-17 15:33:48 +01:00
|
|
|
<?php
|
|
|
|
|
|
|
|
namespace App\Console;
|
|
|
|
|
2024-08-06 14:36:56 +02:00
|
|
|
use App\Jobs\CheckForUpdatesJob;
|
2023-08-15 14:11:38 +02:00
|
|
|
use App\Jobs\CleanupInstanceStuffsJob;
|
2024-06-10 22:43:34 +02:00
|
|
|
use App\Jobs\DatabaseBackupJob;
|
2024-07-18 14:43:21 +02:00
|
|
|
use App\Jobs\DockerCleanupJob;
|
2024-06-04 21:57:00 +02:00
|
|
|
use App\Jobs\PullCoolifyImageJob;
|
2023-10-26 11:38:37 +02:00
|
|
|
use App\Jobs\PullHelperImageJob;
|
2024-05-08 19:19:32 +02:00
|
|
|
use App\Jobs\PullSentinelImageJob;
|
2024-05-30 12:56:29 +02:00
|
|
|
use App\Jobs\PullTemplatesFromCDN;
|
2024-06-10 22:43:34 +02:00
|
|
|
use App\Jobs\ScheduledTaskJob;
|
2024-08-05 15:48:15 +02:00
|
|
|
use App\Jobs\ServerCheckJob;
|
2024-08-05 20:05:38 +02:00
|
|
|
use App\Jobs\UpdateCoolifyJob;
|
2024-08-05 16:31:41 +02:00
|
|
|
use App\Models\InstanceSettings;
|
2023-08-08 17:28:36 +02:00
|
|
|
use App\Models\ScheduledDatabaseBackup;
|
2024-01-02 03:23:29 +01:00
|
|
|
use App\Models\ScheduledTask;
|
2023-09-11 22:29:34 +02:00
|
|
|
use App\Models\Server;
|
2023-11-17 15:11:29 +01:00
|
|
|
use App\Models\Team;
|
2023-03-17 15:33:48 +01:00
|
|
|
use Illuminate\Console\Scheduling\Schedule;
|
|
|
|
use Illuminate\Foundation\Console\Kernel as ConsoleKernel;
|
|
|
|
|
|
|
|
class Kernel extends ConsoleKernel
|
|
|
|
{
|
2024-05-16 21:36:01 +02:00
|
|
|
private $all_servers;
|
2024-06-10 22:43:34 +02:00
|
|
|
|
2023-03-17 15:33:48 +01:00
|
|
|
protected function schedule(Schedule $schedule): void
|
|
|
|
{
|
2024-05-16 21:36:01 +02:00
|
|
|
$this->all_servers = Server::all();
|
2024-08-05 16:31:41 +02:00
|
|
|
$settings = InstanceSettings::get();
|
|
|
|
|
2024-08-23 16:53:13 +02:00
|
|
|
$schedule->command('telescope:prune')->daily();
|
2023-08-27 15:23:47 +02:00
|
|
|
if (isDev()) {
|
2023-10-26 11:38:37 +02:00
|
|
|
// Instance Jobs
|
2023-10-18 15:43:14 +02:00
|
|
|
$schedule->command('horizon:snapshot')->everyMinute();
|
2023-09-15 11:19:36 +02:00
|
|
|
$schedule->job(new CleanupInstanceStuffsJob)->everyMinute()->onOneServer();
|
2023-10-26 11:38:37 +02:00
|
|
|
// Server Jobs
|
2023-10-18 15:43:14 +02:00
|
|
|
$this->check_scheduled_backups($schedule);
|
2024-08-07 09:50:29 +02:00
|
|
|
$this->check_resources($schedule);
|
2024-01-02 03:23:29 +01:00
|
|
|
$this->check_scheduled_tasks($schedule);
|
2024-04-11 12:56:24 +02:00
|
|
|
$schedule->command('uploads:clear')->everyTwoMinutes();
|
2023-06-06 08:43:01 +02:00
|
|
|
} else {
|
2023-10-26 11:38:37 +02:00
|
|
|
// Instance Jobs
|
2023-06-06 08:43:01 +02:00
|
|
|
$schedule->command('horizon:snapshot')->everyFiveMinutes();
|
2024-08-18 23:16:59 +02:00
|
|
|
$schedule->command('cleanup:unreachable-servers')->daily()->onOneServer();
|
2024-08-06 11:25:57 +02:00
|
|
|
$schedule->job(new PullCoolifyImageJob)->cron($settings->update_check_frequency)->onOneServer();
|
|
|
|
$schedule->job(new PullTemplatesFromCDN)->cron($settings->update_check_frequency)->onOneServer();
|
2024-08-18 23:16:59 +02:00
|
|
|
$schedule->job(new CleanupInstanceStuffsJob)->everyTwoMinutes()->onOneServer();
|
2024-08-07 09:50:29 +02:00
|
|
|
$this->schedule_updates($schedule);
|
2023-10-26 11:38:37 +02:00
|
|
|
|
|
|
|
// Server Jobs
|
2023-09-12 15:47:30 +02:00
|
|
|
$this->check_scheduled_backups($schedule);
|
2024-08-07 09:50:29 +02:00
|
|
|
$this->check_resources($schedule);
|
2024-06-04 21:57:00 +02:00
|
|
|
$this->pull_images($schedule);
|
2024-01-02 03:23:29 +01:00
|
|
|
$this->check_scheduled_tasks($schedule);
|
2024-03-04 12:17:33 +01:00
|
|
|
|
2024-03-26 11:17:48 +01:00
|
|
|
$schedule->command('cleanup:database --yes')->daily();
|
2024-08-18 23:16:59 +02:00
|
|
|
$schedule->command('uploads:clear')->everyTwoMinutes();
|
2023-10-26 11:38:37 +02:00
|
|
|
}
|
|
|
|
}
|
2024-06-10 22:43:34 +02:00
|
|
|
|
2024-06-04 21:57:00 +02:00
|
|
|
private function pull_images($schedule)
|
2023-10-26 11:38:37 +02:00
|
|
|
{
|
2024-08-05 16:31:41 +02:00
|
|
|
$settings = InstanceSettings::get();
|
2024-05-16 21:36:01 +02:00
|
|
|
$servers = $this->all_servers->where('settings.is_usable', true)->where('settings.is_reachable', true)->where('ip', '!=', '1.2.3.4');
|
2023-10-26 11:38:37 +02:00
|
|
|
foreach ($servers as $server) {
|
2024-06-20 13:17:06 +02:00
|
|
|
if ($server->isSentinelEnabled()) {
|
2024-08-12 12:42:15 +02:00
|
|
|
$schedule->job(function () use ($server) {
|
|
|
|
$sentinel_found = instant_remote_process(['docker inspect coolify-sentinel'], $server, false);
|
|
|
|
$sentinel_found = json_decode($sentinel_found, true);
|
|
|
|
$status = data_get($sentinel_found, '0.State.Status', 'exited');
|
|
|
|
if ($status !== 'running') {
|
|
|
|
PullSentinelImageJob::dispatch($server);
|
|
|
|
}
|
|
|
|
})->cron($settings->update_check_frequency)->onOneServer();
|
2024-05-10 09:21:19 +02:00
|
|
|
}
|
2024-08-05 16:31:41 +02:00
|
|
|
$schedule->job(new PullHelperImageJob($server))->cron($settings->update_check_frequency)->onOneServer();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2024-08-07 09:50:29 +02:00
|
|
|
private function schedule_updates($schedule)
|
2024-08-05 16:31:41 +02:00
|
|
|
{
|
|
|
|
$settings = InstanceSettings::get();
|
2024-08-06 11:32:37 +02:00
|
|
|
|
2024-08-07 11:55:16 +02:00
|
|
|
$updateCheckFrequency = $settings->update_check_frequency;
|
2024-08-06 14:04:23 +02:00
|
|
|
$schedule->job(new CheckForUpdatesJob)->cron($updateCheckFrequency)->onOneServer();
|
2024-08-05 16:31:41 +02:00
|
|
|
|
2024-08-05 20:05:38 +02:00
|
|
|
if ($settings->is_auto_update_enabled) {
|
2024-08-07 11:55:16 +02:00
|
|
|
$autoUpdateFrequency = $settings->auto_update_frequency;
|
2024-08-06 14:04:23 +02:00
|
|
|
$schedule->job(new UpdateCoolifyJob)->cron($autoUpdateFrequency)->onOneServer();
|
2023-09-29 14:26:42 +02:00
|
|
|
}
|
|
|
|
}
|
2024-06-10 22:43:34 +02:00
|
|
|
|
2024-08-07 09:50:29 +02:00
|
|
|
private function check_resources($schedule)
|
2024-08-06 14:03:41 +02:00
|
|
|
{
|
|
|
|
if (isCloud()) {
|
|
|
|
$servers = $this->all_servers->whereNotNull('team.subscription')->where('team.subscription.stripe_trial_already_ended', false)->where('ip', '!=', '1.2.3.4');
|
|
|
|
$own = Team::find(0)->servers;
|
|
|
|
$servers = $servers->merge($own);
|
|
|
|
} else {
|
|
|
|
$servers = $this->all_servers->where('ip', '!=', '1.2.3.4');
|
|
|
|
}
|
|
|
|
foreach ($servers as $server) {
|
|
|
|
$schedule->job(new ServerCheckJob($server))->everyMinute()->onOneServer();
|
2024-08-18 23:16:59 +02:00
|
|
|
//The lines below need to be added as soon as timzone is merged!!
|
|
|
|
//$serverTimezone = $server->settings->server_timezone;
|
|
|
|
//$schedule->job(new DockerCleanupJob($server))->cron($server->settings->docker_cleanup_frequency)->timezone($serverTimezone)->onOneServer();
|
|
|
|
$schedule->job(new DockerCleanupJob($server))->cron($server->settings->docker_cleanup_frequency)->onOneServer();
|
|
|
|
|
2023-09-29 14:26:42 +02:00
|
|
|
}
|
|
|
|
}
|
2024-06-10 22:43:34 +02:00
|
|
|
|
2023-08-08 17:28:36 +02:00
|
|
|
private function check_scheduled_backups($schedule)
|
|
|
|
{
|
|
|
|
$scheduled_backups = ScheduledDatabaseBackup::all();
|
|
|
|
if ($scheduled_backups->isEmpty()) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
foreach ($scheduled_backups as $scheduled_backup) {
|
2024-08-12 12:42:15 +02:00
|
|
|
if (!$scheduled_backup->enabled) {
|
2023-08-16 17:18:50 +02:00
|
|
|
continue;
|
|
|
|
}
|
2023-09-11 22:29:34 +02:00
|
|
|
if (is_null(data_get($scheduled_backup, 'database'))) {
|
2023-09-09 13:18:49 +02:00
|
|
|
ray('database not found');
|
|
|
|
$scheduled_backup->delete();
|
2024-06-10 22:43:34 +02:00
|
|
|
|
2023-09-09 13:18:49 +02:00
|
|
|
continue;
|
|
|
|
}
|
2023-08-16 17:18:50 +02:00
|
|
|
|
2023-08-09 17:57:27 +02:00
|
|
|
if (isset(VALID_CRON_STRINGS[$scheduled_backup->frequency])) {
|
|
|
|
$scheduled_backup->frequency = VALID_CRON_STRINGS[$scheduled_backup->frequency];
|
|
|
|
}
|
2023-08-10 15:52:54 +02:00
|
|
|
$schedule->job(new DatabaseBackupJob(
|
2023-08-08 17:28:36 +02:00
|
|
|
backup: $scheduled_backup
|
2023-09-01 16:30:50 +02:00
|
|
|
))->cron($scheduled_backup->frequency)->onOneServer();
|
2023-08-08 17:28:36 +02:00
|
|
|
}
|
2023-03-17 15:33:48 +01:00
|
|
|
}
|
2023-08-08 11:51:36 +02:00
|
|
|
|
2024-01-16 15:19:14 +01:00
|
|
|
private function check_scheduled_tasks($schedule)
|
|
|
|
{
|
2024-01-02 03:23:29 +01:00
|
|
|
$scheduled_tasks = ScheduledTask::all();
|
|
|
|
if ($scheduled_tasks->isEmpty()) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
foreach ($scheduled_tasks as $scheduled_task) {
|
2024-04-09 13:03:06 +02:00
|
|
|
if ($scheduled_task->enabled === false) {
|
|
|
|
continue;
|
|
|
|
}
|
2024-02-14 15:14:06 +01:00
|
|
|
$service = $scheduled_task->service;
|
|
|
|
$application = $scheduled_task->application;
|
2024-01-02 03:23:29 +01:00
|
|
|
|
2024-08-12 12:42:15 +02:00
|
|
|
if (!$application && !$service) {
|
2024-01-02 03:23:29 +01:00
|
|
|
ray('application/service attached to scheduled task does not exist');
|
|
|
|
$scheduled_task->delete();
|
2024-06-10 22:43:34 +02:00
|
|
|
|
2024-01-02 03:23:29 +01:00
|
|
|
continue;
|
|
|
|
}
|
2024-05-14 12:52:01 +02:00
|
|
|
if ($application) {
|
|
|
|
if (str($application->status)->contains('running') === false) {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if ($service) {
|
2024-05-14 15:18:59 +02:00
|
|
|
if (str($service->status())->contains('running') === false) {
|
2024-05-14 12:52:01 +02:00
|
|
|
continue;
|
|
|
|
}
|
|
|
|
}
|
2024-01-02 03:23:29 +01:00
|
|
|
if (isset(VALID_CRON_STRINGS[$scheduled_task->frequency])) {
|
|
|
|
$scheduled_task->frequency = VALID_CRON_STRINGS[$scheduled_task->frequency];
|
|
|
|
}
|
|
|
|
$schedule->job(new ScheduledTaskJob(
|
|
|
|
task: $scheduled_task
|
|
|
|
))->cron($scheduled_task->frequency)->onOneServer();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-03-17 15:33:48 +01:00
|
|
|
protected function commands(): void
|
|
|
|
{
|
2024-08-12 12:42:15 +02:00
|
|
|
$this->load(__DIR__ . '/Commands');
|
2023-03-17 15:33:48 +01:00
|
|
|
|
|
|
|
require base_path('routes/console.php');
|
|
|
|
}
|
2024-08-06 14:36:56 +02:00
|
|
|
}
|