mirror of
https://github.com/cupcakearmy/coolify.git
synced 2024-10-23 00:24:15 +02:00
1546 lines
73 KiB
PHP
1546 lines
73 KiB
PHP
<?php
|
|
|
|
namespace App\Jobs;
|
|
|
|
use App\Enums\ApplicationDeploymentStatus;
|
|
use App\Enums\ProxyTypes;
|
|
use App\Events\ApplicationStatusChanged;
|
|
use App\Models\Application;
|
|
use App\Models\ApplicationDeploymentQueue;
|
|
use App\Models\ApplicationPreview;
|
|
use App\Models\GithubApp;
|
|
use App\Models\GitlabApp;
|
|
use App\Models\Server;
|
|
use App\Models\StandaloneDocker;
|
|
use App\Models\SwarmDocker;
|
|
use App\Notifications\Application\DeploymentFailed;
|
|
use App\Notifications\Application\DeploymentSuccess;
|
|
use App\Traits\ExecuteRemoteCommand;
|
|
use Exception;
|
|
use Illuminate\Bus\Queueable;
|
|
use Illuminate\Contracts\Queue\ShouldBeEncrypted;
|
|
use Illuminate\Contracts\Queue\ShouldQueue;
|
|
use Illuminate\Foundation\Bus\Dispatchable;
|
|
use Illuminate\Queue\InteractsWithQueue;
|
|
use Illuminate\Queue\SerializesModels;
|
|
use Illuminate\Support\Collection;
|
|
use Illuminate\Support\Str;
|
|
use RuntimeException;
|
|
use Spatie\Url\Url;
|
|
use Symfony\Component\Yaml\Yaml;
|
|
use Throwable;
|
|
use Visus\Cuid2\Cuid2;
|
|
use Yosymfony\Toml\Toml;
|
|
|
|
class ApplicationDeploymentJob implements ShouldQueue, ShouldBeEncrypted
|
|
{
|
|
use Dispatchable, InteractsWithQueue, Queueable, SerializesModels, ExecuteRemoteCommand;
|
|
|
|
public $timeout = 3600;
|
|
|
|
public static int $batch_counter = 0;
|
|
|
|
private int $application_deployment_queue_id;
|
|
|
|
private bool $newVersionIsHealthy = false;
|
|
private ApplicationDeploymentQueue $application_deployment_queue;
|
|
private Application $application;
|
|
private string $deployment_uuid;
|
|
private int $pull_request_id;
|
|
private string $commit;
|
|
private bool $force_rebuild;
|
|
private bool $restart_only;
|
|
|
|
private ?string $dockerImage = null;
|
|
private ?string $dockerImageTag = null;
|
|
|
|
private GithubApp|GitlabApp|string $source = 'other';
|
|
private StandaloneDocker|SwarmDocker $destination;
|
|
private Server $server;
|
|
private Server $mainServer;
|
|
private ?ApplicationPreview $preview = null;
|
|
private ?string $git_type = null;
|
|
|
|
private string $container_name;
|
|
private ?string $currently_running_container_name = null;
|
|
private string $basedir;
|
|
private string $workdir;
|
|
private ?string $build_pack = null;
|
|
private string $configuration_dir;
|
|
private string $build_image_name;
|
|
private string $production_image_name;
|
|
private bool $is_debug_enabled;
|
|
private $build_args;
|
|
private $env_args;
|
|
private $env_nixpacks_args;
|
|
private $docker_compose;
|
|
private $docker_compose_base64;
|
|
private ?string $nixpacks_plan = null;
|
|
private ?string $nixpacks_type = null;
|
|
private string $dockerfile_location = '/Dockerfile';
|
|
private string $docker_compose_location = '/docker-compose.yml';
|
|
private ?string $docker_compose_custom_start_command = null;
|
|
private ?string $docker_compose_custom_build_command = null;
|
|
private ?string $addHosts = null;
|
|
private ?string $buildTarget = null;
|
|
private Collection $saved_outputs;
|
|
private ?string $full_healthcheck_url = null;
|
|
|
|
private string $serverUser = 'root';
|
|
private string $serverUserHomeDir = '/root';
|
|
private string $dockerConfigFileExists = 'NOK';
|
|
|
|
private int $customPort = 22;
|
|
private ?string $customRepository = null;
|
|
|
|
private ?string $fullRepoUrl = null;
|
|
private ?string $branch = null;
|
|
|
|
public $tries = 1;
|
|
public function __construct(int $application_deployment_queue_id)
|
|
{
|
|
$this->application_deployment_queue = ApplicationDeploymentQueue::find($application_deployment_queue_id);
|
|
$this->application = Application::find($this->application_deployment_queue->application_id);
|
|
$this->build_pack = data_get($this->application, 'build_pack');
|
|
|
|
$this->application_deployment_queue_id = $application_deployment_queue_id;
|
|
$this->deployment_uuid = $this->application_deployment_queue->deployment_uuid;
|
|
$this->pull_request_id = $this->application_deployment_queue->pull_request_id;
|
|
$this->commit = $this->application_deployment_queue->commit;
|
|
$this->force_rebuild = $this->application_deployment_queue->force_rebuild;
|
|
$this->restart_only = $this->application_deployment_queue->restart_only;
|
|
|
|
$this->git_type = data_get($this->application_deployment_queue, 'git_type');
|
|
|
|
$source = data_get($this->application, 'source');
|
|
if ($source) {
|
|
$this->source = $source->getMorphClass()::where('id', $this->application->source->id)->first();
|
|
}
|
|
$this->destination = $this->application->destination->getMorphClass()::where('id', $this->application->destination->id)->first();
|
|
$this->server = $this->mainServer = $this->destination->server;
|
|
$this->serverUser = $this->server->user;
|
|
$this->basedir = $this->application->generateBaseDir($this->deployment_uuid);
|
|
$this->workdir = "{$this->basedir}" . rtrim($this->application->base_directory, '/');
|
|
$this->configuration_dir = application_configuration_dir() . "/{$this->application->uuid}";
|
|
$this->is_debug_enabled = $this->application->settings->is_debug_enabled;
|
|
|
|
$this->container_name = generateApplicationContainerName($this->application, $this->pull_request_id);
|
|
savePrivateKeyToFs($this->server);
|
|
$this->saved_outputs = collect();
|
|
|
|
// Set preview fqdn
|
|
if ($this->pull_request_id !== 0) {
|
|
$this->preview = ApplicationPreview::findPreviewByApplicationAndPullId($this->application->id, $this->pull_request_id);
|
|
if ($this->application->fqdn) {
|
|
if (str($this->application->fqdn)->contains(',')) {
|
|
$url = Url::fromString(str($this->application->fqdn)->explode(',')[0]);
|
|
$preview_fqdn = getFqdnWithoutPort(str($this->application->fqdn)->explode(',')[0]);
|
|
} else {
|
|
$url = Url::fromString($this->application->fqdn);
|
|
if (data_get($this->preview, 'fqdn')) {
|
|
$preview_fqdn = getFqdnWithoutPort(data_get($this->preview, 'fqdn'));
|
|
}
|
|
}
|
|
$template = $this->application->preview_url_template;
|
|
$host = $url->getHost();
|
|
$schema = $url->getScheme();
|
|
$random = new Cuid2(7);
|
|
$preview_fqdn = str_replace('{{random}}', $random, $template);
|
|
$preview_fqdn = str_replace('{{domain}}', $host, $preview_fqdn);
|
|
$preview_fqdn = str_replace('{{pr_id}}', $this->pull_request_id, $preview_fqdn);
|
|
$preview_fqdn = "$schema://$preview_fqdn";
|
|
$this->preview->fqdn = $preview_fqdn;
|
|
$this->preview->save();
|
|
}
|
|
}
|
|
}
|
|
|
|
public function handle(): void
|
|
{
|
|
$this->application_deployment_queue->update([
|
|
'status' => ApplicationDeploymentStatus::IN_PROGRESS->value,
|
|
]);
|
|
|
|
// Generate custom host<->ip mapping
|
|
$allContainers = instant_remote_process(["docker network inspect {$this->destination->network} -f '{{json .Containers}}' "], $this->server);
|
|
if (!is_null($allContainers)) {
|
|
$allContainers = format_docker_command_output_to_json($allContainers);
|
|
$ips = collect([]);
|
|
if (count($allContainers) > 0) {
|
|
$allContainers = $allContainers[0];
|
|
$allContainers = collect($allContainers)->sort()->values();
|
|
foreach ($allContainers as $container) {
|
|
$containerName = data_get($container, 'Name');
|
|
if ($containerName === 'coolify-proxy') {
|
|
continue;
|
|
}
|
|
if (preg_match('/-(\d{12})/', $containerName)) {
|
|
continue;
|
|
}
|
|
$containerIp = data_get($container, 'IPv4Address');
|
|
if ($containerName && $containerIp) {
|
|
$containerIp = str($containerIp)->before('/');
|
|
$ips->put($containerName, $containerIp->value());
|
|
}
|
|
}
|
|
}
|
|
$this->addHosts = $ips->map(function ($ip, $name) {
|
|
return "--add-host $name:$ip";
|
|
})->implode(' ');
|
|
}
|
|
|
|
if ($this->application->dockerfile_target_build) {
|
|
$this->buildTarget = " --target {$this->application->dockerfile_target_build} ";
|
|
}
|
|
|
|
// Check custom port
|
|
['repository' => $this->customRepository, 'port' => $this->customPort] = $this->application->customRepository();
|
|
|
|
try {
|
|
if ($this->restart_only && $this->application->build_pack !== 'dockerimage') {
|
|
$this->just_restart();
|
|
if ($this->server->isProxyShouldRun()) {
|
|
dispatch(new ContainerStatusJob($this->server));
|
|
}
|
|
$this->next(ApplicationDeploymentStatus::FINISHED->value);
|
|
$this->application->isConfigurationChanged(false);
|
|
return;
|
|
} else if ($this->application->dockerfile) {
|
|
$this->deploy_simple_dockerfile();
|
|
} else if ($this->application->build_pack === 'dockercompose') {
|
|
$this->deploy_docker_compose_buildpack();
|
|
} else if ($this->application->build_pack === 'dockerimage') {
|
|
$this->deploy_dockerimage_buildpack();
|
|
} else if ($this->application->build_pack === 'dockerfile') {
|
|
$this->deploy_dockerfile_buildpack();
|
|
} else if ($this->application->build_pack === 'static') {
|
|
$this->deploy_static_buildpack();
|
|
} else {
|
|
if ($this->pull_request_id !== 0) {
|
|
$this->deploy_pull_request();
|
|
} else {
|
|
$this->deploy_nixpacks_buildpack();
|
|
}
|
|
}
|
|
if ($this->server->isProxyShouldRun()) {
|
|
dispatch(new ContainerStatusJob($this->server));
|
|
}
|
|
if ($this->application->docker_registry_image_name && $this->application->build_pack !== 'dockerimage' && !$this->application->destination->server->isSwarm()) {
|
|
$this->push_to_docker_registry();
|
|
}
|
|
$this->next(ApplicationDeploymentStatus::FINISHED->value);
|
|
$this->application->isConfigurationChanged(true);
|
|
} catch (Exception $e) {
|
|
$this->fail($e);
|
|
throw $e;
|
|
} finally {
|
|
if (isset($this->docker_compose_base64)) {
|
|
$readme = generate_readme_file($this->application->name, $this->application_deployment_queue->updated_at);
|
|
$composeFileName = "$this->configuration_dir/docker-compose.yml";
|
|
if ($this->pull_request_id !== 0) {
|
|
$composeFileName = "$this->configuration_dir/docker-compose-pr-{$this->pull_request_id}.yml";
|
|
}
|
|
$this->execute_remote_command(
|
|
[
|
|
"mkdir -p $this->configuration_dir"
|
|
],
|
|
[
|
|
"echo '{$this->docker_compose_base64}' | base64 -d > $composeFileName",
|
|
],
|
|
[
|
|
"echo '{$readme}' > $this->configuration_dir/README.md",
|
|
]
|
|
);
|
|
}
|
|
$this->execute_remote_command(
|
|
[
|
|
"docker rm -f {$this->deployment_uuid} >/dev/null 2>&1",
|
|
"hidden" => true,
|
|
"ignore_errors" => true,
|
|
]
|
|
);
|
|
$this->execute_remote_command(
|
|
[
|
|
"docker image prune -f >/dev/null 2>&1",
|
|
"hidden" => true,
|
|
"ignore_errors" => true,
|
|
]
|
|
);
|
|
ApplicationStatusChanged::dispatch(data_get($this->application, 'environment.project.team.id'));
|
|
}
|
|
}
|
|
private function push_to_docker_registry()
|
|
{
|
|
try {
|
|
instant_remote_process(["docker images --format '{{json .}}' {$this->production_image_name}"], $this->server);
|
|
$this->execute_remote_command(
|
|
[
|
|
"echo '\n----------------------------------------'",
|
|
],
|
|
["echo -n 'Pushing image to docker registry ({$this->production_image_name}).'"],
|
|
[
|
|
executeInDocker($this->deployment_uuid, "docker push {$this->production_image_name}"), 'hidden' => true
|
|
],
|
|
);
|
|
if ($this->application->docker_registry_image_tag) {
|
|
// Tag image with latest
|
|
$this->execute_remote_command(
|
|
['echo -n "Tagging and pushing image with latest tag."'],
|
|
[
|
|
executeInDocker($this->deployment_uuid, "docker tag {$this->production_image_name} {$this->application->docker_registry_image_name}:{$this->application->docker_registry_image_tag}"), 'ignore_errors' => true, 'hidden' => true
|
|
],
|
|
[
|
|
executeInDocker($this->deployment_uuid, "docker push {$this->application->docker_registry_image_name}:{$this->application->docker_registry_image_tag}"), 'ignore_errors' => true, 'hidden' => true
|
|
],
|
|
);
|
|
}
|
|
$this->execute_remote_command([
|
|
"echo -n 'Image pushed to docker registry.'"
|
|
]);
|
|
} catch (Exception $e) {
|
|
if ($this->application->destination->server->isSwarm()) {
|
|
throw $e;
|
|
}
|
|
$this->execute_remote_command(
|
|
["echo -n 'Failed to push image to docker registry. Please check debug logs for more information.'"],
|
|
);
|
|
ray($e);
|
|
}
|
|
}
|
|
private function generate_image_names()
|
|
{
|
|
if ($this->application->dockerfile) {
|
|
if ($this->application->docker_registry_image_name) {
|
|
$this->build_image_name = Str::lower("{$this->application->docker_registry_image_name}:build");
|
|
$this->production_image_name = Str::lower("{$this->application->docker_registry_image_name}:latest");
|
|
} else {
|
|
$this->build_image_name = Str::lower("{$this->application->uuid}:build");
|
|
$this->production_image_name = Str::lower("{$this->application->uuid}:latest");
|
|
}
|
|
} else if ($this->application->build_pack === 'dockerimage') {
|
|
$this->production_image_name = Str::lower("{$this->dockerImage}:{$this->dockerImageTag}");
|
|
} else if ($this->pull_request_id !== 0) {
|
|
if ($this->application->docker_registry_image_name) {
|
|
$this->build_image_name = Str::lower("{$this->application->docker_registry_image_name}:pr-{$this->pull_request_id}-build");
|
|
$this->production_image_name = Str::lower("{$this->application->docker_registry_image_name}:pr-{$this->pull_request_id}");
|
|
} else {
|
|
$this->build_image_name = Str::lower("{$this->application->uuid}:pr-{$this->pull_request_id}-build");
|
|
$this->production_image_name = Str::lower("{$this->application->uuid}:pr-{$this->pull_request_id}");
|
|
}
|
|
} else {
|
|
$this->dockerImageTag = str($this->commit)->substr(0, 128);
|
|
if ($this->application->docker_registry_image_name) {
|
|
$this->build_image_name = Str::lower("{$this->application->docker_registry_image_name}:{$this->dockerImageTag}-build");
|
|
$this->production_image_name = Str::lower("{$this->application->docker_registry_image_name}:{$this->dockerImageTag}");
|
|
} else {
|
|
$this->build_image_name = Str::lower("{$this->application->uuid}:{$this->dockerImageTag}-build");
|
|
$this->production_image_name = Str::lower("{$this->application->uuid}:{$this->dockerImageTag}");
|
|
}
|
|
}
|
|
}
|
|
private function just_restart()
|
|
{
|
|
$this->execute_remote_command(
|
|
[
|
|
"echo 'Starting deployment of {$this->customRepository}:{$this->application->git_branch}.'"
|
|
],
|
|
);
|
|
$this->prepare_builder_image();
|
|
$this->check_git_if_build_needed();
|
|
$this->set_base_dir();
|
|
$this->generate_image_names();
|
|
$this->check_image_locally_or_remotely();
|
|
if (str($this->saved_outputs->get('local_image_found'))->isNotEmpty()) {
|
|
$this->execute_remote_command([
|
|
"echo 'Image found ({$this->production_image_name}) with the same Git Commit SHA. Restarting container.'",
|
|
]);
|
|
$this->create_workdir();
|
|
$this->generate_compose_file();
|
|
$this->rolling_update();
|
|
return;
|
|
}
|
|
throw new RuntimeException('Cannot find image anywhere. Please redeploy the application.');
|
|
}
|
|
private function check_image_locally_or_remotely()
|
|
{
|
|
$this->execute_remote_command([
|
|
"docker images -q {$this->production_image_name} 2>/dev/null", "hidden" => true, "save" => "local_image_found"
|
|
]);
|
|
if (str($this->saved_outputs->get('local_image_found'))->isEmpty() && $this->application->docker_registry_image_name) {
|
|
$this->execute_remote_command([
|
|
"docker pull {$this->production_image_name} 2>/dev/null", "ignore_errors" => true, "hidden" => true
|
|
]);
|
|
$this->execute_remote_command([
|
|
"docker images -q {$this->production_image_name} 2>/dev/null", "hidden" => true, "save" => "local_image_found"
|
|
]);
|
|
}
|
|
}
|
|
private function save_environment_variables()
|
|
{
|
|
$envs = collect([]);
|
|
if ($this->pull_request_id !== 0) {
|
|
foreach ($this->application->environment_variables_preview as $env) {
|
|
$envs->push($env->key . '=' . $env->value);
|
|
}
|
|
} else {
|
|
foreach ($this->application->environment_variables as $env) {
|
|
$envs->push($env->key . '=' . $env->value);
|
|
}
|
|
}
|
|
$envs_base64 = base64_encode($envs->implode("\n"));
|
|
$this->execute_remote_command(
|
|
[
|
|
executeInDocker($this->deployment_uuid, "echo '$envs_base64' | base64 -d > $this->workdir/.env")
|
|
],
|
|
);
|
|
}
|
|
|
|
private function deploy_simple_dockerfile()
|
|
{
|
|
$dockerfile_base64 = base64_encode($this->application->dockerfile);
|
|
$this->execute_remote_command(
|
|
[
|
|
"echo 'Starting deployment of {$this->application->name}.'"
|
|
],
|
|
);
|
|
$this->prepare_builder_image();
|
|
$this->execute_remote_command(
|
|
[
|
|
executeInDocker($this->deployment_uuid, "echo '$dockerfile_base64' | base64 -d > $this->workdir$this->dockerfile_location")
|
|
],
|
|
);
|
|
$this->generate_image_names();
|
|
$this->generate_compose_file();
|
|
$this->generate_build_env_variables();
|
|
$this->add_build_env_variables_to_dockerfile();
|
|
$this->build_image();
|
|
$this->rolling_update();
|
|
}
|
|
|
|
private function deploy_dockerimage_buildpack()
|
|
{
|
|
$this->dockerImage = $this->application->docker_registry_image_name;
|
|
$this->dockerImageTag = $this->application->docker_registry_image_tag;
|
|
ray("echo 'Starting deployment of {$this->dockerImage}:{$this->dockerImageTag}.'");
|
|
$this->execute_remote_command(
|
|
[
|
|
"echo 'Starting deployment of {$this->dockerImage}:{$this->dockerImageTag}.'"
|
|
],
|
|
);
|
|
$this->generate_image_names();
|
|
$this->prepare_builder_image();
|
|
$this->generate_compose_file();
|
|
$this->rolling_update();
|
|
}
|
|
private function deploy_docker_compose_buildpack()
|
|
{
|
|
if (data_get($this->application, 'docker_compose_location')) {
|
|
$this->docker_compose_location = $this->application->docker_compose_location;
|
|
}
|
|
if (data_get($this->application, 'docker_compose_custom_start_command')) {
|
|
$this->docker_compose_custom_start_command = $this->application->docker_compose_custom_start_command;
|
|
}
|
|
if (data_get($this->application, 'docker_compose_custom_build_command')) {
|
|
$this->docker_compose_custom_build_command = $this->application->docker_compose_custom_build_command;
|
|
}
|
|
if ($this->pull_request_id === 0) {
|
|
$this->application_deployment_queue->addLogEntry("Starting deployment of {$this->application->name}.");
|
|
} else {
|
|
$this->application_deployment_queue->addLogEntry("Starting pull request (#{$this->pull_request_id}) deployment of {$this->customRepository}:{$this->application->git_branch}.");
|
|
}
|
|
$this->server->executeRemoteCommand(
|
|
commands: $this->application->prepareHelperImage($this->deployment_uuid),
|
|
loggingModel: $this->application_deployment_queue
|
|
);
|
|
$this->check_git_if_build_needed();
|
|
$this->clone_repository();
|
|
$this->generate_image_names();
|
|
$this->cleanup_git();
|
|
$this->application->loadComposeFile(isInit: false);
|
|
if ($this->application->settings->is_raw_compose_deployment_enabled) {
|
|
$yaml = $composeFile = $this->application->docker_compose_raw;
|
|
} else {
|
|
$composeFile = $this->application->parseCompose(pull_request_id: $this->pull_request_id);
|
|
$yaml = Yaml::dump($composeFile->toArray(), 10);
|
|
}
|
|
$this->docker_compose_base64 = base64_encode($yaml);
|
|
$this->execute_remote_command([
|
|
executeInDocker($this->deployment_uuid, "echo '{$this->docker_compose_base64}' | base64 -d > {$this->workdir}{$this->docker_compose_location}"), "hidden" => true
|
|
]);
|
|
$this->save_environment_variables();
|
|
// Build new container to limit downtime.
|
|
$this->application_deployment_queue->addLogEntry("Pulling & building required images.");
|
|
|
|
if ($this->docker_compose_custom_build_command) {
|
|
$this->execute_remote_command(
|
|
[executeInDocker($this->deployment_uuid, "cd {$this->basedir} && {$this->docker_compose_custom_build_command}"), "hidden" => true],
|
|
);
|
|
} else {
|
|
$this->execute_remote_command(
|
|
[executeInDocker($this->deployment_uuid, "docker compose --project-directory {$this->workdir} -f {$this->workdir}{$this->docker_compose_location} build"), "hidden" => true],
|
|
);
|
|
}
|
|
|
|
$this->stop_running_container(force: true);
|
|
|
|
$networkId = $this->application->uuid;
|
|
if ($this->pull_request_id !== 0) {
|
|
$networkId = "{$this->application->uuid}-{$this->pull_request_id}";
|
|
}
|
|
if ($this->server->isSwarm()) {
|
|
// TODO
|
|
} else {
|
|
$this->execute_remote_command([
|
|
"docker network create --attachable '{$networkId}' >/dev/null || true", "hidden" => true, "ignore_errors" => true
|
|
], [
|
|
"docker network connect {$networkId} coolify-proxy || true", "hidden" => true, "ignore_errors" => true
|
|
]);
|
|
}
|
|
if (isset($this->docker_compose_base64)) {
|
|
$readme = generate_readme_file($this->application->name, $this->application_deployment_queue->updated_at);
|
|
$composeFileName = "$this->configuration_dir/docker-compose.yml";
|
|
if ($this->pull_request_id !== 0) {
|
|
$composeFileName = "$this->configuration_dir/docker-compose-pr-{$this->pull_request_id}.yml";
|
|
}
|
|
$this->execute_remote_command(
|
|
[
|
|
"mkdir -p $this->configuration_dir"
|
|
],
|
|
[
|
|
"echo '{$this->docker_compose_base64}' | base64 -d > $composeFileName",
|
|
],
|
|
[
|
|
"echo '{$readme}' > $this->configuration_dir/README.md",
|
|
]
|
|
);
|
|
}
|
|
// Start compose file
|
|
if ($this->docker_compose_custom_start_command) {
|
|
$this->execute_remote_command(
|
|
[executeInDocker($this->deployment_uuid, "cd {$this->basedir} && {$this->docker_compose_custom_start_command}"), "hidden" => true],
|
|
);
|
|
} else {
|
|
$this->execute_remote_command(
|
|
[executeInDocker($this->deployment_uuid, "docker compose --project-directory {$this->workdir} -f {$this->workdir}{$this->docker_compose_location} up -d"), "hidden" => true],
|
|
);
|
|
}
|
|
$this->application_deployment_queue->addLogEntry("New container started.");
|
|
}
|
|
private function deploy_dockerfile_buildpack()
|
|
{
|
|
if (data_get($this->application, 'dockerfile_location')) {
|
|
$this->dockerfile_location = $this->application->dockerfile_location;
|
|
}
|
|
$this->execute_remote_command(
|
|
[
|
|
"echo 'Starting deployment of {$this->customRepository}:{$this->application->git_branch}.'"
|
|
],
|
|
);
|
|
$this->prepare_builder_image();
|
|
$this->check_git_if_build_needed();
|
|
$this->clone_repository();
|
|
$this->set_base_dir();
|
|
$this->generate_image_names();
|
|
$this->cleanup_git();
|
|
$this->generate_compose_file();
|
|
$this->generate_build_env_variables();
|
|
$this->add_build_env_variables_to_dockerfile();
|
|
$this->build_image();
|
|
// if ($this->application->additional_destinations) {
|
|
// $this->push_to_docker_registry();
|
|
// $this->deploy_to_additional_destinations();
|
|
// } else {
|
|
$this->rolling_update();
|
|
// }
|
|
}
|
|
private function deploy_nixpacks_buildpack()
|
|
{
|
|
$this->execute_remote_command(
|
|
[
|
|
"echo 'Starting deployment of {$this->customRepository}:{$this->application->git_branch}.'"
|
|
],
|
|
);
|
|
$this->prepare_builder_image();
|
|
$this->check_git_if_build_needed();
|
|
$this->set_base_dir();
|
|
$this->generate_image_names();
|
|
if (!$this->force_rebuild) {
|
|
$this->check_image_locally_or_remotely();
|
|
if (str($this->saved_outputs->get('local_image_found'))->isNotEmpty() && !$this->application->isConfigurationChanged()) {
|
|
$this->create_workdir();
|
|
$this->execute_remote_command([
|
|
"echo 'No configuration changed & image found ({$this->production_image_name}) with the same Git Commit SHA. Build step skipped.'",
|
|
]);
|
|
$this->generate_compose_file();
|
|
$this->rolling_update();
|
|
return;
|
|
}
|
|
if ($this->application->isConfigurationChanged()) {
|
|
$this->execute_remote_command([
|
|
"echo 'Configuration changed. Rebuilding image.'",
|
|
]);
|
|
}
|
|
}
|
|
$this->clone_repository();
|
|
$this->cleanup_git();
|
|
$this->generate_nixpacks_confs();
|
|
$this->generate_compose_file();
|
|
$this->generate_build_env_variables();
|
|
// $this->add_build_env_variables_to_dockerfile();
|
|
$this->build_image();
|
|
$this->rolling_update();
|
|
}
|
|
private function deploy_static_buildpack()
|
|
{
|
|
$this->execute_remote_command(
|
|
[
|
|
"echo 'Starting deployment of {$this->customRepository}:{$this->application->git_branch}.'"
|
|
],
|
|
);
|
|
$this->prepare_builder_image();
|
|
$this->check_git_if_build_needed();
|
|
$this->set_base_dir();
|
|
$this->generate_image_names();
|
|
$this->clone_repository();
|
|
$this->cleanup_git();
|
|
$this->build_image();
|
|
$this->generate_compose_file();
|
|
$this->rolling_update();
|
|
}
|
|
|
|
private function framework_based_notification()
|
|
{
|
|
// Laravel old env variables
|
|
if ($this->pull_request_id === 0) {
|
|
$nixpacks_php_fallback_path = $this->application->environment_variables->where('key', 'NIXPACKS_PHP_FALLBACK_PATH')->first();
|
|
$nixpacks_php_root_dir = $this->application->environment_variables->where('key', 'NIXPACKS_PHP_ROOT_DIR')->first();
|
|
} else {
|
|
$nixpacks_php_fallback_path = $this->application->environment_variables_preview->where('key', 'NIXPACKS_PHP_FALLBACK_PATH')->first();
|
|
$nixpacks_php_root_dir = $this->application->environment_variables_preview->where('key', 'NIXPACKS_PHP_ROOT_DIR')->first();
|
|
}
|
|
if ($nixpacks_php_fallback_path?->value === '/index.php' && $nixpacks_php_root_dir?->value === '/app/public' && $this->newVersionIsHealthy === false) {
|
|
$this->execute_remote_command(
|
|
[
|
|
"echo 'There was a change in how Laravel is deployed. Please update your environment variables to match the new deployment method. More details here: https://coolify.io/docs/frameworks/laravel#requirements'", 'type' => 'err'
|
|
],
|
|
);
|
|
}
|
|
}
|
|
private function rolling_update()
|
|
{
|
|
if ($this->server->isSwarm()) {
|
|
if ($this->build_pack !== 'dockerimage') {
|
|
$this->push_to_docker_registry();
|
|
}
|
|
$this->application_deployment_queue->addLogEntry("Rolling update started.");
|
|
$this->execute_remote_command(
|
|
[
|
|
executeInDocker($this->deployment_uuid, "docker stack deploy --with-registry-auth -c {$this->workdir}{$this->docker_compose_location} {$this->application->uuid}")
|
|
],
|
|
);
|
|
$this->application_deployment_queue->addLogEntry("Rolling update completed.");
|
|
} else {
|
|
if (count($this->application->ports_mappings_array) > 0) {
|
|
$this->execute_remote_command(
|
|
[
|
|
"echo '\n----------------------------------------'",
|
|
],
|
|
["echo -n 'Application has ports mapped to the host system, rolling update is not supported.'"],
|
|
);
|
|
$this->stop_running_container(force: true);
|
|
$this->start_by_compose_file();
|
|
} else {
|
|
$this->execute_remote_command(
|
|
[
|
|
"echo '\n----------------------------------------'",
|
|
],
|
|
["echo -n 'Rolling update started.'"],
|
|
);
|
|
$this->start_by_compose_file();
|
|
$this->health_check();
|
|
$this->stop_running_container();
|
|
$this->application_deployment_queue->addLogEntry("Rolling update completed.");
|
|
}
|
|
}
|
|
$this->framework_based_notification();
|
|
}
|
|
private function health_check()
|
|
{
|
|
if ($this->server->isSwarm()) {
|
|
// Implement healthcheck for swarm
|
|
} else {
|
|
if ($this->application->isHealthcheckDisabled()) {
|
|
$this->newVersionIsHealthy = true;
|
|
return;
|
|
}
|
|
// ray('New container name: ', $this->container_name);
|
|
if ($this->container_name) {
|
|
$counter = 1;
|
|
$this->execute_remote_command(
|
|
[
|
|
"echo 'Waiting for healthcheck to pass on the new container.'"
|
|
]
|
|
);
|
|
if ($this->full_healthcheck_url) {
|
|
$this->execute_remote_command(
|
|
[
|
|
"echo 'Healthcheck URL (inside the container): {$this->full_healthcheck_url}'"
|
|
]
|
|
);
|
|
}
|
|
while ($counter < $this->application->health_check_retries) {
|
|
$this->execute_remote_command(
|
|
[
|
|
"docker inspect --format='{{json .State.Health.Status}}' {$this->container_name}",
|
|
"hidden" => true,
|
|
"save" => "health_check",
|
|
"append" => false
|
|
],
|
|
|
|
);
|
|
$this->execute_remote_command(
|
|
[
|
|
"echo 'Attempt {$counter} of {$this->application->health_check_retries} | Healthcheck status: {$this->saved_outputs->get('health_check')}'"
|
|
],
|
|
);
|
|
if (Str::of($this->saved_outputs->get('health_check'))->replace('"', '')->value() === 'healthy') {
|
|
$this->newVersionIsHealthy = true;
|
|
$this->application->update(['status' => 'running']);
|
|
$this->execute_remote_command(
|
|
[
|
|
"echo 'New container is healthy.'"
|
|
],
|
|
);
|
|
break;
|
|
}
|
|
if (Str::of($this->saved_outputs->get('health_check'))->replace('"', '')->value() === 'unhealthy') {
|
|
$this->newVersionIsHealthy = false;
|
|
break;
|
|
}
|
|
$counter++;
|
|
sleep($this->application->health_check_interval);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
private function deploy_pull_request()
|
|
{
|
|
$this->newVersionIsHealthy = true;
|
|
$this->generate_image_names();
|
|
$this->execute_remote_command([
|
|
"echo 'Starting pull request (#{$this->pull_request_id}) deployment of {$this->customRepository}:{$this->application->git_branch}.'",
|
|
]);
|
|
$this->prepare_builder_image();
|
|
$this->clone_repository();
|
|
$this->set_base_dir();
|
|
$this->cleanup_git();
|
|
if ($this->application->build_pack === 'nixpacks') {
|
|
$this->generate_nixpacks_confs();
|
|
}
|
|
$this->generate_compose_file();
|
|
|
|
// Needs separate preview variables
|
|
$this->generate_build_env_variables();
|
|
if ($this->application->build_pack !== 'nixpacks') {
|
|
$this->add_build_env_variables_to_dockerfile();
|
|
}
|
|
$this->build_image();
|
|
$this->stop_running_container();
|
|
if ($this->application->destination->server->isSwarm()) {
|
|
$this->push_to_docker_registry();
|
|
$this->execute_remote_command(
|
|
[
|
|
executeInDocker($this->deployment_uuid, "docker stack deploy --with-registry-auth -c {$this->workdir}{$this->docker_compose_location} {$this->application->uuid}-{$this->pull_request_id}")
|
|
],
|
|
);
|
|
} else {
|
|
$this->execute_remote_command(
|
|
["echo -n 'Starting preview deployment.'"],
|
|
[executeInDocker($this->deployment_uuid, "docker compose --project-directory {$this->workdir} up -d"), "hidden" => true],
|
|
);
|
|
}
|
|
}
|
|
private function create_workdir()
|
|
{
|
|
$this->execute_remote_command(
|
|
[
|
|
"command" => executeInDocker($this->deployment_uuid, "mkdir -p {$this->workdir}")
|
|
],
|
|
);
|
|
}
|
|
private function prepare_builder_image()
|
|
{
|
|
$helperImage = config('coolify.helper_image');
|
|
// Get user home directory
|
|
$this->serverUserHomeDir = instant_remote_process(["echo \$HOME"], $this->server);
|
|
$this->dockerConfigFileExists = instant_remote_process(["test -f {$this->serverUserHomeDir}/.docker/config.json && echo 'OK' || echo 'NOK'"], $this->server);
|
|
|
|
if ($this->dockerConfigFileExists === 'OK') {
|
|
$runCommand = "docker run -d --network {$this->destination->network} --name {$this->deployment_uuid} --rm -v {$this->serverUserHomeDir}/.docker/config.json:/root/.docker/config.json:ro -v /var/run/docker.sock:/var/run/docker.sock {$helperImage}";
|
|
} else {
|
|
$runCommand = "docker run -d --network {$this->destination->network} --name {$this->deployment_uuid} --rm -v /var/run/docker.sock:/var/run/docker.sock {$helperImage}";
|
|
}
|
|
$this->execute_remote_command(
|
|
[
|
|
"echo -n 'Preparing container with helper image: $helperImage.'",
|
|
],
|
|
[
|
|
$runCommand,
|
|
"hidden" => true,
|
|
],
|
|
[
|
|
"command" => executeInDocker($this->deployment_uuid, "mkdir -p {$this->basedir}")
|
|
],
|
|
|
|
);
|
|
}
|
|
private function deploy_to_additional_destinations()
|
|
{
|
|
$destination_ids = collect(str($this->application->additional_destinations)->explode(','));
|
|
foreach ($destination_ids as $destination_id) {
|
|
$destination = StandaloneDocker::find($destination_id);
|
|
$server = $destination->server;
|
|
if ($server->team_id !== $this->mainServer->team_id) {
|
|
$this->execute_remote_command(
|
|
[
|
|
"echo -n 'Skipping deployment to {$server->name}. Not in the same team?!'",
|
|
],
|
|
);
|
|
continue;
|
|
}
|
|
$this->server = $server;
|
|
$this->execute_remote_command(
|
|
[
|
|
"echo -n 'Deploying to {$this->server->name}.'",
|
|
],
|
|
);
|
|
$this->prepare_builder_image();
|
|
$this->generate_image_names();
|
|
$this->rolling_update();
|
|
}
|
|
}
|
|
private function set_base_dir()
|
|
{
|
|
$this->execute_remote_command(
|
|
[
|
|
"echo -n 'Setting base directory to {$this->workdir}.'"
|
|
],
|
|
);
|
|
}
|
|
private function check_git_if_build_needed()
|
|
{
|
|
$this->generate_git_import_commands();
|
|
$private_key = data_get($this->application, 'private_key.private_key');
|
|
if ($private_key) {
|
|
$private_key = base64_encode($private_key);
|
|
$this->execute_remote_command(
|
|
[
|
|
executeInDocker($this->deployment_uuid, "mkdir -p /root/.ssh")
|
|
],
|
|
[
|
|
executeInDocker($this->deployment_uuid, "echo '{$private_key}' | base64 -d > /root/.ssh/id_rsa")
|
|
],
|
|
[
|
|
executeInDocker($this->deployment_uuid, "chmod 600 /root/.ssh/id_rsa")
|
|
],
|
|
[
|
|
executeInDocker($this->deployment_uuid, "GIT_SSH_COMMAND=\"ssh -o ConnectTimeout=30 -p {$this->customPort} -o Port={$this->customPort} -o LogLevel=ERROR -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -i /root/.ssh/id_rsa\" git ls-remote {$this->fullRepoUrl} {$this->branch}"),
|
|
"hidden" => true,
|
|
"save" => "git_commit_sha"
|
|
],
|
|
);
|
|
} else {
|
|
$this->execute_remote_command(
|
|
[
|
|
executeInDocker($this->deployment_uuid, "GIT_SSH_COMMAND=\"ssh -o ConnectTimeout=30 -p {$this->customPort} -o Port={$this->customPort} -o LogLevel=ERROR -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null\" git ls-remote {$this->fullRepoUrl} {$this->branch}"),
|
|
"hidden" => true,
|
|
"save" => "git_commit_sha"
|
|
],
|
|
);
|
|
}
|
|
if ($this->saved_outputs->get('git_commit_sha')) {
|
|
$this->commit = $this->saved_outputs->get('git_commit_sha')->before("\t");
|
|
}
|
|
}
|
|
private function clone_repository()
|
|
{
|
|
$importCommands = $this->generate_git_import_commands();
|
|
$this->application_deployment_queue->addLogEntry("\n----------------------------------------");
|
|
$this->application_deployment_queue->addLogEntry("Importing {$this->customRepository}:{$this->application->git_branch} (commit sha {$this->application->git_commit_sha}) to {$this->basedir}.");
|
|
if ($this->pull_request_id !== 0) {
|
|
$this->application_deployment_queue->addLogEntry("Checking out tag pull/{$this->pull_request_id}/head.");
|
|
}
|
|
$this->execute_remote_command(
|
|
[
|
|
$importCommands, "hidden" => true
|
|
]
|
|
);
|
|
}
|
|
|
|
private function generate_git_import_commands()
|
|
{
|
|
['commands' => $commands, 'branch' => $this->branch, 'fullRepoUrl' => $this->fullRepoUrl] = $this->application->generateGitImportCommands($this->deployment_uuid, $this->pull_request_id, $this->git_type);
|
|
return $commands;
|
|
}
|
|
|
|
private function set_git_import_settings($git_clone_command)
|
|
{
|
|
return $this->application->setGitImportSettings($this->deployment_uuid, $git_clone_command);
|
|
}
|
|
|
|
private function cleanup_git()
|
|
{
|
|
$this->execute_remote_command(
|
|
[executeInDocker($this->deployment_uuid, "rm -fr {$this->basedir}/.git")],
|
|
);
|
|
}
|
|
|
|
private function generate_nixpacks_confs()
|
|
{
|
|
$nixpacks_command = $this->nixpacks_build_cmd();
|
|
$this->execute_remote_command(
|
|
[
|
|
"echo -n 'Generating nixpacks configuration with: $nixpacks_command'",
|
|
],
|
|
[executeInDocker($this->deployment_uuid, $nixpacks_command), "save" => "nixpacks_plan", "hidden" => true],
|
|
[executeInDocker($this->deployment_uuid, "nixpacks detect {$this->workdir}"), "save" => "nixpacks_type", "hidden" => true],
|
|
);
|
|
if ($this->saved_outputs->get('nixpacks_type')) {
|
|
$this->nixpacks_type = $this->saved_outputs->get('nixpacks_type');
|
|
}
|
|
if ($this->saved_outputs->get('nixpacks_plan')) {
|
|
$this->nixpacks_plan = $this->saved_outputs->get('nixpacks_plan');
|
|
if ($this->nixpacks_plan) {
|
|
$parsed = Toml::Parse($this->nixpacks_plan);
|
|
// Do any modifications here
|
|
$this->generate_env_variables();
|
|
$merged_envs = $this->env_args->merge(collect(data_get($parsed, 'variables', [])));
|
|
data_set($parsed, 'variables', $merged_envs->toArray());
|
|
$this->nixpacks_plan = json_encode($parsed, JSON_PRETTY_PRINT);
|
|
}
|
|
}
|
|
}
|
|
|
|
private function nixpacks_build_cmd()
|
|
{
|
|
$this->generate_nixpacks_env_variables();
|
|
$nixpacks_command = "nixpacks plan -f toml {$this->env_nixpacks_args}";
|
|
if ($this->application->build_command) {
|
|
$nixpacks_command .= " --build-cmd \"{$this->application->build_command}\"";
|
|
}
|
|
if ($this->application->start_command) {
|
|
$nixpacks_command .= " --start-cmd \"{$this->application->start_command}\"";
|
|
}
|
|
if ($this->application->install_command) {
|
|
$nixpacks_command .= " --install-cmd \"{$this->application->install_command}\"";
|
|
}
|
|
$nixpacks_command .= " {$this->workdir}";
|
|
return $nixpacks_command;
|
|
}
|
|
private function generate_nixpacks_env_variables()
|
|
{
|
|
$this->env_nixpacks_args = collect([]);
|
|
if ($this->pull_request_id === 0) {
|
|
foreach ($this->application->nixpacks_environment_variables as $env) {
|
|
$this->env_nixpacks_args->push("--env {$env->key}={$env->value}");
|
|
}
|
|
} else {
|
|
foreach ($this->application->nixpacks_environment_variables_preview as $env) {
|
|
$this->env_nixpacks_args->push("--env {$env->key}={$env->value}");
|
|
}
|
|
}
|
|
|
|
$this->env_nixpacks_args = $this->env_nixpacks_args->implode(' ');
|
|
}
|
|
private function generate_env_variables()
|
|
{
|
|
$this->env_args = collect([]);
|
|
if ($this->pull_request_id === 0) {
|
|
foreach ($this->application->build_environment_variables as $env) {
|
|
$this->env_args->put($env->key, $env->value);
|
|
}
|
|
} else {
|
|
foreach ($this->application->build_environment_variables_preview as $env) {
|
|
$this->env_args->put($env->key, $env->value);
|
|
}
|
|
}
|
|
}
|
|
|
|
private function generate_compose_file()
|
|
{
|
|
$ports = $this->application->settings->is_static ? [80] : $this->application->ports_exposes_array;
|
|
|
|
$persistent_storages = $this->generate_local_persistent_volumes();
|
|
$volume_names = $this->generate_local_persistent_volumes_only_volume_names();
|
|
$environment_variables = $this->generate_environment_variables($ports);
|
|
|
|
if (data_get($this->application, 'custom_labels')) {
|
|
$this->application->parseContainerLabels();
|
|
$labels = collect(preg_split("/\r\n|\n|\r/", base64_decode($this->application->custom_labels)));
|
|
$labels = $labels->filter(function ($value, $key) {
|
|
return !Str::startsWith($value, 'coolify.');
|
|
});
|
|
$this->application->custom_labels = base64_encode($labels->implode("\n"));
|
|
$this->application->save();
|
|
} else {
|
|
$labels = collect(generateLabelsApplication($this->application, $this->preview));
|
|
}
|
|
if ($this->pull_request_id !== 0) {
|
|
$labels = collect(generateLabelsApplication($this->application, $this->preview));
|
|
}
|
|
$labels = $labels->merge(defaultLabels($this->application->id, $this->application->uuid, $this->pull_request_id))->toArray();
|
|
$docker_compose = [
|
|
'version' => '3.8',
|
|
'services' => [
|
|
$this->container_name => [
|
|
'image' => $this->production_image_name,
|
|
'container_name' => $this->container_name,
|
|
'restart' => RESTART_MODE,
|
|
'environment' => $environment_variables,
|
|
'expose' => $ports,
|
|
'networks' => [
|
|
$this->destination->network,
|
|
],
|
|
'healthcheck' => [
|
|
'test' => [
|
|
'CMD-SHELL',
|
|
$this->generate_healthcheck_commands()
|
|
],
|
|
'interval' => $this->application->health_check_interval . 's',
|
|
'timeout' => $this->application->health_check_timeout . 's',
|
|
'retries' => $this->application->health_check_retries,
|
|
'start_period' => $this->application->health_check_start_period . 's'
|
|
],
|
|
'mem_limit' => $this->application->limits_memory,
|
|
'memswap_limit' => $this->application->limits_memory_swap,
|
|
'mem_swappiness' => $this->application->limits_memory_swappiness,
|
|
'mem_reservation' => $this->application->limits_memory_reservation,
|
|
'cpus' => (float) $this->application->limits_cpus,
|
|
'cpuset' => $this->application->limits_cpuset,
|
|
'cpu_shares' => $this->application->limits_cpu_shares,
|
|
]
|
|
],
|
|
'networks' => [
|
|
$this->destination->network => [
|
|
'external' => true,
|
|
'name' => $this->destination->network,
|
|
'attachable' => true
|
|
]
|
|
]
|
|
];
|
|
if ($this->server->isSwarm()) {
|
|
data_forget($docker_compose, 'services.' . $this->container_name . '.container_name');
|
|
data_forget($docker_compose, 'services.' . $this->container_name . '.expose');
|
|
data_forget($docker_compose, 'services.' . $this->container_name . '.restart');
|
|
|
|
data_forget($docker_compose, 'services.' . $this->container_name . '.mem_limit');
|
|
data_forget($docker_compose, 'services.' . $this->container_name . '.memswap_limit');
|
|
data_forget($docker_compose, 'services.' . $this->container_name . '.mem_swappiness');
|
|
data_forget($docker_compose, 'services.' . $this->container_name . '.mem_reservation');
|
|
data_forget($docker_compose, 'services.' . $this->container_name . '.cpus');
|
|
data_forget($docker_compose, 'services.' . $this->container_name . '.cpuset');
|
|
data_forget($docker_compose, 'services.' . $this->container_name . '.cpu_shares');
|
|
|
|
$docker_compose['services'][$this->container_name]['deploy'] = [
|
|
'mode' => 'replicated',
|
|
'replicas' => data_get($this->application, 'swarm_replicas', 1),
|
|
'update_config' => [
|
|
'order' => 'start-first'
|
|
],
|
|
'rollback_config' => [
|
|
'order' => 'start-first'
|
|
],
|
|
'labels' => $labels,
|
|
'resources' => [
|
|
'limits' => [
|
|
'cpus' => $this->application->limits_cpus,
|
|
'memory' => $this->application->limits_memory,
|
|
],
|
|
'reservations' => [
|
|
'cpus' => $this->application->limits_cpus,
|
|
'memory' => $this->application->limits_memory,
|
|
]
|
|
]
|
|
];
|
|
if (data_get($this->application, 'settings.is_swarm_only_worker_nodes')) {
|
|
$docker_compose['services'][$this->container_name]['deploy']['placement'] = [
|
|
'constraints' => [
|
|
'node.role == worker'
|
|
]
|
|
];
|
|
}
|
|
if ($this->pull_request_id !== 0) {
|
|
$docker_compose['services'][$this->container_name]['deploy']['replicas'] = 1;
|
|
}
|
|
} else {
|
|
$docker_compose['services'][$this->container_name]['labels'] = $labels;
|
|
}
|
|
if ($this->server->isLogDrainEnabled() && $this->application->isLogDrainEnabled()) {
|
|
$docker_compose['services'][$this->container_name]['logging'] = [
|
|
'driver' => 'fluentd',
|
|
'options' => [
|
|
'fluentd-address' => "tcp://127.0.0.1:24224",
|
|
'fluentd-async' => "true",
|
|
'fluentd-sub-second-precision' => "true",
|
|
]
|
|
];
|
|
}
|
|
if ($this->application->settings->is_gpu_enabled) {
|
|
$docker_compose['services'][$this->container_name]['deploy']['resources']['reservations']['devices'] = [
|
|
[
|
|
'driver' => data_get($this->application, 'settings.gpu_driver', 'nvidia'),
|
|
'capabilities' => ['gpu'],
|
|
'options' => data_get($this->application, 'settings.gpu_options', [])
|
|
]
|
|
];
|
|
if (data_get($this->application, 'settings.gpu_count')) {
|
|
$count = data_get($this->application, 'settings.gpu_count');
|
|
if ($count === 'all') {
|
|
$docker_compose['services'][$this->container_name]['deploy']['resources']['reservations']['devices'][0]['count'] = $count;
|
|
} else {
|
|
$docker_compose['services'][$this->container_name]['deploy']['resources']['reservations']['devices'][0]['count'] = (int) $count;
|
|
}
|
|
} else if (data_get($this->application, 'settings.gpu_device_ids')) {
|
|
$docker_compose['services'][$this->container_name]['deploy']['resources']['reservations']['devices'][0]['ids'] = data_get($this->application, 'settings.gpu_device_ids');
|
|
}
|
|
}
|
|
if ($this->application->isHealthcheckDisabled()) {
|
|
data_forget($docker_compose, 'services.' . $this->container_name . '.healthcheck');
|
|
}
|
|
if (count($this->application->ports_mappings_array) > 0 && $this->pull_request_id === 0) {
|
|
$docker_compose['services'][$this->container_name]['ports'] = $this->application->ports_mappings_array;
|
|
}
|
|
if (count($persistent_storages) > 0) {
|
|
$docker_compose['services'][$this->container_name]['volumes'] = $persistent_storages;
|
|
}
|
|
if (count($volume_names) > 0) {
|
|
$docker_compose['volumes'] = $volume_names;
|
|
}
|
|
// if ($this->build_pack === 'dockerfile') {
|
|
// $docker_compose['services'][$this->container_name]['build'] = [
|
|
// 'context' => $this->workdir,
|
|
// 'dockerfile' => $this->workdir . $this->dockerfile_location,
|
|
// ];
|
|
// }
|
|
|
|
$docker_compose['services'][$this->application->uuid] = $docker_compose['services'][$this->container_name];
|
|
|
|
data_forget($docker_compose, 'services.' . $this->container_name);
|
|
|
|
$this->docker_compose = Yaml::dump($docker_compose, 10);
|
|
$this->docker_compose_base64 = base64_encode($this->docker_compose);
|
|
$this->execute_remote_command([executeInDocker($this->deployment_uuid, "echo '{$this->docker_compose_base64}' | base64 -d > {$this->workdir}/docker-compose.yml"), "hidden" => true]);
|
|
}
|
|
|
|
private function generate_local_persistent_volumes()
|
|
{
|
|
$local_persistent_volumes = [];
|
|
foreach ($this->application->persistentStorages as $persistentStorage) {
|
|
$volume_name = $persistentStorage->host_path ?? $persistentStorage->name;
|
|
if ($this->pull_request_id !== 0) {
|
|
$volume_name = $volume_name . '-pr-' . $this->pull_request_id;
|
|
}
|
|
$local_persistent_volumes[] = $volume_name . ':' . $persistentStorage->mount_path;
|
|
}
|
|
return $local_persistent_volumes;
|
|
}
|
|
|
|
private function generate_local_persistent_volumes_only_volume_names()
|
|
{
|
|
$local_persistent_volumes_names = [];
|
|
foreach ($this->application->persistentStorages as $persistentStorage) {
|
|
if ($persistentStorage->host_path) {
|
|
continue;
|
|
}
|
|
$name = $persistentStorage->name;
|
|
|
|
if ($this->pull_request_id !== 0) {
|
|
$name = $name . '-pr-' . $this->pull_request_id;
|
|
}
|
|
|
|
$local_persistent_volumes_names[$name] = [
|
|
'name' => $name,
|
|
'external' => false,
|
|
];
|
|
}
|
|
return $local_persistent_volumes_names;
|
|
}
|
|
|
|
private function generate_environment_variables($ports)
|
|
{
|
|
$environment_variables = collect();
|
|
// ray('Generate Environment Variables')->green();
|
|
if ($this->pull_request_id === 0) {
|
|
// ray($this->application->runtime_environment_variables)->green();
|
|
foreach ($this->application->runtime_environment_variables as $env) {
|
|
$environment_variables->push("$env->key=$env->value");
|
|
}
|
|
foreach ($this->application->nixpacks_environment_variables as $env) {
|
|
$environment_variables->push("$env->key=$env->value");
|
|
}
|
|
} else {
|
|
// ray($this->application->runtime_environment_variables_preview)->green();
|
|
foreach ($this->application->runtime_environment_variables_preview as $env) {
|
|
$environment_variables->push("$env->key=$env->value");
|
|
}
|
|
foreach ($this->application->nixpacks_environment_variables_preview as $env) {
|
|
$environment_variables->push("$env->key=$env->value");
|
|
}
|
|
}
|
|
// Add PORT if not exists, use the first port as default
|
|
if ($environment_variables->filter(fn ($env) => Str::of($env)->contains('PORT'))->isEmpty()) {
|
|
$environment_variables->push("PORT={$ports[0]}");
|
|
}
|
|
if ($environment_variables->filter(fn ($env) => Str::of($env)->contains('SOURCE_COMMIT'))->isEmpty()) {
|
|
if (!is_null($this->commit)) {
|
|
$environment_variables->push("SOURCE_COMMIT={$this->commit}");
|
|
}
|
|
}
|
|
return $environment_variables->all();
|
|
}
|
|
|
|
private function generate_healthcheck_commands()
|
|
{
|
|
if ($this->application->dockerfile || $this->application->build_pack === 'dockerfile' || $this->application->build_pack === 'dockerimage') {
|
|
// TODO: disabled HC because there are several ways to hc a simple docker image, hard to figure out a good way. Like some docker images (pocketbase) does not have curl.
|
|
return 'exit 0';
|
|
}
|
|
if (!$this->application->health_check_port) {
|
|
$health_check_port = $this->application->ports_exposes_array[0];
|
|
} else {
|
|
$health_check_port = $this->application->health_check_port;
|
|
}
|
|
if ($this->application->settings->is_static || $this->application->build_pack === 'static') {
|
|
$health_check_port = 80;
|
|
}
|
|
if ($this->application->health_check_path) {
|
|
$this->full_healthcheck_url = "{$this->application->health_check_method}: {$this->application->health_check_scheme}://{$this->application->health_check_host}:{$health_check_port}{$this->application->health_check_path}";
|
|
$generated_healthchecks_commands = [
|
|
"curl -s -X {$this->application->health_check_method} -f {$this->application->health_check_scheme}://{$this->application->health_check_host}:{$health_check_port}{$this->application->health_check_path} > /dev/null"
|
|
];
|
|
} else {
|
|
$this->full_healthcheck_url = "{$this->application->health_check_method}: {$this->application->health_check_scheme}://{$this->application->health_check_host}:{$health_check_port}/";
|
|
$generated_healthchecks_commands = [
|
|
"curl -s -X {$this->application->health_check_method} -f {$this->application->health_check_scheme}://{$this->application->health_check_host}:{$health_check_port}/"
|
|
];
|
|
}
|
|
return implode(' ', $generated_healthchecks_commands);
|
|
}
|
|
private function pull_latest_image($image)
|
|
{
|
|
$this->execute_remote_command(
|
|
["echo -n 'Pulling latest image ($image) from the registry.'"],
|
|
|
|
[
|
|
executeInDocker($this->deployment_uuid, "docker pull {$image}"), "hidden" => true
|
|
]
|
|
);
|
|
}
|
|
private function build_image()
|
|
{
|
|
if ($this->application->build_pack === 'static') {
|
|
$this->execute_remote_command([
|
|
"echo -n 'Static deployment. Copying static assets to the image.'",
|
|
]);
|
|
} else {
|
|
$this->execute_remote_command(
|
|
[
|
|
"echo -n 'Building docker image started.'",
|
|
],
|
|
["echo -n 'To check the current progress, click on Show Debug Logs.'"]
|
|
);
|
|
}
|
|
|
|
if ($this->application->settings->is_static || $this->application->build_pack === 'static') {
|
|
if ($this->application->static_image) {
|
|
$this->pull_latest_image($this->application->static_image);
|
|
$this->execute_remote_command(
|
|
["echo -n 'Continue with the building process.'"],
|
|
);
|
|
}
|
|
if ($this->application->build_pack === 'static') {
|
|
$dockerfile = base64_encode("FROM {$this->application->static_image}
|
|
WORKDIR /usr/share/nginx/html/
|
|
LABEL coolify.deploymentId={$this->deployment_uuid}
|
|
COPY . .
|
|
RUN rm -f /usr/share/nginx/html/nginx.conf
|
|
RUN rm -f /usr/share/nginx/html/Dockerfile
|
|
COPY ./nginx.conf /etc/nginx/conf.d/default.conf");
|
|
$nginx_config = base64_encode("server {
|
|
listen 80;
|
|
listen [::]:80;
|
|
server_name localhost;
|
|
|
|
location / {
|
|
root /usr/share/nginx/html;
|
|
index index.html;
|
|
try_files \$uri \$uri.html \$uri/index.html \$uri/ /index.html =404;
|
|
}
|
|
|
|
error_page 500 502 503 504 /50x.html;
|
|
location = /50x.html {
|
|
root /usr/share/nginx/html;
|
|
}
|
|
}");
|
|
} else {
|
|
if ($this->application->build_pack === 'nixpacks') {
|
|
$this->nixpacks_plan = base64_encode($this->nixpacks_plan);
|
|
$this->execute_remote_command([executeInDocker($this->deployment_uuid, "echo '{$this->nixpacks_plan}' | base64 -d > /artifacts/thegameplan.json"), "hidden" => true]);
|
|
if ($this->force_rebuild) {
|
|
$this->execute_remote_command([
|
|
executeInDocker($this->deployment_uuid, "nixpacks build -c /artifacts/thegameplan.json --no-cache --no-error-without-start -n {$this->build_image_name} {$this->workdir}"), "hidden" => true
|
|
]);
|
|
} else {
|
|
$this->execute_remote_command([
|
|
executeInDocker($this->deployment_uuid, "nixpacks build -c /artifacts/thegameplan.json --cache-key '{$this->application->uuid}' --no-error-without-start -n {$this->build_image_name} {$this->workdir}"), "hidden" => true
|
|
]);
|
|
}
|
|
$this->execute_remote_command([executeInDocker($this->deployment_uuid, "rm /artifacts/thegameplan.json"), "hidden" => true]);
|
|
} else {
|
|
if ($this->force_rebuild) {
|
|
$build_command = "docker build --no-cache {$this->buildTarget} --network {$this->destination->network} -f {$this->workdir}{$this->dockerfile_location} {$this->build_args} --progress plain -t $this->build_image_name {$this->workdir}";
|
|
$base64_build_command = base64_encode($build_command);
|
|
} else {
|
|
$build_command = "docker build {$this->buildTarget} --network {$this->destination->network} -f {$this->workdir}{$this->dockerfile_location} {$this->build_args} --progress plain -t $this->build_image_name {$this->workdir}";
|
|
$base64_build_command = base64_encode($build_command);
|
|
}
|
|
$this->execute_remote_command(
|
|
[
|
|
executeInDocker($this->deployment_uuid, "echo '{$base64_build_command}' | base64 -d > /artifacts/build.sh"), "hidden" => true
|
|
],
|
|
[
|
|
executeInDocker($this->deployment_uuid, "bash /artifacts/build.sh"), "hidden" => true
|
|
]
|
|
);
|
|
}
|
|
|
|
$dockerfile = base64_encode("FROM {$this->application->static_image}
|
|
WORKDIR /usr/share/nginx/html/
|
|
LABEL coolify.deploymentId={$this->deployment_uuid}
|
|
COPY --from=$this->build_image_name /app/{$this->application->publish_directory} .
|
|
COPY ./nginx.conf /etc/nginx/conf.d/default.conf");
|
|
|
|
$nginx_config = base64_encode("server {
|
|
listen 80;
|
|
listen [::]:80;
|
|
server_name localhost;
|
|
|
|
location / {
|
|
root /usr/share/nginx/html;
|
|
index index.html;
|
|
try_files \$uri \$uri.html \$uri/index.html \$uri/ /index.html =404;
|
|
}
|
|
|
|
error_page 500 502 503 504 /50x.html;
|
|
location = /50x.html {
|
|
root /usr/share/nginx/html;
|
|
}
|
|
}");
|
|
}
|
|
$build_command = "docker build {$this->addHosts} --network host -f {$this->workdir}/Dockerfile {$this->build_args} --progress plain -t {$this->production_image_name} {$this->workdir}";
|
|
$base64_build_command = base64_encode($build_command);
|
|
$this->execute_remote_command(
|
|
[
|
|
executeInDocker($this->deployment_uuid, "echo '{$dockerfile}' | base64 -d > {$this->workdir}/Dockerfile")
|
|
],
|
|
[
|
|
executeInDocker($this->deployment_uuid, "echo '{$nginx_config}' | base64 -d > {$this->workdir}/nginx.conf")
|
|
],
|
|
[
|
|
executeInDocker($this->deployment_uuid, "echo '{$base64_build_command}' | base64 -d > /artifacts/build.sh"), "hidden" => true
|
|
],
|
|
[
|
|
executeInDocker($this->deployment_uuid, "bash /artifacts/build.sh"), "hidden" => true
|
|
]
|
|
);
|
|
} else {
|
|
// Pure Dockerfile based deployment
|
|
if ($this->application->dockerfile) {
|
|
$build_command = "docker build --pull {$this->buildTarget} {$this->addHosts} --network host -f {$this->workdir}{$this->dockerfile_location} {$this->build_args} --progress plain -t {$this->production_image_name} {$this->workdir}";
|
|
$base64_build_command = base64_encode($build_command);
|
|
$this->execute_remote_command(
|
|
[
|
|
executeInDocker($this->deployment_uuid, "echo '{$base64_build_command}' | base64 -d > /artifacts/build.sh"), "hidden" => true
|
|
],
|
|
[
|
|
executeInDocker($this->deployment_uuid, "bash /artifacts/build.sh"), "hidden" => true
|
|
]
|
|
);
|
|
} else {
|
|
if ($this->application->build_pack === 'nixpacks') {
|
|
$this->nixpacks_plan = base64_encode($this->nixpacks_plan);
|
|
$this->execute_remote_command([executeInDocker($this->deployment_uuid, "echo '{$this->nixpacks_plan}' | base64 -d > /artifacts/thegameplan.json"), "hidden" => true]);
|
|
if ($this->force_rebuild) {
|
|
$this->execute_remote_command([
|
|
executeInDocker($this->deployment_uuid, "nixpacks build -c /artifacts/thegameplan.json --no-cache --no-error-without-start -n {$this->production_image_name} {$this->workdir}"), "hidden" => true
|
|
]);
|
|
} else {
|
|
$this->execute_remote_command([
|
|
executeInDocker($this->deployment_uuid, "nixpacks build -c /artifacts/thegameplan.json --cache-key '{$this->application->uuid}' --no-error-without-start -n {$this->production_image_name} {$this->workdir}"), "hidden" => true
|
|
]);
|
|
}
|
|
$this->execute_remote_command([executeInDocker($this->deployment_uuid, "rm /artifacts/thegameplan.json"), "hidden" => true]);
|
|
} else {
|
|
if ($this->force_rebuild) {
|
|
$build_command = "docker build --no-cache {$this->buildTarget} {$this->addHosts} --network host -f {$this->workdir}{$this->dockerfile_location} {$this->build_args} --progress plain -t {$this->production_image_name} {$this->workdir}";
|
|
$base64_build_command = base64_encode($build_command);
|
|
} else {
|
|
$build_command = "docker build {$this->buildTarget} {$this->addHosts} --network host -f {$this->workdir}{$this->dockerfile_location} {$this->build_args} --progress plain -t {$this->production_image_name} {$this->workdir}";
|
|
$base64_build_command = base64_encode($build_command);
|
|
}
|
|
$this->execute_remote_command(
|
|
[
|
|
executeInDocker($this->deployment_uuid, "echo '{$base64_build_command}' | base64 -d > /artifacts/build.sh"), "hidden" => true
|
|
],
|
|
[
|
|
executeInDocker($this->deployment_uuid, "bash /artifacts/build.sh"), "hidden" => true
|
|
]
|
|
);
|
|
}
|
|
}
|
|
}
|
|
$this->execute_remote_command([
|
|
"echo -n 'Building docker image completed.'",
|
|
]);
|
|
}
|
|
|
|
private function stop_running_container(bool $force = false)
|
|
{
|
|
$this->application_deployment_queue->addLogEntry("Removing old containers.");
|
|
if ($this->newVersionIsHealthy || $force) {
|
|
$containers = getCurrentApplicationContainerStatus($this->server, $this->application->id, $this->pull_request_id);
|
|
if ($this->pull_request_id === 0) {
|
|
$containers = $containers->filter(function ($container) {
|
|
return data_get($container, 'Names') !== $this->container_name;
|
|
});
|
|
}
|
|
$containers->each(function ($container) {
|
|
$containerName = data_get($container, 'Names');
|
|
$this->execute_remote_command(
|
|
[executeInDocker($this->deployment_uuid, "docker rm -f $containerName >/dev/null 2>&1"), "hidden" => true, "ignore_errors" => true],
|
|
);
|
|
});
|
|
} else {
|
|
$this->application_deployment_queue->addLogEntry("New container is not healthy, rolling back to the old container.");
|
|
$this->application_deployment_queue->update([
|
|
'status' => ApplicationDeploymentStatus::FAILED->value,
|
|
]);
|
|
$this->execute_remote_command(
|
|
[executeInDocker($this->deployment_uuid, "docker rm -f $this->container_name >/dev/null 2>&1"), "hidden" => true, "ignore_errors" => true],
|
|
);
|
|
}
|
|
}
|
|
|
|
private function build_by_compose_file()
|
|
{
|
|
$this->application_deployment_queue->addLogEntry("Pulling & building required images.");
|
|
if ($this->application->build_pack === 'dockerimage') {
|
|
$this->application_deployment_queue->addLogEntry("Pulling latest images from the registry.");
|
|
$this->execute_remote_command(
|
|
[executeInDocker($this->deployment_uuid, "docker compose --project-directory {$this->workdir} pull"), "hidden" => true],
|
|
[executeInDocker($this->deployment_uuid, "docker compose --project-directory {$this->workdir} build"), "hidden" => true],
|
|
);
|
|
} else {
|
|
$this->execute_remote_command(
|
|
[executeInDocker($this->deployment_uuid, "docker compose --project-directory {$this->workdir} -f {$this->workdir}{$this->docker_compose_location} build"), "hidden" => true],
|
|
);
|
|
}
|
|
$this->application_deployment_queue->addLogEntry("New images built.");
|
|
}
|
|
|
|
private function start_by_compose_file()
|
|
{
|
|
if ($this->application->build_pack === 'dockerimage') {
|
|
$this->application_deployment_queue->addLogEntry("Pulling latest images from the registry.");
|
|
$this->execute_remote_command(
|
|
[executeInDocker($this->deployment_uuid, "docker compose --project-directory {$this->workdir} pull"), "hidden" => true],
|
|
[executeInDocker($this->deployment_uuid, "docker compose --project-directory {$this->workdir} up --build -d"), "hidden" => true],
|
|
);
|
|
} else {
|
|
if ($this->docker_compose_location) {
|
|
$this->execute_remote_command(
|
|
[executeInDocker($this->deployment_uuid, "docker compose --project-directory {$this->workdir} -f {$this->workdir}{$this->docker_compose_location} up --build -d"), "hidden" => true],
|
|
);
|
|
} else {
|
|
$this->execute_remote_command(
|
|
[executeInDocker($this->deployment_uuid, "docker compose --project-directory {$this->workdir} up --build -d"), "hidden" => true],
|
|
);
|
|
}
|
|
}
|
|
$this->application_deployment_queue->addLogEntry("New container started.");
|
|
}
|
|
|
|
private function generate_build_env_variables()
|
|
{
|
|
$this->build_args = collect(["--build-arg SOURCE_COMMIT=\"{$this->commit}\""]);
|
|
if ($this->pull_request_id === 0) {
|
|
foreach ($this->application->build_environment_variables as $env) {
|
|
$value = escapeshellarg($env->value);
|
|
$this->build_args->push("--build-arg {$env->key}={$value}");
|
|
}
|
|
} else {
|
|
foreach ($this->application->build_environment_variables_preview as $env) {
|
|
$value = escapeshellarg($env->value);
|
|
$this->build_args->push("--build-arg {$env->key}={$value}");
|
|
}
|
|
}
|
|
|
|
$this->build_args = $this->build_args->implode(' ');
|
|
}
|
|
|
|
private function add_build_env_variables_to_dockerfile()
|
|
{
|
|
$this->execute_remote_command([
|
|
executeInDocker($this->deployment_uuid, "cat {$this->workdir}{$this->dockerfile_location}"), "hidden" => true, "save" => 'dockerfile'
|
|
]);
|
|
$dockerfile = collect(Str::of($this->saved_outputs->get('dockerfile'))->trim()->explode("\n"));
|
|
if ($this->pull_request_id === 0) {
|
|
foreach ($this->application->build_environment_variables as $env) {
|
|
$dockerfile->splice(1, 0, "ARG {$env->key}={$env->value}");
|
|
}
|
|
} else {
|
|
foreach ($this->application->build_environment_variables_preview as $env) {
|
|
$dockerfile->splice(1, 0, "ARG {$env->key}={$env->value}");
|
|
}
|
|
}
|
|
$dockerfile_base64 = base64_encode($dockerfile->implode("\n"));
|
|
$this->execute_remote_command([
|
|
executeInDocker($this->deployment_uuid, "echo '{$dockerfile_base64}' | base64 -d > {$this->workdir}{$this->dockerfile_location}"),
|
|
"hidden" => true
|
|
]);
|
|
}
|
|
|
|
private function next(string $status)
|
|
{
|
|
// If the deployment is cancelled by the user, don't update the status
|
|
if ($this->application_deployment_queue->status !== ApplicationDeploymentStatus::CANCELLED_BY_USER->value) {
|
|
$this->application_deployment_queue->update([
|
|
'status' => $status,
|
|
]);
|
|
}
|
|
queue_next_deployment($this->application);
|
|
if ($status === ApplicationDeploymentStatus::FINISHED->value) {
|
|
$this->application->environment->project->team?->notify(new DeploymentSuccess($this->application, $this->deployment_uuid, $this->preview));
|
|
}
|
|
if ($status === ApplicationDeploymentStatus::FAILED->value) {
|
|
$this->application->environment->project->team?->notify(new DeploymentFailed($this->application, $this->deployment_uuid, $this->preview));
|
|
}
|
|
}
|
|
|
|
public function failed(Throwable $exception): void
|
|
{
|
|
$this->execute_remote_command(
|
|
["echo 'Oops something is not okay, are you okay? 😢'", 'type' => 'err'],
|
|
["echo '{$exception->getMessage()}'", 'type' => 'err'],
|
|
);
|
|
if ($this->application->build_pack !== 'dockercompose') {
|
|
$this->execute_remote_command(
|
|
["echo -n 'Deployment failed. Removing the new version of your application.'", 'type' => 'err'],
|
|
[executeInDocker($this->deployment_uuid, "docker rm -f $this->container_name >/dev/null 2>&1"), "hidden" => true, "ignore_errors" => true]
|
|
);
|
|
}
|
|
|
|
$this->next(ApplicationDeploymentStatus::FAILED->value);
|
|
}
|
|
}
|