import { decrypt, encrypt, getDomain, prisma } from "./lib/common"; import { includeServices } from "./lib/services/common"; import templates from "./lib/templates"; export async function migrateServicesToNewTemplate() { // This function migrates old hardcoded services to the new template based services try { const services = await prisma.service.findMany({ include: includeServices }) for (const service of services) { if (!service.type) { continue; } if (service.type === 'plausibleanalytics' && service.plausibleAnalytics) await plausibleAnalytics(service) if (service.type === 'fider' && service.fider) await fider(service) if (service.type === 'minio' && service.minio) await minio(service) if (service.type === 'vscodeserver' && service.vscodeserver) await vscodeserver(service) if (service.type === 'wordpress' && service.wordpress) await wordpress(service) if (service.type === 'ghost' && service.ghost) await ghost(service) if (service.type === 'meilisearch' && service.meiliSearch) await meilisearch(service) if (service.type === 'umami' && service.umami) await umami(service) if (service.type === 'hasura' && service.hasura) await hasura(service) if (service.type === 'glitchTip' && service.glitchTip) await glitchtip(service) if (service.type === 'searxng' && service.searxng) await searxng(service) await createVolumes(service); } } catch (error) { console.log(error) } } async function searxng(service: any) { const { secretKey, redisPassword } = service.searxng const secrets = [ `SECRET_KEY@@@${secretKey}`, `REDIS_PASSWORD@@@${redisPassword}`, ] const settings = [ `SEARXNG_BASE_URL@@@$$generate_fqdn` ] await migrateSecrets(secrets, service); await migrateSettings(settings, service); // Remove old service data // await prisma.service.update({ where: { id: service.id }, data: { wordpress: { delete: true } } }) } async function glitchtip(service: any) { const { postgresqlUser, postgresqlPassword, postgresqlDatabase, secretKeyBase, defaultEmail, defaultUsername, defaultPassword, defaultEmailFrom, emailSmtpHost, emailSmtpPort, emailSmtpUser, emailSmtpPassword, emailSmtpUseTls, emailSmtpUseSsl, emailBackend, mailgunApiKey, sendgridApiKey, enableOpenUserRegistration } = service.glitchTip const secrets = [ `POSTGRES_PASSWORD@@@${postgresqlPassword}`, `SECRET_KEY@@@${secretKeyBase}`, `DATABASE_URL@@@${encrypt(`postgres://${postgresqlUser}:${decrypt(postgresqlPassword)}@$$generate_fqdn:5432/${postgresqlDatabase}`)}`, `REDIS_URL@@@${encrypt(`redis://$$generate_fqdn:6379`)}`, `EMAIL_HOST_PASSWORD@@@${emailSmtpPassword}`, `MAILGUN_API_KEY@@@${mailgunApiKey}`, `SENDGRID_API_KEY@@@${sendgridApiKey}`, `DJANGO_SUPERUSER_PASSWORD@@@${defaultPassword}`, ] const settings = [ `POSTGRES_USER@@@${postgresqlUser}`, `POSTGRES_DB@@@${postgresqlDatabase}`, `DEFAULT_FROM_EMAIL@@@${defaultEmailFrom}`, `EMAIL_HOST@@@${emailSmtpHost}`, `EMAIL_PORT@@@${emailSmtpPort}`, `EMAIL_HOST_USER@@@${emailSmtpUser}`, `EMAIL_USE_TLS@@@${emailSmtpUseTls}`, `EMAIL_USE_SSL@@@${emailSmtpUseSsl}`, `EMAIL_BACKEND@@@${emailBackend}`, `ENABLE_OPEN_USER_REGISTRATION@@@${enableOpenUserRegistration}`, `DJANGO_SUPERUSER_EMAIL@@@${defaultEmail}`, `DJANGO_SUPERUSER_USERNAME@@@${defaultUsername}`, ] await migrateSecrets(secrets, service); await migrateSettings(settings, service); // Remove old service data // await prisma.service.update({ where: { id: service.id }, data: { wordpress: { delete: true } } }) } async function hasura(service: any) { const { postgresqlUser, postgresqlPassword, postgresqlDatabase, graphQLAdminPassword } = service.hasura const secrets = [ `HASURA_GRAPHQL_ADMIN_PASSWORD@@@${graphQLAdminPassword}`, `HASURA_GRAPHQL_METADATA_DATABASE_URL@@@${encrypt(`postgres://${postgresqlUser}:${decrypt(postgresqlPassword)}@$$generate_fqdn:5432/${postgresqlDatabase}`)}`, `POSTGRES_PASSWORD@@@${postgresqlPassword}`, ] const settings = [ `POSTGRES_USER@@@${postgresqlUser}`, `POSTGRES_DB@@@${postgresqlDatabase}`, ] await migrateSecrets(secrets, service); await migrateSettings(settings, service); // Remove old service data // await prisma.service.update({ where: { id: service.id }, data: { wordpress: { delete: true } } }) } async function umami(service: any) { const { postgresqlUser, postgresqlPassword, postgresqlDatabase, umamiAdminPassword, hashSalt } = service.umami const secrets = [ `HASH_SALT@@@${hashSalt}`, `POSTGRES_PASSWORD@@@${postgresqlPassword}`, `ADMIN_PASSWORD@@@${umamiAdminPassword}`, `DATABASE_URL@@@${encrypt(`postgres://${postgresqlUser}:${decrypt(postgresqlPassword)}@$$generate_fqdn:5432/${postgresqlDatabase}`)}`, ] const settings = [ `POSTGRES_USER@@@${postgresqlUser}`, `POSTGRES_DB@@@${postgresqlDatabase}`, ] await migrateSecrets(secrets, service); await migrateSettings(settings, service); // Remove old service data // await prisma.service.update({ where: { id: service.id }, data: { wordpress: { delete: true } } }) } async function meilisearch(service: any) { const { masterKey } = service.meiliSearch const secrets = [ `MEILI_MASTER_KEY@@@${masterKey}`, ] await migrateSecrets(secrets, service); // Remove old service data // await prisma.service.update({ where: { id: service.id }, data: { wordpress: { delete: true } } }) } async function ghost(service: any) { const { defaultEmail, defaultPassword, mariadbUser, mariadbPassword, mariadbRootUser, mariadbRootUserPassword, mariadbDatabase } = service.ghost const { fqdn } = service const isHttps = fqdn.startsWith('https://'); const secrets = [ `GHOST_PASSWORD@@@${defaultPassword}`, `MARIADB_PASSWORD@@@${mariadbPassword}`, `MARIADB_ROOT_PASSWORD@@@${mariadbRootUserPassword}`, `GHOST_DATABASE_PASSWORD@@@${mariadbPassword}`, ] const settings = [ `GHOST_EMAIL@@@${defaultEmail}`, `GHOST_DATABASE_HOST@@@${service.id}-mariadb`, `GHOST_DATABASE_USER@@@${mariadbUser}`, `GHOST_DATABASE_NAME@@@${mariadbDatabase}`, `GHOST_DATABASE_PORT_NUMBER@@@3306`, `MARIADB_USER@@@${mariadbUser}`, `MARIADB_DATABASE@@@${mariadbDatabase}`, `MARIADB_ROOT_USER@@@${mariadbRootUser}`, `GHOST_HOST@@@${getDomain(fqdn)}`, `url@@@${fqdn}`, `GHOST_ENABLE_HTTPS@@@${isHttps ? 'yes' : 'no'}` ] await migrateSecrets(secrets, service); await migrateSettings(settings, service); // Remove old service data // await prisma.service.update({ where: { id: service.id }, data: { wordpress: { delete: true } } }) } async function wordpress(service: any) { const { extraConfig, tablePrefix, ownMysql, mysqlHost, mysqlPort, mysqlUser, mysqlPassword, mysqlRootUser, mysqlRootUserPassword, mysqlDatabase, ftpEnabled, ftpUser, ftpPassword, ftpPublicPort, ftpHostKey, ftpHostKeyPrivate } = service.wordpress const secrets = [ `MYSQL_ROOT_PASSWORD@@@${mysqlRootUserPassword}`, `MYSQL_PASSWORD@@@${mysqlPassword}`, ftpPassword && `COOLIFY_FTP_PASSWORD@@@${ftpPassword}`, ftpHostKeyPrivate && `COOLIFY_FTP_HOST_KEY_PRIVATE@@@${ftpHostKeyPrivate}`, ftpHostKey && `COOLIFY_FTP_HOST_KEY@@@${ftpHostKey}`, ] const settings = [ `MYSQL_ROOT_USER@@@${mysqlRootUser}`, `MYSQL_USER@@@${mysqlUser}`, `MYSQL_DATABASE@@@${mysqlDatabase}`, `MYSQL_HOST@@@${ownMysql ? mysqlHost : `${service.id}-mysql`}`, `MYSQL_PORT@@@${mysqlPort}`, `WORDPRESS_CONFIG_EXTRA@@@${extraConfig}`, `WORDPRESS_TABLE_PREFIX@@@${tablePrefix}`, `WORDPRESS_DB_HOST@@@${ownMysql ? mysqlHost : `${service.id}-mysql`}`, `COOLIFY_OWN_DB@@@${ownMysql}`, `COOLIFY_FTP_ENABLED@@@${ftpEnabled}`, `COOLIFY_FTP_USER@@@${ftpUser}`, `COOLIFY_FTP_PUBLIC_PORT@@@${ftpPublicPort}`, ] await migrateSecrets(secrets, service); await migrateSettings(settings, service); // Remove old service data // await prisma.service.update({ where: { id: service.id }, data: { wordpress: { delete: true } } }) } async function vscodeserver(service: any) { const { password } = service.vscodeserver const secrets = [ `PASSWORD@@@${password}`, ] await migrateSecrets(secrets, service); // Remove old service data // await prisma.service.update({ where: { id: service.id }, data: { vscodeserver: { delete: true } } }) } async function minio(service: any) { const { rootUser, rootUserPassword, apiFqdn } = service.minio const secrets = [ `MINIO_ROOT_PASSWORD@@@${rootUserPassword}`, ] const settings = [ `MINIO_ROOT_USER@@@${rootUser}`, `MINIO_SERVER_URL@@@${apiFqdn}`, `MINIO_BROWSER_REDIRECT_URL@@@$$generate_fqdn`, `MINIO_DOMAIN@@@$$generate_domain`, ] await migrateSettings(settings, service); await migrateSecrets(secrets, service); // Remove old service data // await prisma.service.update({ where: { id: service.id }, data: { minio: { delete: true } } }) } async function fider(service: any) { const { postgresqlUser, postgresqlPassword, postgresqlDatabase, jwtSecret, emailNoreply, emailMailgunApiKey, emailMailgunDomain, emailMailgunRegion, emailSmtpHost, emailSmtpPort, emailSmtpUser, emailSmtpPassword, emailSmtpEnableStartTls } = service.fider const secrets = [ `JWT_SECRET@@@${jwtSecret}`, emailMailgunApiKey && `EMAIL_MAILGUN_API_KEY@@@${emailMailgunApiKey}`, emailSmtpPassword && `EMAIL_SMTP_PASSWORD@@@${emailSmtpPassword}`, `POSTGRES_PASSWORD@@@${postgresqlPassword}`, ] const settings = [ `BASE_URL@@@$$generate_fqdn`, `EMAIL_NOREPLY@@@${emailNoreply || 'noreply@example.com'}`, `EMAIL_MAILGUN_DOMAIN@@@${emailMailgunDomain || ''}`, `EMAIL_MAILGUN_REGION@@@${emailMailgunRegion || ''}`, `EMAIL_SMTP_HOST@@@${emailSmtpHost || ''}`, `EMAIL_SMTP_PORT@@@${emailSmtpPort || 587}`, `EMAIL_SMTP_USER@@@${emailSmtpUser || ''}`, `EMAIL_SMTP_PASSWORD@@@${emailSmtpPassword || ''}`, `EMAIL_SMTP_ENABLE_STARTTLS@@@${emailSmtpEnableStartTls || 'false'}`, `POSTGRES_USER@@@${postgresqlUser}`, `POSTGRES_DB@@@${postgresqlDatabase}`, ] await migrateSettings(settings, service); await migrateSecrets(secrets, service); // Remove old service data // await prisma.service.update({ where: { id: service.id }, data: { fider: { delete: true } } }) } async function plausibleAnalytics(service: any) { const { email, username, password, postgresqlUser, postgresqlPassword, postgresqlDatabase, secretKeyBase, scriptName } = service.plausibleAnalytics; const settings = [ `BASE_URL@@@$$generate_fqdn`, `ADMIN_USER_EMAIL@@@${email}`, `ADMIN_USER_NAME@@@${username}`, `DISABLE_AUTH@@@false`, `DISABLE_REGISTRATION@@@true`, `POSTGRESQL_USER@@@${postgresqlUser}`, `POSTGRESQL_DATABASE@@@${postgresqlDatabase}`, `SCRIPT_NAME@@@${scriptName}`, ] const secrets = [ `ADMIN_USER_PWD@@@${password}`, `SECRET_KEY_BASE@@@${secretKeyBase}`, `POSTGRES_PASSWORD@@@${postgresqlPassword}`, `DATABASE_URL@@@${encrypt(`postgres://${postgresqlUser}:${decrypt(postgresqlPassword)}@$$generate_fqdn:5432/${postgresqlDatabase}`)}`, ] await migrateSettings(settings, service); await migrateSecrets(secrets, service); // Remove old service data // await prisma.service.update({ where: { id: service.id }, data: { plausibleAnalytics: { delete: true } } }) } async function migrateSettings(settings: any[], service: any) { for (const setting of settings) { if (!setting) continue; let [name, value] = setting.split('@@@') if (!value || value === 'null') { continue; } // console.log('Migrating setting', name, value, 'for service', service.id, ', service name:', service.name) await prisma.serviceSetting.findFirst({ where: { name, serviceId: service.id } }) || await prisma.serviceSetting.create({ data: { name, value, service: { connect: { id: service.id } } } }) } } async function migrateSecrets(secrets: any[], service: any) { for (const secret of secrets) { if (!secret) continue; let [name, value] = secret.split('@@@') if (!value || value === 'null') { continue } // console.log('Migrating secret', name, value, 'for service', service.id, ', service name:', service.name) await prisma.serviceSecret.findFirst({ where: { name, serviceId: service.id } }) || await prisma.serviceSecret.create({ data: { name, value, service: { connect: { id: service.id } } } }) } } async function createVolumes(service: any) { const volumes = []; let template = templates.find(t => t.name === service.type.toLowerCase()); if (template) { template = JSON.parse(JSON.stringify(template).replaceAll('$$id', service.id)) for (const s of Object.keys(template.services)) { if (template.services[s].volumes && template.services[s].volumes.length > 0) { for (const volume of template.services[s].volumes) { const volumeName = volume.split(':')[0] const volumePath = volume.split(':')[1] const volumeService = service.id volumes.push(`${volumeName}@@@${volumePath}@@@${volumeService}`) } } } } for (const volume of volumes) { const [volumeName, path, containerId] = volume.split('@@@') // console.log('Creating volume', volumeName, path, containerId, 'for service', service.id, ', service name:', service.name) await prisma.servicePersistentStorage.findFirst({ where: { volumeName, serviceId: service.id } }) || await prisma.servicePersistentStorage.create({ data: { volumeName, path, containerId, predefined: true, service: { connect: { id: service.id } } } }) } }