Files
duplicati/ReleaseBuilder/Build/Command.CreatePackage.cs
2024-07-01 14:25:06 +02:00

858 lines
40 KiB
C#

using System.Globalization;
using System.IO.Compression;
namespace ReleaseBuilder.Build;
public static partial class Command
{
/// <summary>
/// Implementations for the package builds
/// </summary>
private static class CreatePackage
{
/// <summary>
/// Representation of a build package
/// </summary>
/// <param name="Target">The target package</param>
/// <param name="CreatedFile">The created package file path</param>
public record BuiltPackage(PackageTarget Target, string CreatedFile);
/// <summary>
/// Builds the packages for the specified build targets.
/// </summary>
/// <param name="baseDir">The base directory.</param>
/// <param name="buildRoot">The build root directory.</param>
/// <param name="buildTargets">The build targets.</param>
/// <param name="keepBuilds">A flag indicating whether to keep the build files.</param>
/// <param name="rtcfg">The runtime configuration.</param>
/// <returns>A task representing the asynchronous operation.</returns>
public static async Task<List<BuiltPackage>> BuildPackages(string baseDir, string buildRoot, IEnumerable<PackageTarget> buildTargets, bool keepBuilds, RuntimeConfig rtcfg)
{
var builtPackages = new List<BuiltPackage>();
var packagesToBuild = buildTargets.Distinct().ToList();
if (packagesToBuild.Count == 1)
Console.WriteLine($"Building single package: {packagesToBuild.First().PackageTargetString}");
else
Console.WriteLine($"Building {packagesToBuild.Count} packages");
// Build the packages, but skip Docker builds as they are bundled
foreach (var target in packagesToBuild.Where(x => x.Package != PackageType.Docker))
{
Console.WriteLine($"Building {target.PackageTargetString} ...");
builtPackages.Add(new BuiltPackage(target, await BuildPackage(baseDir, buildRoot, target, rtcfg, keepBuilds)));
Console.WriteLine("Completed!");
}
// Build the Docker images with buildx for multi-arch support
var dockerTargets = packagesToBuild.Where(x => x.Package == PackageType.Docker).ToList();
if (dockerTargets.Count > 0)
{
var packageFolder = Path.Combine(buildRoot, "packages");
if (!Directory.Exists(packageFolder))
Directory.CreateDirectory(packageFolder);
var packageFiles = dockerTargets.Select(x => Path.Combine(packageFolder, $"duplicati-{rtcfg.ReleaseInfo.ReleaseName}-{x.PackageTargetString}"))
.ToList();
if (packageFiles.All(File.Exists))
{
Console.WriteLine("All docker images already exist, skipping Docker build");
}
else
{
Console.WriteLine($"Building {dockerTargets.Count} Docker images ...");
await BuildDockerImages(baseDir, buildRoot, dockerTargets, rtcfg);
// Create the files
foreach (var f in packageFiles)
File.WriteAllText(f, "");
}
}
return builtPackages;
}
/// <summary>
/// Builds the package for the given target
/// </summary>
/// <param name="baseDir">The source folder base</param>
/// <param name="releaseInfo">The release info to use</param>
/// <param name="rtcfg">The runtime configuration</param>
/// <param name="keepBuilds">A flag that allows re-using existing builds</param>
/// <returns>A <see cref="Task"/> representing the asynchronous operation.</returns>
static async Task<string> BuildPackage(string baseDir, string buildRoot, PackageTarget target, RuntimeConfig rtcfg, bool keepBuilds)
{
var packageFolder = Path.Combine(buildRoot, "packages");
if (!Directory.Exists(packageFolder))
Directory.CreateDirectory(packageFolder);
var packageFile = Path.Combine(packageFolder, $"duplicati-{rtcfg.ReleaseInfo.ReleaseName}-{target.PackageTargetString}");
// Fix up non-conforming package names
// Temporary disable
// if (target.Package == PackageType.Deb)
// packageFile = Path.Combine(packageFolder, $"duplicati-{target.InterfaceString}-{rtcfg.ReleaseInfo.Version}_{target.ArchString}.deb");
// if (target.Package == PackageType.RPM)
// packageFile = Path.Combine(packageFolder, $"duplicati-{target.InterfaceString}-{rtcfg.ReleaseInfo.Version}_{target.ArchString}.rpm");
if (File.Exists(packageFile))
{
if (keepBuilds)
{
Console.WriteLine($"Package file already exists, skipping package build for {target.PackageTargetString}");
return packageFile;
}
File.Delete(packageFile);
}
var tempFile = Path.Combine(packageFolder, $"tmp-{rtcfg.ReleaseInfo.ReleaseName}-{target.PackageTargetString}");
if (File.Exists(tempFile))
File.Delete(tempFile);
switch (target.Package)
{
case PackageType.Zip:
await BuildZipPackage(Path.Combine(buildRoot, target.BuildTargetString), $"duplicati-{rtcfg.ReleaseInfo.ReleaseName}-{target.BuildTargetString}", tempFile, target, rtcfg);
break;
case PackageType.MSI:
await BuildMsiPackage(baseDir, buildRoot, tempFile, target, rtcfg);
break;
case PackageType.DMG:
await BuildMacDmgPackage(baseDir, buildRoot, tempFile, target, rtcfg);
break;
case PackageType.MacPkg:
await BuildMacPkgPackage(baseDir, buildRoot, tempFile, target, rtcfg);
break;
case PackageType.Deb:
await BuildDebPackage(baseDir, buildRoot, tempFile, target, rtcfg);
break;
case PackageType.RPM:
await BuildRpmPackage(baseDir, buildRoot, tempFile, target, rtcfg);
break;
// case PackageType.SynologySpk:
// await BuildZipPackage(buildRoot, tempFile, target, rtcfg);
// await SignSynologyPackage(Path.Combine(outputFolder, target.PackageTargetString), rtcfg);
// break;
default:
throw new Exception($"Unsupported package type: {target.Package}");
}
if (rtcfg.UseNotarizeSigning && (target.Package == PackageType.DMG || target.Package == PackageType.MacPkg))
{
// # Notarize and staple takes a while...
Console.WriteLine($"Performing notarize and staple of {packageFile} ...");
await ProcessHelper.Execute(["xcrun", "notarytool", "submit", tempFile, "--keychain-profile", Program.Configuration.ConfigFiles.NotarizeProfile, "--wait"]);
await ProcessHelper.Execute(["xcrun", "stapler", "staple", tempFile]);
}
File.Move(tempFile, packageFile);
return packageFile;
}
/// <summary>
/// Builds a zip package asynchronously.
/// </summary>
/// <param name="buildRoot">The output folder where the zip package will be created.</param>
/// <param name="dirName">The directory name to use as the root zip name.</param>
/// <param name="zipFile">The zip file to generate.</param>
/// <param name="target">The package target.</param>
/// <param name="rtcfg">The runtime configuration.</param>
/// <returns>A <see cref="Task"/> representing the asynchronous operation.</returns>
static async Task BuildZipPackage(string buildRoot, string dirName, string zipFile, PackageTarget target, RuntimeConfig rtcfg)
{
if (File.Exists(zipFile))
File.Delete(zipFile);
var executableExtensions = new HashSet<string>([".sh", ".bat", ".py", ".exe"], StringComparer.OrdinalIgnoreCase);
var executables = new List<string>();
using (ZipArchive zip = ZipFile.Open(zipFile, ZipArchiveMode.Create))
{
foreach (var f in Directory.EnumerateFiles(buildRoot, "*", SearchOption.AllDirectories))
{
var relpath = Path.GetRelativePath(buildRoot, f);
var isRenamedExecutable = ExecutableRenames.ContainsKey(relpath);
// Use more friendly names for executables on non-Windows platforms
if (target.OS != OSType.Windows && isRenamedExecutable)
relpath = ExecutableRenames[relpath];
var entry = zip.CreateEntry(Path.Combine(dirName, relpath), CompressionLevel.Optimal);
var isExecutable = isRenamedExecutable || executableExtensions.Contains(Path.GetExtension(f));
// Set execute/permission flags
entry.ExternalAttributes = isExecutable
? Convert.ToInt32("755", 8) << 16
: Convert.ToInt32("644", 8) << 16;
if (isExecutable)
executables.Add(relpath);
using (var stream = entry.Open())
using (var file = File.OpenRead(f))
await file.CopyToAsync(stream);
}
// Write the package type identifier
using (var stream = zip.CreateEntry(Path.Combine(dirName, "package_type_id.txt"), CompressionLevel.Optimal).Open())
using (var writer = new StreamWriter(stream))
writer.WriteLine(target.PackageTargetString);
if (target.OS != OSType.Windows)
{
var setEntry = zip.CreateEntry(Path.Combine(dirName, "set-permissions.sh"), CompressionLevel.Optimal);
setEntry.ExternalAttributes = Convert.ToInt32("755", 8) << 16;
using (var stream = setEntry.Open())
using (var writer = new StreamWriter(stream))
{
writer.WriteLine("#!/bin/sh");
writer.WriteLine("# This script sets the executable flags for the Duplicati binaries and support scripts");
writer.WriteLine("set -e");
foreach (var x in executables)
writer.WriteLine($"chmod +x {x}");
}
}
}
}
/// <summary>
/// Builds an MSI package asynchronously.
/// </summary>
/// <param name="baseDir">The source base directory.</param>
/// <param name="buildRoot">The root directory of the build.</param>
/// <param name="msiFile">The MSI file to generate.</param>
/// <param name="target">The package target.</param>
/// <param name="rtcfg">The runtime configuration.</param>
/// <returns>A task representing the asynchronous operation.</returns>
static async Task BuildMsiPackage(string baseDir, string buildRoot, string msiFile, PackageTarget target, RuntimeConfig rtcfg)
{
var resourcesDir = Path.Combine(baseDir, "ReleaseBuilder", "Resources", "Windows");
var buildTmp = Path.Combine(buildRoot, "tmp-msi");
if (Directory.Exists(buildTmp))
Directory.Delete(buildTmp, true);
EnvHelper.CopyDirectory(Path.Combine(buildRoot, target.BuildTargetString), buildTmp, recursive: true);
await PackageSupport.InstallPackageIdentifier(buildTmp, target);
var sourceFiles = buildTmp;
if (!sourceFiles.EndsWith(Path.DirectorySeparatorChar))
sourceFiles += Path.DirectorySeparatorChar;
var binFiles = Path.Combine(resourcesDir, "binfiles.wxs");
if (File.Exists(binFiles))
File.Delete(binFiles);
File.WriteAllText(binFiles, WixHeatBuilder.CreateWixFilelist(sourceFiles));
var msiArch = target.Arch switch
{
ArchType.x86 => "x86",
ArchType.x64 => "x64",
ArchType.Arm64 => "x64", // Using x64 MSI for ARM64
_ => throw new Exception($"Architeture not supported: {target.ArchString}")
};
await ProcessHelper.Execute([
Program.Configuration.Commands.Wix!,
"--ext", "ui",
"--extdir", Path.Combine(resourcesDir, "WixUIExtension"),
"--define", $"HarvestPath={sourceFiles}",
"--arch", msiArch,
"--output", msiFile,
Path.Combine(resourcesDir, "Shortcuts.wxs"),
binFiles,
Path.Combine(resourcesDir, "Duplicati.wxs")
], workingDirectory: buildRoot);
if (rtcfg.UseAuthenticodeSigning)
await rtcfg.AuthenticodeSign(msiFile);
Directory.Delete(buildTmp, true);
}
/// <summary>
/// Install the package identifier into the app bundle, and performs resigning of the binaries
/// </summary>
/// <param name="appFolder">The folder where the app bundle is located</param>
/// <param name="installerDir">The installer dir where the installer files are located</param>
/// <param name="target">The package target to create the file for</param>
/// <param name="rtcfg">The runtime config</param>
/// <returns>An awaitable task</returns>
static async Task PrepareAndReSignAppBundle(string appFolder, string installerDir, PackageTarget target, RuntimeConfig rtcfg)
{
await PackageSupport.InstallPackageIdentifier(Path.Combine(appFolder, "Contents", "MacOS"), target);
// After injecting the package_type_id, resign
if (rtcfg.UseCodeSignSigning)
{
var entitlementFile = Path.Combine(installerDir, "Entitlements.plist");
var updates = new[] { Path.Combine(appFolder, "Contents", "MacOS", "package_type_id.txt") }
.Concat(ExecutableRenames.Values.Select(x => Path.Combine(appFolder, "Contents", "MacOS", x)))
.Append(appFolder);
foreach (var x in updates)
await rtcfg.Codesign(x, entitlementFile);
}
}
/// <summary>
/// Builds a DMG package asynchronously.
/// </summary>
/// <param name="baseDir">The source base directory.</param>
/// <param name="buildRoot">The root directory of the build.</param>
/// <param name="dmgFile">The DMG file to generate.</param>
/// <param name="target">The package target.</param>
/// <param name="rtcfg">The runtime configuration.</param>
/// <returns>A task representing the asynchronous operation.</returns>
static async Task BuildMacDmgPackage(string baseDir, string buildRoot, string dmgFile, PackageTarget target, RuntimeConfig rtcfg)
{
var mountDir = Path.Combine(buildRoot, "mount");
if (Directory.Exists(mountDir))
{
await ProcessHelper.Execute([
"hdiutil", "detach", mountDir, "-quiet", "-force",
], workingDirectory: buildRoot, codeIsError: _ => false);
Directory.Delete(mountDir, false);
}
Directory.CreateDirectory(mountDir);
var resourcesDir = Path.Combine(baseDir, "ReleaseBuilder", "Resources", "MacOS");
var compressedDmg = Path.Combine(resourcesDir, "template.dmg.bz2");
if (!File.Exists(compressedDmg))
throw new FileNotFoundException($"Compressed dmg template file not found: {compressedDmg}");
// Remove the bz2
var templateDmg = Path.Combine(buildRoot, Path.GetFileNameWithoutExtension(compressedDmg));
if (File.Exists(templateDmg))
File.Delete(templateDmg);
// Decompress the dmg
using (var fs = File.Create(templateDmg))
await ProcessHelper.ExecuteWithOutput([
"bzip2", "--decompress", "--keep", "--quiet", "--stdout", compressedDmg
], fs, workingDirectory: buildRoot);
if (!File.Exists(templateDmg))
throw new FileNotFoundException($"Decompressed dmg template file not found: {templateDmg}");
await ProcessHelper.ExecuteAll([
["hdiutil", "resize", "-size", "300M", templateDmg],
["hdiutil", "attach", templateDmg, "-noautoopen", "-quiet", "-mountpoint", mountDir]
], workingDirectory: buildRoot);
// Change the dmg name
var dmgname = $"Duplicati {rtcfg.ReleaseInfo.ReleaseName}";
Console.WriteLine($"Setting dmg name to {dmgname}");
await ProcessHelper.Execute([
"diskutil", "quiet", "rename", mountDir, dmgname
], workingDirectory: mountDir);
// Make the Duplicati.app structure, root folder should exist
var appFolder = Path.Combine(mountDir, rtcfg.MacOSAppName);
if (Directory.Exists(appFolder))
Directory.Delete(appFolder, true);
// Place the prepared folder
EnvHelper.CopyDirectory(Path.Combine(buildRoot, $"{target.BuildTargetString}-{rtcfg.MacOSAppName}"), appFolder, recursive: true);
await PrepareAndReSignAppBundle(appFolder, resourcesDir, target, rtcfg);
// Set permissions inside DMG file
if (!OperatingSystem.IsWindows())
await EnvHelper.Chown(appFolder, "root", "admin", true);
// Unmount the dmg and compress
await ProcessHelper.ExecuteAll([
["hdiutil", "detach", mountDir, "-quiet", "-force"],
["hdiutil", "convert", templateDmg, "-quiet", "-format", "UDZO", "-imagekey", "zlib-level=9", "-o", dmgFile]
], workingDirectory: buildRoot);
// Clean up
File.Delete(templateDmg);
Directory.Delete(mountDir, false);
if (rtcfg.UseCodeSignSigning)
await rtcfg.Codesign(dmgFile, Path.Combine(resourcesDir, "Entitlements.plist"));
}
/// <summary>
/// Builds the Mac package asynchronously.
/// </summary>
/// <param name="baseDir">The base directory.</param>
/// <param name="buildRoot">The build root directory.</param>
/// <param name="pkgFile">The package file path.</param>
/// <param name="target">The package target.</param>
/// <param name="rtcfg">The runtime configuration.</param>
/// <returns>A task representing the asynchronous operation.</returns>
static async Task BuildMacPkgPackage(string baseDir, string buildRoot, string pkgFile, PackageTarget target, RuntimeConfig rtcfg)
{
var tmpFolder = Path.Combine(buildRoot, "tmp-pkg");
if (Directory.Exists(tmpFolder))
Directory.Delete(tmpFolder, true);
Directory.CreateDirectory(tmpFolder);
var installerDir = Path.Combine(baseDir, "ReleaseBuilder", "Resources", "MacOS");
var appFolder = Path.Combine(tmpFolder, rtcfg.MacOSAppName);
if (Directory.Exists(appFolder))
Directory.Delete(appFolder, true);
// Place the prepared folder
EnvHelper.CopyDirectory(Path.Combine(buildRoot, $"{target.BuildTargetString}-{rtcfg.MacOSAppName}"), appFolder, recursive: true);
await PrepareAndReSignAppBundle(appFolder, installerDir, target, rtcfg);
// Copy the source script files
var scripts = new[] { "daemon", "daemon-scripts", "app-scripts" };
// Copy scripts
foreach (var s in scripts)
EnvHelper.CopyDirectory(Path.Combine(installerDir, s), Path.Combine(tmpFolder, s), recursive: true);
// Set permissions
if (!OperatingSystem.IsWindows())
{
await EnvHelper.Chown(appFolder, "root", "admin", true);
foreach (var f in Directory.EnumerateFiles(Path.Combine(tmpFolder, "daemon"), "*.launchagent.plist", SearchOption.AllDirectories))
await EnvHelper.Chown(f, "root", "wheel", false);
var filemode = EnvHelper.GetUnixFileMode("+x");
var allscripts = scripts.Select(x => Path.Combine(tmpFolder, x)).Where(Directory.Exists).SelectMany(x => Directory.EnumerateFiles(x, "*", SearchOption.AllDirectories));
foreach (var x in allscripts)
if (File.Exists(x))
EnvHelper.AddFilemode(x, filemode);
}
var pkgAppFile = Path.Combine(tmpFolder, $"{rtcfg.ReleaseInfo.ReleaseName}-DuplicatiApp.pkg");
if (File.Exists(pkgAppFile))
File.Delete(pkgAppFile);
var pkgDaemonFile = Path.Combine(tmpFolder, $"{rtcfg.ReleaseInfo.ReleaseName}-DuplicatiDaemon.pkg");
if (File.Exists(pkgDaemonFile))
File.Delete(pkgDaemonFile);
var distributionFile = Path.Combine(tmpFolder, "Distribution.xml");
File.WriteAllText(distributionFile,
File.ReadAllText(Path.Combine(installerDir, "Distribution.xml"))
.Replace("DuplicatiApp.pkg", Path.GetFileName(pkgAppFile))
.Replace("DuplicatiDaemon.pkg", Path.GetFileName(pkgDaemonFile))
);
// Make the pkg files
await ProcessHelper.ExecuteAll([
["pkgbuild", "--analyze", "--root", appFolder, "--install-location", "/Applications/Duplicati.app", "InstallerComponent.plist"],
["pkgbuild", "--scripts", Path.Combine(tmpFolder, "app-scripts"), "--identifier", "com.duplicati.app", "--root", appFolder, "--install-location", "/Applications/Duplicati.app", "--component-plist", "InstallerComponent.plist", pkgAppFile],
["pkgbuild", "--scripts", Path.Combine(tmpFolder, "daemon-scripts"), "--identifier", "com.duplicati.app.daemon", "--root", Path.Combine(tmpFolder, "daemon"), "--install-location", "/Library/LaunchAgents", pkgDaemonFile],
["productbuild", "--distribution", distributionFile, "--package-path", ".", "--resources", ".", pkgFile]
], workingDirectory: tmpFolder);
// Clean up
Directory.Delete(tmpFolder, true);
// Sign the pkg file
if (rtcfg.UseCodeSignSigning)
await rtcfg.Productsign(pkgFile);
}
/// <summary>
/// Builds a DEB package using Docker
/// </summary>
/// <param name="baseDir">The base directory.</param>
/// <param name="buildRoot">The build root directory.</param>
/// <param name="debFile">The DEB file to generate.</param>
/// <param name="target">The package target.</param>
/// <param name="rtcfg">The runtime configuration.</param>
/// <returns>A task representing the asynchronous operation.</returns>
static async Task BuildDebPackage(string baseDir, string buildRoot, string debFile, PackageTarget target, RuntimeConfig rtcfg)
{
// The approach here is based on:
// https://www.internalpointers.com/post/build-binary-deb-package-practical-guide
//
// It is not the recommended way to build a package,
// but since the build is from a pre-build binary,
// it is easier than trying to hack debhelper.
var debroot = Path.Combine(buildRoot, "deb");
if (Path.Exists(debroot))
Directory.Delete(debroot, true);
Directory.CreateDirectory(debroot);
// Make the package structure
var debpkgdir = $"duplicati-{rtcfg.ReleaseInfo.Version}_{target.ArchString}";
var pkgroot = Path.Combine(debroot, debpkgdir);
Directory.CreateDirectory(pkgroot);
Directory.CreateDirectory(Path.Combine(pkgroot, "DEBIAN"));
Directory.CreateDirectory(Path.Combine(pkgroot, "usr", "lib"));
Directory.CreateDirectory(Path.Combine(pkgroot, "usr", "bin"));
// Copy main files
EnvHelper.CopyDirectory(
Path.Combine(buildRoot, target.BuildTargetString),
Path.Combine(pkgroot, "usr", "lib", "duplicati"),
recursive: true);
var pkglib = Path.Combine(pkgroot, "usr", "lib", "duplicati");
await PackageSupport.InstallPackageIdentifier(pkglib, target);
await PackageSupport.RenameExecutables(pkglib);
await PackageSupport.SetPermissionFlags(pkglib, rtcfg);
if (OperatingSystem.IsWindows())
throw new PlatformNotSupportedException("Creating unresolved symlinks is not supported on Windows, use WSL or Docker");
foreach (var e in ExecutableRenames.Values)
{
var exefile = Path.Combine(pkgroot, "usr", "lib", "duplicati", e);
if (File.Exists(exefile))
await ProcessHelper.Execute([
"ln", "-s",
Path.Combine("..", "lib", "duplicati", e),
Path.Combine(pkgroot, "usr", "bin", e)
]);
}
// Copy debian files
var resourcesDir = Path.Combine(baseDir, "ReleaseBuilder", "Resources", "debian");
// Write in the release notes
if (!string.IsNullOrEmpty(rtcfg.ChangelogNews))
File.WriteAllText(Path.Combine(pkgroot, "DEBIAN", "releasenotes"), rtcfg.ChangelogNews);
// Write a custom changelog file
File.WriteAllText(
Path.Combine(pkgroot, "DEBIAN", "changelog"),
File.ReadAllText(Path.Combine(resourcesDir, "changelog.template.txt"))
.Replace("%VERSION%", rtcfg.ReleaseInfo.Version.ToString())
.Replace("%DATE%", DateTime.UtcNow.ToString("ddd, dd MMM yyyy HH:mm:ss +0000", CultureInfo.InvariantCulture))
);
// Custom arch, from: https://wiki.debian.org/SupportedArchitectures
var debArchString = target.Arch switch
{
ArchType.x86 => "i386",
ArchType.x64 => "amd64",
ArchType.Arm64 => "arm64",
ArchType.Arm7 => "armhf",
_ => throw new Exception($"Architeture not supported: {target.ArchString}")
};
// Write a custom control file
File.WriteAllText(
Path.Combine(pkgroot, "DEBIAN", "control"),
File.ReadAllText(Path.Combine(resourcesDir, "control.template.txt"))
.Replace("%VERSION%", rtcfg.ReleaseInfo.Version.ToString())
.Replace("%ARCH%", debArchString)
.Replace("%DEPENDS%", string.Join(", ", target.Interface == InterfaceType.GUI
? DebianGUIDepends
: DebianCLIDepends))
);
// Install various helper files
var sharedDir = Path.Combine(baseDir, "ReleaseBuilder", "Resources", "shared");
var supportFiles = new List<(string Source, string Destination)>{
(
Path.Combine(resourcesDir, "systemd", "duplicati.default"),
Path.Combine(pkgroot, "etc", "default", "duplicati")
),
(
Path.Combine(resourcesDir, "systemd", "duplicati.service"),
Path.Combine(pkgroot, "lib", "systemd", "system", "duplicati.service")
)
};
if (target.Interface == InterfaceType.GUI)
{
supportFiles.Add((
Path.Combine(sharedDir, "desktop", "duplicati.desktop"),
Path.Combine(pkgroot, "usr", "share", "applications", "duplicati.desktop")
));
supportFiles.AddRange(
new[] { "duplicati.png", "duplicati.svg", "duplicati.xpm" }
.Select(f => (
Path.Combine(sharedDir, "pixmaps", f),
Path.Combine(pkgroot, "usr", "share", "pixmaps", f)
))
);
}
foreach (var f in supportFiles)
{
var dir = Path.GetDirectoryName(f.Destination);
if (!Directory.Exists(dir) && dir != null)
Directory.CreateDirectory(dir);
File.Copy(f.Source, f.Destination, true);
if (!OperatingSystem.IsWindows())
File.SetUnixFileMode(f.Destination, UnixFileMode.OtherRead | UnixFileMode.GroupRead | UnixFileMode.UserRead | UnixFileMode.UserWrite);
}
// Copy the Docker build file
File.Copy(
Path.Combine(resourcesDir, "Dockerfile.build"),
Path.Combine(debroot, "Dockerfile"),
true
);
// Build a Docker image to build with
await ProcessHelper.Execute([
"docker", "build",
"-t", "duplicati/debian-build:latest",
debroot
], workingDirectory: debroot);
var debpkgname = $"{debpkgdir}.deb";
// Docker desktop has some sync issues
await Task.Delay(TimeSpan.FromSeconds(5));
// Build in Docker
await ProcessHelper.Execute([
"docker", "run",
"--workdir", $"/build",
"--volume", $"{debroot}:/build:rw", "duplicati/debian-build:latest",
// Using gzip compression for compatibility with older Debian versions
"dpkg-deb", "-Zgzip", "--build", "--root-owner-group", debpkgdir
]);
File.Move(Path.Combine(debroot, debpkgname), debFile);
Directory.Delete(debroot, true);
}
}
/// <summary>
/// Builds the RPM package using Docker
/// </summary>
/// <param name="baseDir">The base directory.</param>
/// <param name="buildRoot">The build root directory.</param>
/// <param name="rpmFile">The RPM file to generate.</param>
/// <param name="target">The package target.</param>
/// <param name="rtcfg">The runtime configuration.</param>
/// <returns>A task representing the asynchronous operation.</returns>
static async Task BuildRpmPackage(string baseDir, string buildRoot, string rpmFile, PackageTarget target, RuntimeConfig rtcfg)
{
var resourcesDir = Path.Combine(baseDir, "ReleaseBuilder", "Resources", "fedora");
var tmpbuild = Path.Combine(buildRoot, "tmp-fedora");
if (Directory.Exists(tmpbuild))
Directory.Delete(tmpbuild, true);
Directory.CreateDirectory(tmpbuild);
var tarsrc = Path.Combine(tmpbuild, $"duplicati-{rtcfg.ReleaseInfo.Version}");
EnvHelper.CopyDirectory(Path.Combine(buildRoot, target.BuildTargetString), tarsrc, recursive: true);
await PackageSupport.InstallPackageIdentifier(tarsrc, target);
await PackageSupport.RenameExecutables(tarsrc);
await PackageSupport.SetPermissionFlags(tarsrc, rtcfg);
var binaries = ExecutableRenames.Values.Where(x => File.Exists(Path.Combine(tarsrc, x))).ToList();
var executables =
binaries
.Concat(Directory.GetFiles(tarsrc, "*.sh", SearchOption.AllDirectories).Select(x => Path.GetRelativePath(tarsrc, x)))
.Concat(Directory.GetFiles(tarsrc, "*.py", SearchOption.AllDirectories).Select(x => Path.GetRelativePath(tarsrc, x)))
.ToList();
// Create the tarball
var tarfile = Path.Combine(tmpbuild, $"duplicati-{rtcfg.ReleaseInfo.Version}.tar.bz2");
await ProcessHelper.Execute(
["tar", "-cjf", tarfile, Path.GetFileName(tarsrc)],
workingDirectory: Path.GetDirectoryName(tarsrc)
);
Directory.Delete(tarsrc, true);
// Create rpmbuild structure
var sources = Path.Combine(tmpbuild, "SOURCES");
Directory.CreateDirectory(sources);
File.Move(tarfile, Path.Combine(sources, Path.GetFileName(tarfile)));
// Move in extra files for building
var sharedDir = Path.Combine(baseDir, "ReleaseBuilder", "Resources", "shared");
File.Copy(Path.Combine(sharedDir, "pixmaps", "duplicati.xpm"), Path.Combine(sources, "duplicati.xpm"));
File.Copy(Path.Combine(sharedDir, "pixmaps", "duplicati.png"), Path.Combine(sources, "duplicati.png"));
File.Copy(Path.Combine(sharedDir, "desktop", "duplicati.desktop"), Path.Combine(sources, "duplicati.desktop"));
File.Copy(Path.Combine(resourcesDir, "systemd", "duplicati.service"), Path.Combine(sources, "duplicati.service"));
File.Copy(Path.Combine(resourcesDir, "systemd", "duplicati.default"), Path.Combine(sources, "duplicati.default"));
File.Copy(Path.Combine(resourcesDir, "duplicati-install-recursive.sh"), Path.Combine(sources, "duplicati-install-recursive.sh"));
// Write custom script to install executable files
File.WriteAllLines(
Path.Combine(sources, "duplicati-install-binaries.sh"),
File.ReadAllLines(Path.Combine(resourcesDir, "duplicati-install-binaries.sh"))
.SelectMany(line =>
{
if (line.StartsWith("REPL: "))
return executables.Select(x => line.Substring("REPL: ".Length).Replace("%SOURCE%", x).Replace("%TARGET%", x));
if (line.StartsWith("SYML: "))
return binaries.Select(x => line.Substring("SYML: ".Length).Replace("%SOURCE%", x).Replace("%TARGET%", x));
return [line];
})
);
var rpmarch = target.Arch switch
{
ArchType.x64 => "x86_64",
ArchType.Arm64 => "aarch64",
ArchType.Arm7 => "armv7hl",
_ => throw new Exception($"Unsupported arch: {target.Arch}")
};
var specData = File.ReadAllText(Path.Combine(resourcesDir, "duplicati.spec.template.txt"))
.Replace("%BUILDDATE%", DateTime.UtcNow.ToString("yyyyMMdd"))
.Replace("%BUILDVERSION%", rtcfg.ReleaseInfo.Version.ToString())
.Replace("%BUILDTAG%", rtcfg.ReleaseInfo.Channel.ToString().ToLowerInvariant())
.Replace("%VERSION%", rtcfg.ReleaseInfo.Version.ToString())
.Replace("%PROVIDES%", string.Join("\n", executables.Select(x => $"Provides:\t{x}")))
.Replace("%DEPENDS%", string.Join("\n",
(target.Interface == InterfaceType.GUI
? FedoraGUIDepends
: FedoraCLIDepends).Select(x => $"Requires:\t{x}")))
.Replace("#GUI_ONLY#", target.Interface == InterfaceType.Cli ? "# " : "");
// Remove comment markers, or remove lines
if (target.Interface == InterfaceType.GUI)
specData = specData.Replace("#GUI_ONLY#", "");
else
specData = string.Join("\n", specData.Split('\n').Where(x => !x.StartsWith("#GUI_ONLY#")));
File.WriteAllText(
Path.Combine(sources, "duplicati.spec"),
specData
);
// Install the Docker build file
File.Copy(
Path.Combine(resourcesDir, "Dockerfile.build"),
Path.Combine(tmpbuild, "Dockerfile"),
true
);
// Build a Docker image to build with
await ProcessHelper.Execute([
"docker", "build",
"-t", "duplicati/fedora-build:latest",
tmpbuild
], workingDirectory: tmpbuild);
// Install the build script
// This is required because rpmbuild reads file mode
// in a way that is not compatible with Docker desktop bind mounts
File.Copy(
Path.Combine(resourcesDir, "inside-docker.sh"),
Path.Combine(tmpbuild, "inside-docker.sh"),
true
);
// Then build the package itself
await ProcessHelper.Execute([
"docker", "run",
"--workdir", "/build",
"--volume", $"{tmpbuild}:/build:rw",
"duplicati/fedora-build:latest",
"/bin/bash", "/build/inside-docker.sh", "/build", rpmarch
// Sadly, Docker desktop has some issues with permissions that causes wrong exe bits
// which breaks the build checks, and produces incorrect packages
// "rpmbuild", "-bb", "--target", rpmarch,
// "--define", $"_topdir /build", "SOURCES/duplicati.spec"
]);
File.Move(Path.Combine(tmpbuild, "build.rpm"), rpmFile);
// Clean up
Directory.Delete(tmpbuild, true);
}
/// <summary>
/// Builds the Docker images for the specified targets with buildx
/// </summary>
/// <param name="baseDir">The base directory.</param>
/// <param name="buildRoot">The build root directory.</param>
/// <param name="targets">The package target.</param>
/// <param name="rtcfg">The runtime configuration.</param>
/// <returns>A task representing the asynchronous operation.</returns>
private static async Task BuildDockerImages(string baseDir, string buildRoot, IEnumerable<PackageTarget> targets, RuntimeConfig rtcfg)
{
var resourcesDir = Path.Combine(baseDir, "ReleaseBuilder", "Resources", "Docker");
var dockerArchs = targets.Select(target => target switch
{
PackageTarget { Arch: ArchType.x64, OS: OSType.Linux, Interface: InterfaceType.Cli } => "linux/amd64",
PackageTarget { Arch: ArchType.Arm64, OS: OSType.Linux, Interface: InterfaceType.Cli } => "linux/arm64/v8",
PackageTarget { Arch: ArchType.Arm7, OS: OSType.Linux, Interface: InterfaceType.Cli } => "linux/arm/v7",
_ => throw new Exception($"Unsupported Docker target: {target.OS}/{target.Arch} ({target.Interface})")
});
var tmpbuild = Path.Combine(buildRoot, "tmp-docker");
if (Directory.Exists(tmpbuild))
Directory.Delete(tmpbuild, true);
Directory.CreateDirectory(tmpbuild);
// Copy in the source data
foreach (var target in targets)
{
// Mapping to the Docker TARGETARCH value
var dockerShortArch = target.Arch switch
{
ArchType.x64 => "amd64",
ArchType.Arm64 => "arm64",
ArchType.Arm7 => "arm",
_ => throw new Exception($"Unsupported Docker target: {target.Arch}")
};
var tgfolder = Path.Combine(tmpbuild, dockerShortArch);
EnvHelper.CopyDirectory(Path.Combine(buildRoot, target.BuildTargetString), tgfolder, recursive: true);
await PackageSupport.InstallPackageIdentifier(tgfolder, target);
await PackageSupport.RenameExecutables(tgfolder);
await PackageSupport.SetPermissionFlags(tgfolder, rtcfg);
}
var tags = new List<string> { rtcfg.ReleaseInfo.Channel.ToString(), rtcfg.ReleaseInfo.Version.ToString() };
if (rtcfg.ReleaseInfo.Channel == ReleaseChannel.Stable)
tags.Add("latest");
// Make sure any dangling buildx instances are removed
try { await ProcessHelper.Execute([Program.Configuration.Commands.Docker!, "buildx", "rm", "duplicati-builder"], codeIsError: _ => false, suppressStdErr: true); }
catch { }
// Prepare multi-build
await ProcessHelper.Execute(new[] { Program.Configuration.Commands.Docker!, "buildx", "create", "--use", "--name", "duplicati-builder" });
// Build the images
var args = new List<string> { Program.Configuration.Commands.Docker!, "buildx", "build" };
args.AddRange(tags.SelectMany(x => new[] { "-t", $"{rtcfg.DockerRepo}:{x.ToLowerInvariant()}" }));
args.AddRange([
"--platform", string.Join(",", dockerArchs),
"--build-arg", $"VERSION={rtcfg.ReleaseInfo.Version}",
"--build-arg", $"CHANNEL={rtcfg.ReleaseInfo.Channel.ToString().ToLowerInvariant()}",
"--file", Path.Combine(resourcesDir, "Dockerfile"),
"--output", $"type=image,push={rtcfg.PushToDocker.ToString().ToLowerInvariant()}",
"."
]);
// Run the build
await ProcessHelper.Execute(args, workingDirectory: tmpbuild);
// Clean up
await ProcessHelper.Execute(new[] { Program.Configuration.Commands.Docker!, "buildx", "rm", "duplicati-builder" });
Directory.Delete(tmpbuild, true);
}
}