package com.keuin.kbackupfabric.operation.backup.method; import com.keuin.kbackupfabric.backup.incremental.ObjectCollection2; import com.keuin.kbackupfabric.backup.incremental.ObjectCollectionFactory; import com.keuin.kbackupfabric.backup.incremental.ObjectCollectionSerializer; import com.keuin.kbackupfabric.backup.incremental.identifier.Sha256Identifier; import com.keuin.kbackupfabric.backup.incremental.manager.IncCopyResult; import com.keuin.kbackupfabric.backup.incremental.manager.IncrementalBackupStorageManager; import com.keuin.kbackupfabric.backup.incremental.serializer.IncBackupInfoSerializer; import com.keuin.kbackupfabric.backup.incremental.serializer.SavedIncrementalBackup; import com.keuin.kbackupfabric.backup.name.BackupFileNameEncoder; import com.keuin.kbackupfabric.backup.name.IncrementalBackupFileNameEncoder; import com.keuin.kbackupfabric.metadata.BackupMetadata; import com.keuin.kbackupfabric.operation.backup.feedback.IncrementalBackupFeedback; import com.keuin.kbackupfabric.util.FilesystemUtil; import com.keuin.kbackupfabric.util.PrintUtil; import com.keuin.kbackupfabric.util.ThreadingUtil; import java.io.File; import java.io.FileOutputStream; import java.io.IOException; import java.io.ObjectOutputStream; import java.nio.file.Files; import java.nio.file.Paths; import java.time.ZoneId; import java.util.Arrays; import java.util.HashSet; import java.util.logging.Logger; public class ConfiguredIncrementalBackupMethod implements ConfiguredBackupMethod { private final String backupIndexFileName; private final String levelPath; private final String backupIndexFileSaveDirectory; private final String backupBaseDirectory; private static final Logger LOGGER = Logger.getLogger(ConfiguredIncrementalBackupMethod.class.getName()); public ConfiguredIncrementalBackupMethod(String backupIndexFileName, String levelPath, String backupIndexFileSaveDirectory, String backupBaseDirectory) { this.backupIndexFileName = backupIndexFileName; this.levelPath = levelPath; this.backupIndexFileSaveDirectory = backupIndexFileSaveDirectory; this.backupBaseDirectory = backupBaseDirectory; } @Override public IncrementalBackupFeedback backup() { final int hashFactoryThreads = ThreadingUtil.getRecommendedThreadCount(); // how many threads do we use to generate the hash tree LOGGER.info("Threads: " + hashFactoryThreads); // needed in abort progress File levelPathFile = new File(levelPath); IncrementalBackupFeedback feedback; IncrementalBackupStorageManager storageManager = null; ObjectCollection2 collection = null; // this backup's collection try { // construct incremental backup index PrintUtil.info("Hashing files..."); collection = new ObjectCollectionFactory<>(Sha256Identifier.getFactory(), hashFactoryThreads, 16) .fromDirectory(levelPathFile, new HashSet<>(Arrays.asList("session.lock", "kbackup_metadata"))); // update storage PrintUtil.info("Copying files..."); storageManager = new IncrementalBackupStorageManager(Paths.get(backupBaseDirectory)); IncCopyResult copyResult = storageManager.addObjectCollection(collection, levelPathFile); if (copyResult == null) { PrintUtil.info("Failed to backup. No further information."); return new IncrementalBackupFeedback(false, null); } // save index file PrintUtil.info("Saving index file..."); // legacy index file // ObjectCollectionSerializer.toFile(collection, new File(backupIndexFileSaveDirectory, backupIndexFileName)); // create directory final File indexDirectoryFile = new File(backupIndexFileSaveDirectory); if (indexDirectoryFile.isFile()) throw new IOException("There is a file which has the same name with index directory"); if (!indexDirectoryFile.isDirectory() && !indexDirectoryFile.mkdirs()) throw new IOException("Backup index save directory does not exist and we failed to create it"); // newer saved info (with metadata) File indexFile = new File(backupIndexFileSaveDirectory, backupIndexFileName); BackupFileNameEncoder.BackupBasicInformation info = IncrementalBackupFileNameEncoder.INSTANCE.decode(backupIndexFileName); IncBackupInfoSerializer.toFile(indexFile, SavedIncrementalBackup.newLatest( collection, info.customName, info.time.atZone(ZoneId.systemDefault()), copyResult.getTotalBytes(), copyResult.getCopiedBytes(), copyResult.getCopiedFiles(), copyResult.getTotalFiles() )); // return result PrintUtil.info("Incremental backup finished."); feedback = new IncrementalBackupFeedback(true, copyResult); } catch (IOException e) { e.printStackTrace(); // at least we should print it out if we discard the exception... Better than doing nothing. feedback = new IncrementalBackupFeedback(false, null); } // do clean-up if failed if (!feedback.isSuccess()) { LOGGER.severe("Failed to backup. Cleaning up..."); // remove index file File backupIndexFile = new File(backupIndexFileSaveDirectory, backupIndexFileName); if (backupIndexFile.exists()) { if (!backupIndexFile.delete()) { LOGGER.warning("Failed to clean up: cannot delete file " + backupIndexFile.getName()); return feedback; // not try to remove unused files } } // remove unused object files in the base if (collection != null) { try { // collection may have been copied (partially) to the base, but we may not need them // so we perform a clean here // perform a clean-up Iterable backups = ObjectCollectionSerializer.fromDirectory(new File(backupIndexFileSaveDirectory)); storageManager.deleteObjectCollection(collection, backups); } catch (IOException e) { LOGGER.warning("An exception occurred while cleaning up: " + e); } LOGGER.info("Backup aborted."); } } return feedback; } @Override public boolean restore() throws IOException { // load collection PrintUtil.info("Loading file list..."); SavedIncrementalBackup info = IncBackupInfoSerializer.fromFile( new File(backupIndexFileSaveDirectory, backupIndexFileName) ); PrintUtil.info("Backup Info: " + info); // delete old level File levelPathFile = new File(levelPath); PrintUtil.info("Deleting old level..."); if (!FilesystemUtil.forceDeleteDirectory(levelPathFile)) { PrintUtil.info("Failed to delete old level!"); return false; } // restore file PrintUtil.info("Copying files..."); IncrementalBackupStorageManager storageManager = new IncrementalBackupStorageManager(Paths.get(backupBaseDirectory)); int restoreObjectCount = storageManager.restoreObjectCollection(info.getObjectCollection(), levelPathFile); // write metadata file File metadataFile = new File(levelPathFile, BackupMetadata.metadataFileName); try (FileOutputStream fos = new FileOutputStream(metadataFile)) { try (ObjectOutputStream oos = new ObjectOutputStream(fos)) { oos.writeObject(new BackupMetadata(info.getBackupTime().toEpochSecond() * 1000, info.getBackupName())); } } catch (IOException e) { PrintUtil.warn("Failed to write restore metadata: " + e + ". KBackup won't print restoration information during the next startup."); try { Files.deleteIfExists(metadataFile.toPath()); } catch (IOException ignored) { } } PrintUtil.info(String.format("%d file(s) restored.", restoreObjectCount)); return true; } @Override public boolean touch() { File baseDirectoryFile = new File(backupBaseDirectory); return baseDirectoryFile.isDirectory() || baseDirectoryFile.mkdir(); } @Override public String getBackupFileName() { return backupIndexFileName; } }