package com.earth2me.essentials; import com.earth2me.essentials.craftbukkit.BanLookup; import com.earth2me.essentials.craftbukkit.FakeWorld; import com.earth2me.essentials.settings.Spawns; import com.earth2me.essentials.storage.YamlStorageWriter; import com.earth2me.essentials.utils.StringUtil; import com.google.common.base.Charsets; import com.google.common.collect.Maps; import net.ess3.api.IEssentials; import org.bukkit.BanList; import org.bukkit.Bukkit; import org.bukkit.Location; import org.bukkit.World; import org.bukkit.configuration.ConfigurationSection; import java.io.BufferedInputStream; import java.io.BufferedReader; import java.io.BufferedWriter; import java.io.File; import java.io.FileFilter; import java.io.FileInputStream; import java.io.FileReader; import java.io.FileWriter; import java.io.IOException; import java.io.PrintWriter; import java.math.BigInteger; import java.security.DigestInputStream; import java.security.MessageDigest; import java.text.DecimalFormat; import java.util.ArrayList; import java.util.Collections; import java.util.Date; import java.util.HashSet; import java.util.List; import java.util.Locale; import java.util.Map; import java.util.Set; import java.util.UUID; import java.util.logging.Level; import java.util.logging.Logger; import java.util.regex.Matcher; import java.util.regex.Pattern; import static com.earth2me.essentials.I18n.tl; public class EssentialsUpgrade { private final static Logger LOGGER = Logger.getLogger("Essentials"); private static final FileFilter YML_FILTER = pathname -> pathname.isFile() && pathname.getName().endsWith(".yml"); private static final String PATTERN_CONFIG_UUID_REGEX = "(?mi)^uuid:\\s*([0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12})\\s*$"; private static final Pattern PATTERN_CONFIG_UUID = Pattern.compile(PATTERN_CONFIG_UUID_REGEX); private static final String PATTERN_CONFIG_NAME_REGEX = "(?mi)^lastAccountName:\\s*[\"\']?(\\w+)[\"\']?\\s*$"; private static final Pattern PATTERN_CONFIG_NAME = Pattern.compile(PATTERN_CONFIG_NAME_REGEX); private final transient IEssentials ess; private final transient EssentialsConf doneFile; EssentialsUpgrade(final IEssentials essentials) { ess = essentials; if (!ess.getDataFolder().exists()) { ess.getDataFolder().mkdirs(); } doneFile = new EssentialsConf(new File(ess.getDataFolder(), "upgrades-done.yml")); doneFile.load(); } public static void uuidFileConvert(final IEssentials ess, final Boolean ignoreUFCache) { ess.getLogger().info("Starting Essentials UUID userdata conversion"); final File userdir = new File(ess.getDataFolder(), "userdata"); if (!userdir.exists()) { return; } int countFiles = 0; int countFails = 0; int countEssCache = 0; int countBukkit = 0; ess.getLogger().info("Found " + userdir.list().length + " files to convert..."); for (final String string : userdir.list()) { if (!string.endsWith(".yml") || string.length() < 5) { continue; } final int showProgress = countFiles % 250; if (showProgress == 0) { ess.getUserMap().getUUIDMap().forceWriteUUIDMap(); ess.getLogger().info("Converted " + countFiles + "/" + userdir.list().length); } countFiles++; final String name = string.substring(0, string.length() - 4); final EssentialsUserConf config; UUID uuid = null; try { uuid = UUID.fromString(name); } catch (final IllegalArgumentException ex) { final File file = new File(userdir, string); final EssentialsConf conf = new EssentialsConf(file); conf.load(); conf.setProperty("lastAccountName", name); conf.save(); final String uuidConf = ignoreUFCache ? "force-uuid" : "uuid"; final String uuidString = conf.getString(uuidConf, null); for (int i = 0; i < 4; i++) { try { uuid = UUID.fromString(uuidString); countEssCache++; break; } catch (final Exception ex2) { if (conf.getBoolean("npc", false)) { uuid = UUID.nameUUIDFromBytes(("NPC:" + name).getBytes(Charsets.UTF_8)); break; } final org.bukkit.OfflinePlayer player = ess.getServer().getOfflinePlayer(name); uuid = player.getUniqueId(); } if (uuid != null) { countBukkit++; break; } } if (uuid != null) { conf.forceSave(); config = new EssentialsUserConf(name, uuid, new File(userdir, uuid + ".yml")); config.convertLegacyFile(); ess.getUserMap().trackUUID(uuid, name, false); continue; } countFails++; } } ess.getUserMap().getUUIDMap().forceWriteUUIDMap(); ess.getLogger().info("Converted " + countFiles + "/" + countFiles + ". Conversion complete."); ess.getLogger().info("Converted via cache: " + countEssCache + " :: Converted via lookup: " + countBukkit + " :: Failed to convert: " + countFails); ess.getLogger().info("To rerun the conversion type /essentials uuidconvert"); } public void convertIgnoreList() { final Pattern pattern = Pattern.compile("^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$"); if (doneFile.getBoolean("updateUsersIgnoreListUUID", false)) { return; } LOGGER.info("Attempting to migrate ignore list to UUIDs"); final File userdataFolder = new File(ess.getDataFolder(), "userdata"); if (!userdataFolder.exists() || !userdataFolder.isDirectory()) { return; } final File[] userFiles = userdataFolder.listFiles(); for (final File file : userFiles) { if (!file.isFile() || !file.getName().endsWith(".yml")) { continue; } final EssentialsConf config = new EssentialsConf(file); try { config.load(); if (config.hasProperty("ignore")) { final List migratedIgnores = new ArrayList<>(); for (final String name : Collections.synchronizedList(config.getStringList("ignore"))) { if (name == null) { continue; } if (pattern.matcher(name.trim()).matches()) { LOGGER.info("Detected already migrated ignore list!"); return; } final User user = ess.getOfflineUser(name); if (user != null && user.getBase() != null) { migratedIgnores.add(user.getBase().getUniqueId().toString()); } } config.removeProperty("ignore"); config.setProperty("ignore", migratedIgnores); config.forceSave(); } } catch (final RuntimeException ex) { LOGGER.log(Level.INFO, "File: " + file.toString()); throw ex; } } doneFile.setProperty("updateUsersIgnoreListUUID", true); doneFile.save(); LOGGER.info("Done converting ignore list."); } public void convertKits() { final Kits kits = ess.getKits(); final EssentialsConf config = kits.getConfig(); if (doneFile.getBoolean("kitsyml", false)) { return; } LOGGER.info("Attempting to convert old kits in config.yml to new kits.yml"); final ConfigurationSection section = ess.getSettings().getKitSection(); if (section == null) { LOGGER.info("No kits found to migrate."); return; } final Map legacyKits = ess.getSettings().getKitSection().getValues(true); for (final Map.Entry entry : legacyKits.entrySet()) { LOGGER.info("Converting " + entry.getKey()); config.set("kits." + entry.getKey(), entry.getValue()); } config.save(); doneFile.setProperty("kitsyml", true); doneFile.save(); LOGGER.info("Done converting kits."); } private void moveMotdRulesToFile(final String name) { if (doneFile.getBoolean("move" + name + "ToFile", false)) { return; } try { final File file = new File(ess.getDataFolder(), name + ".txt"); if (file.exists()) { return; } final File configFile = new File(ess.getDataFolder(), "config.yml"); if (!configFile.exists()) { return; } final EssentialsConf conf = new EssentialsConf(configFile); conf.load(); final List lines = conf.getStringList(name); if (lines != null && !lines.isEmpty()) { if (!file.createNewFile()) { throw new IOException("Failed to create file " + file); } final PrintWriter writer = new PrintWriter(file); for (final String line : lines) { writer.println(line); } writer.close(); } doneFile.setProperty("move" + name + "ToFile", true); doneFile.save(); } catch (final IOException e) { LOGGER.log(Level.SEVERE, tl("upgradingFilesError"), e); } } private void removeLinesFromConfig(final File file, final String regex, final String info) throws Exception { boolean needUpdate = false; final BufferedReader bReader = new BufferedReader(new FileReader(file)); final File tempFile = File.createTempFile("essentialsupgrade", ".tmp.yml", ess.getDataFolder()); final BufferedWriter bWriter = new BufferedWriter(new FileWriter(tempFile)); do { final String line = bReader.readLine(); if (line == null) { break; } if (line.matches(regex)) { if (!needUpdate && info != null) { bWriter.write(info, 0, info.length()); bWriter.newLine(); } needUpdate = true; } else { if (line.endsWith("\r\n")) { bWriter.write(line, 0, line.length() - 2); } else if (line.endsWith("\r") || line.endsWith("\n")) { bWriter.write(line, 0, line.length() - 1); } else { bWriter.write(line, 0, line.length()); } bWriter.newLine(); } } while (true); bReader.close(); bWriter.close(); if (needUpdate) { if (!file.renameTo(new File(file.getParentFile(), file.getName().concat("." + System.currentTimeMillis() + ".upgradebackup")))) { throw new Exception(tl("configFileMoveError")); } if (!tempFile.renameTo(file)) { throw new Exception(tl("configFileRenameError")); } } else { tempFile.delete(); } } private void updateUsersPowerToolsFormat() { if (doneFile.getBoolean("updateUsersPowerToolsFormat", false)) { return; } final File userdataFolder = new File(ess.getDataFolder(), "userdata"); if (!userdataFolder.exists() || !userdataFolder.isDirectory()) { return; } final File[] userFiles = userdataFolder.listFiles(); for (final File file : userFiles) { if (!file.isFile() || !file.getName().endsWith(".yml")) { continue; } final EssentialsConf config = new EssentialsConf(file); try { config.load(); if (config.hasProperty("powertools")) { final Map powertools = config.getConfigurationSection("powertools").getValues(false); if (powertools == null) { continue; } for (final Map.Entry entry : powertools.entrySet()) { if (entry.getValue() instanceof String) { final List temp = new ArrayList<>(); temp.add((String) entry.getValue()); powertools.put(entry.getKey(), temp); } } config.forceSave(); } } catch (final RuntimeException ex) { LOGGER.log(Level.INFO, "File: " + file.toString()); throw ex; } } doneFile.setProperty("updateUsersPowerToolsFormat", true); doneFile.save(); } private void updateUsersHomesFormat() { if (doneFile.getBoolean("updateUsersHomesFormat", false)) { return; } final File userdataFolder = new File(ess.getDataFolder(), "userdata"); if (!userdataFolder.exists() || !userdataFolder.isDirectory()) { return; } final File[] userFiles = userdataFolder.listFiles(); for (final File file : userFiles) { if (!file.isFile() || !file.getName().endsWith(".yml")) { continue; } final EssentialsConf config = new EssentialsConf(file); try { config.load(); if (config.hasProperty("home") && config.hasProperty("home.default")) { final String defworld = (String) config.getProperty("home.default"); final Location defloc = getFakeLocation(config, "home.worlds." + defworld); if (defloc != null) { config.setProperty("homes.home", defloc); } final Set worlds = config.getConfigurationSection("home.worlds").getKeys(false); Location loc; String worldName; if (worlds == null) { continue; } for (final String world : worlds) { if (defworld.equalsIgnoreCase(world)) { continue; } loc = getFakeLocation(config, "home.worlds." + world); if (loc == null) { continue; } worldName = loc.getWorld().getName().toLowerCase(Locale.ENGLISH); if (worldName != null && !worldName.isEmpty()) { config.setProperty("homes." + worldName, loc); } } config.removeProperty("home"); config.forceSave(); } } catch (final RuntimeException ex) { LOGGER.log(Level.INFO, "File: " + file.toString()); throw ex; } } doneFile.setProperty("updateUsersHomesFormat", true); doneFile.save(); } private void sanitizeAllUserFilenames() { if (doneFile.getBoolean("sanitizeAllUserFilenames", false)) { return; } final File usersFolder = new File(ess.getDataFolder(), "userdata"); if (!usersFolder.exists()) { return; } final File[] listOfFiles = usersFolder.listFiles(); for (final File listOfFile : listOfFiles) { final String filename = listOfFile.getName(); if (!listOfFile.isFile() || !filename.endsWith(".yml")) { continue; } final String sanitizedFilename = StringUtil.sanitizeFileName(filename.substring(0, filename.length() - 4)) + ".yml"; if (sanitizedFilename.equals(filename)) { continue; } final File tmpFile = new File(listOfFile.getParentFile(), sanitizedFilename + ".tmp"); final File newFile = new File(listOfFile.getParentFile(), sanitizedFilename); if (!listOfFile.renameTo(tmpFile)) { LOGGER.log(Level.WARNING, tl("userdataMoveError", filename, sanitizedFilename)); continue; } if (newFile.exists()) { LOGGER.log(Level.WARNING, tl("duplicatedUserdata", filename, sanitizedFilename)); continue; } if (!tmpFile.renameTo(newFile)) { LOGGER.log(Level.WARNING, tl("userdataMoveBackError", sanitizedFilename, sanitizedFilename)); } } doneFile.setProperty("sanitizeAllUserFilenames", true); doneFile.save(); } private World getFakeWorld(final String name) { final File bukkitDirectory = ess.getDataFolder().getParentFile().getParentFile(); final File worldDirectory = new File(bukkitDirectory, name); if (worldDirectory.exists() && worldDirectory.isDirectory()) { return new FakeWorld(worldDirectory.getName(), World.Environment.NORMAL); } return null; } public Location getFakeLocation(final EssentialsConf config, final String path) { final String worldName = config.getString((path != null ? path + "." : "") + "world"); if (worldName == null || worldName.isEmpty()) { return null; } final World world = getFakeWorld(worldName); if (world == null) { return null; } return new Location(world, config.getDouble((path != null ? path + "." : "") + "x", 0), config.getDouble((path != null ? path + "." : "") + "y", 0), config.getDouble((path != null ? path + "." : "") + "z", 0), (float) config.getDouble((path != null ? path + "." : "") + "yaw", 0), (float) config.getDouble((path != null ? path + "." : "") + "pitch", 0)); } private void deleteOldItemsCsv() { if (doneFile.getBoolean("deleteOldItemsCsv", false)) { return; } final File file = new File(ess.getDataFolder(), "items.csv"); if (file.exists()) { try { final Set oldconfigs = new HashSet<>(); oldconfigs.add(new BigInteger("66ec40b09ac167079f558d1099e39f10", 16)); // sep 1 oldconfigs.add(new BigInteger("34284de1ead43b0bee2aae85e75c041d", 16)); // crlf oldconfigs.add(new BigInteger("c33bc9b8ee003861611bbc2f48eb6f4f", 16)); // jul 24 oldconfigs.add(new BigInteger("6ff17925430735129fc2a02f830c1daa", 16)); // crlf final MessageDigest digest = ManagedFile.getDigest(); final BufferedInputStream bis = new BufferedInputStream(new FileInputStream(file)); final byte[] buffer = new byte[1024]; try (final DigestInputStream dis = new DigestInputStream(bis, digest)) { while (dis.read(buffer) != -1) { } } final BigInteger hash = new BigInteger(1, digest.digest()); if (oldconfigs.contains(hash) && !file.delete()) { throw new IOException("Could not delete file " + file.toString()); } doneFile.setProperty("deleteOldItemsCsv", true); doneFile.save(); } catch (final IOException ex) { Bukkit.getLogger().log(Level.SEVERE, ex.getMessage(), ex); } } } private void updateSpawnsToNewSpawnsConfig() { if (doneFile.getBoolean("updateSpawnsToNewSpawnsConfig", false)) { return; } final File configFile = new File(ess.getDataFolder(), "spawn.yml"); if (configFile.exists()) { final EssentialsConf config = new EssentialsConf(configFile); try { config.load(); if (!config.hasProperty("spawns")) { final Spawns spawns = new Spawns(); final Set keys = config.getKeys(false); for (final String group : keys) { final Location loc = getFakeLocation(config, group); spawns.getSpawns().put(group.toLowerCase(Locale.ENGLISH), loc); } if (!configFile.renameTo(new File(ess.getDataFolder(), "spawn.yml.old"))) { throw new Exception(tl("fileRenameError", "spawn.yml")); } try (final PrintWriter writer = new PrintWriter(configFile)) { new YamlStorageWriter(writer).save(spawns); } } } catch (final Exception ex) { Bukkit.getLogger().log(Level.SEVERE, ex.getMessage(), ex); } } doneFile.setProperty("updateSpawnsToNewSpawnsConfig", true); doneFile.save(); } private void updateJailsToNewJailsConfig() { if (doneFile.getBoolean("updateJailsToNewJailsConfig", false)) { return; } final File configFile = new File(ess.getDataFolder(), "jail.yml"); if (configFile.exists()) { final EssentialsConf config = new EssentialsConf(configFile); try { config.load(); if (!config.hasProperty("jails")) { final com.earth2me.essentials.settings.Jails jails = new com.earth2me.essentials.settings.Jails(); final Set keys = config.getKeys(false); for (final String jailName : keys) { final Location loc = getFakeLocation(config, jailName); jails.getJails().put(jailName.toLowerCase(Locale.ENGLISH), loc); } if (!configFile.renameTo(new File(ess.getDataFolder(), "jail.yml.old"))) { throw new Exception(tl("fileRenameError", "jail.yml")); } try (final PrintWriter writer = new PrintWriter(configFile)) { new YamlStorageWriter(writer).save(jails); } } } catch (final Exception ex) { Bukkit.getLogger().log(Level.SEVERE, ex.getMessage(), ex); } } doneFile.setProperty("updateJailsToNewJailsConfig", true); doneFile.save(); } private void warnMetrics() { if (doneFile.getBoolean("warnMetrics", false)) { return; } doneFile.setProperty("warnMetrics", true); doneFile.save(); } private void uuidFileChange() { if (doneFile.getBoolean("uuidFileChange", false)) { return; } final Boolean ignoreUFCache = doneFile.getBoolean("ignore-userfiles-cache", false); final File userdir = new File(ess.getDataFolder(), "userdata"); if (!userdir.exists()) { return; } int countFiles = 0; int countReqFiles = 0; for (final String string : userdir.list()) { if (!string.endsWith(".yml") || string.length() < 5) { continue; } countFiles++; final String name = string.substring(0, string.length() - 4); UUID uuid = null; try { uuid = UUID.fromString(name); } catch (final IllegalArgumentException ex) { countReqFiles++; } if (countFiles > 100) { break; } } if (countReqFiles < 1) { return; } ess.getLogger().info("#### Starting Essentials UUID userdata conversion in a few seconds. ####"); ess.getLogger().info("We recommend you take a backup of your server before upgrading from the old username system."); try { Thread.sleep(15000); } catch (final InterruptedException ex) { // NOOP } uuidFileConvert(ess, ignoreUFCache); doneFile.setProperty("uuidFileChange", true); doneFile.save(); } public void banFormatChange() { if (doneFile.getBoolean("banFormatChange", false)) { return; } ess.getLogger().info("Starting Essentials ban format conversion"); final File userdir = new File(ess.getDataFolder(), "userdata"); if (!userdir.exists()) { return; } int countFiles = 0; ess.getLogger().info("Found " + userdir.list().length + " files to convert..."); for (final String string : userdir.list()) { if (!string.endsWith(".yml") || string.length() < 5) { continue; } final int showProgress = countFiles % 250; if (showProgress == 0) { ess.getLogger().info("Converted " + countFiles + "/" + userdir.list().length); } countFiles++; final File pFile = new File(userdir, string); final EssentialsConf conf = new EssentialsConf(pFile); conf.load(); String banReason; long banTimeout; try { banReason = conf.getConfigurationSection("ban").getString("reason"); } catch (final NullPointerException n) { banReason = null; } final String playerName = conf.getString("lastAccountName"); if (playerName != null && playerName.length() > 1 && banReason != null && banReason.length() > 1) { try { if (conf.getConfigurationSection("ban").contains("timeout")) { banTimeout = Long.parseLong(conf.getConfigurationSection("ban").getString("timeout")); } else { banTimeout = 0L; } } catch (final NumberFormatException n) { banTimeout = 0L; } if (BanLookup.isBanned(ess, playerName)) { updateBan(playerName, banReason, banTimeout); } } conf.removeProperty("ban"); conf.save(); } doneFile.setProperty("banFormatChange", true); doneFile.save(); ess.getLogger().info("Ban format update complete."); } private void updateBan(final String playerName, final String banReason, final Long banTimeout) { if (banTimeout == 0) { Bukkit.getBanList(BanList.Type.NAME).addBan(playerName, banReason, null, Console.NAME); } else { Bukkit.getBanList(BanList.Type.NAME).addBan(playerName, banReason, new Date(banTimeout), Console.NAME); } } private void repairUserMap() { if (doneFile.getBoolean("userMapRepaired", false)) { return; } ess.getLogger().info("Starting usermap repair"); final File userdataFolder = new File(ess.getDataFolder(), "userdata"); if (!userdataFolder.isDirectory()) { ess.getLogger().warning("Missing userdata folder, aborting"); return; } final File[] files = userdataFolder.listFiles(YML_FILTER); final DecimalFormat format = new DecimalFormat("#0.00"); final Map names = Maps.newHashMap(); for (int index = 0; index < files.length; index++) { final File file = files[index]; try { UUID uuid = null; final String filename = file.getName(); final String configData = new String(java.nio.file.Files.readAllBytes(file.toPath()), Charsets.UTF_8); if (filename.length() > 36) { try { // ".yml" ending has 4 chars... uuid = UUID.fromString(filename.substring(0, filename.length() - 4)); } catch (final IllegalArgumentException ignored) { } } final Matcher uuidMatcher = PATTERN_CONFIG_UUID.matcher(configData); if (uuidMatcher.find()) { try { uuid = UUID.fromString(uuidMatcher.group(1)); } catch (final IllegalArgumentException ignored) { } } if (uuid == null) { // Don't import continue; } final Matcher nameMatcher = PATTERN_CONFIG_NAME.matcher(configData); if (nameMatcher.find()) { final String username = nameMatcher.group(1); if (username != null && username.length() > 0) { names.put(StringUtil.safeString(username), uuid); } } if (index % 1000 == 0) { ess.getLogger().info("Reading: " + format.format((100d * (double) index) / files.length) + "%"); } } catch (final IOException e) { ess.getLogger().log(Level.SEVERE, "Error while reading file: ", e); return; } } ess.getUserMap().getNames().putAll(names); ess.getUserMap().reloadConfig(); doneFile.setProperty("userMapRepaired", true); doneFile.save(); ess.getLogger().info("Completed usermap repair."); } public void beforeSettings() { if (!ess.getDataFolder().exists()) { ess.getDataFolder().mkdirs(); } moveMotdRulesToFile("motd"); moveMotdRulesToFile("rules"); } public void afterSettings() { sanitizeAllUserFilenames(); updateUsersPowerToolsFormat(); updateUsersHomesFormat(); deleteOldItemsCsv(); updateSpawnsToNewSpawnsConfig(); updateJailsToNewJailsConfig(); uuidFileChange(); banFormatChange(); warnMetrics(); repairUserMap(); convertIgnoreList(); } }