opsu-dance/src/itdelatrisu/opsu/db/OsuDB.java

/*
 * opsu! - an open-source osu! client
 * Copyright (C) 2014, 2015 Jeffrey Han
 *
 * opsu! is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * opsu! is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with opsu!.  If not, see <http://www.gnu.org/licenses/>.
 */

package itdelatrisu.opsu.db;

import itdelatrisu.opsu.ErrorHandler;
import itdelatrisu.opsu.Options;
import itdelatrisu.opsu.OsuFile;
import itdelatrisu.opsu.OsuParser;

import java.io.File;
import java.sql.Connection;
import java.sql.PreparedStatement;
import java.sql.ResultSet;
import java.sql.SQLException;
import java.sql.Statement;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

/**
 * Handles connections and queries with the cached beatmap database.
 */
public class OsuDB {
	/**
	 * Current database version.
	 * This value should be changed whenever the database format changes.
	 */
	private static final String DATABASE_VERSION = "2014-03-08";

	/** Minimum batch size ratio ({@code batchSize/cacheSize}) to invoke batch loading. */
	private static final float LOAD_BATCH_MIN_RATIO = 0.2f;

	/** Minimum batch size to invoke batch insertion. */
	private static final int INSERT_BATCH_MIN = 100;

	/** OsuFile loading flags. */
	public static final int LOAD_NONARRAY = 1, LOAD_ARRAY = 2, LOAD_ALL = 3;

	/** Database connection. */
	private static Connection connection;

	/** Query statements. */
	private static PreparedStatement insertStmt, selectStmt, deleteMapStmt, deleteGroupStmt, updateSizeStmt;

	/** Current size of beatmap cache table. */
	private static int cacheSize = -1;

	// This class should not be instantiated.
	private OsuDB() {}

	/**
	 * Initializes the database connection.
	 */
	public static void init() {
		// create a database connection
		connection = DBController.createConnection(Options.OSU_DB.getPath());
		if (connection == null)
			return;

		// create the database
		createDatabase();

		// retrieve the cache size
		getCacheSize();

		// check the database version
		checkVersion();

		// prepare sql statements
		try {
			insertStmt = connection.prepareStatement(
				"INSERT INTO beatmaps VALUES (" +
				"?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, " +
				"?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)"
			);
			selectStmt = connection.prepareStatement("SELECT * FROM beatmaps WHERE dir = ? AND file = ?");
			deleteMapStmt = connection.prepareStatement("DELETE FROM beatmaps WHERE dir = ? AND file = ?");
			deleteGroupStmt = connection.prepareStatement("DELETE FROM beatmaps WHERE dir = ?");
			updateSizeStmt = connection.prepareStatement("REPLACE INTO info (key, value) VALUES ('size', ?)");
		} catch (SQLException e) {
			ErrorHandler.error("Failed to prepare beatmap statements.", e, true);
		}
	}

	/**
	 * Creates the database, if it does not exist.
	 */
	private static void createDatabase() {
		try (Statement stmt = connection.createStatement()) {
			String sql =
				"CREATE TABLE IF NOT EXISTS beatmaps (" +
					"dir TEXT, file TEXT, lastModified INTEGER, " +
					"MID INTEGER, MSID INTEGER, " +
					"title TEXT, titleUnicode TEXT, artist TEXT, artistUnicode TEXT, " +
					"creator TEXT, version TEXT, source TEXT, tags TEXT, " +
					"circles INTEGER, sliders INTEGER, spinners INTEGER, " +
					"hp REAL, cs REAL, od REAL, ar REAL, sliderMultiplier REAL, sliderTickRate REAL, " +
					"bpmMin INTEGER, bpmMax INTEGER, endTime INTEGER, " +
					"audioFile TEXT, audioLeadIn INTEGER, previewTime INTEGER, countdown INTEGER, sampleSet TEXT, stackLeniency REAL, " +
					"mode INTEGER, letterboxInBreaks BOOLEAN, widescreenStoryboard BOOLEAN, epilepsyWarning BOOLEAN, " +
					"bg TEXT, timingPoints TEXT, breaks TEXT, combo TEXT" +
				"); " +
				"CREATE TABLE IF NOT EXISTS info (" +
					"key TEXT NOT NULL UNIQUE, value TEXT" +
				"); " +
				"CREATE INDEX IF NOT EXISTS idx ON beatmaps (dir, file); " +

				// extra optimizations
				"PRAGMA locking_mode = EXCLUSIVE; " +
				"PRAGMA journal_mode = WAL;";
			stmt.executeUpdate(sql);
		} catch (SQLException e) {
			ErrorHandler.error("Could not create beatmap database.", e, true);
		}
	}

	/**
	 * Checks the stored table version, clears the beatmap database if different
	 * from the current version, then updates the version field.
	 */
	private static void checkVersion() {
		try (Statement stmt = connection.createStatement()) {
			// get the stored version
			String sql = "SELECT value FROM info WHERE key = 'version'";
			ResultSet rs = stmt.executeQuery(sql);
			String version = (rs.next()) ? rs.getString(1) : "";
			rs.close();

			// if different from current version, clear the database
			if (!version.equals(DATABASE_VERSION))
				clearDatabase();

			// update version
			PreparedStatement ps = connection.prepareStatement("REPLACE INTO info (key, value) VALUES ('version', ?)");
			ps.setString(1, DATABASE_VERSION);
			ps.executeUpdate();
			ps.close();
		} catch (SQLException e) {
			ErrorHandler.error("Beatmap database version checks failed.", e, true);
		}
	}

	/**
	 * Retrieves the size of the beatmap cache from the 'info' table.
	 */
	private static void getCacheSize() {
		try (Statement stmt = connection.createStatement()) {
			String sql = "SELECT value FROM info WHERE key = 'size'";
			ResultSet rs = stmt.executeQuery(sql);
			try {
				cacheSize = (rs.next()) ? Integer.parseInt(rs.getString(1)) : 0;
			} catch (NumberFormatException e) {
				cacheSize = 0;
			}
			rs.close();
		} catch (SQLException e) {
			ErrorHandler.error("Could not get beatmap cache size.", e, true);
		}
	}

	/**
	 * Updates the size of the beatmap cache in the 'info' table.
	 */
	private static void updateCacheSize() {
		if (connection == null)
			return;

		try {
			updateSizeStmt.setString(1, Integer.toString(Math.max(cacheSize, 0)));
			updateSizeStmt.executeUpdate();
		} catch (SQLException e) {
			ErrorHandler.error("Could not update beatmap cache size.", e, true);
		}
	}

	/**
	 * Clears the database.
	 */
	public static void clearDatabase() {
		if (connection == null)
			return;

		// drop the table, then recreate it
		try (Statement stmt = connection.createStatement()) {
			String sql = "DROP TABLE beatmaps";
			stmt.executeUpdate(sql);
			cacheSize = 0;
			updateCacheSize();
		} catch (SQLException e) {
			ErrorHandler.error("Could not drop beatmap database.", e, true);
		}
		createDatabase();
	}

	/**
	 * Adds the OsuFile to the database.
	 * @param osu the OsuFile object
	 */
	public static void insert(OsuFile osu) {
		if (connection == null)
			return;

		try {
			setStatementFields(insertStmt, osu);
			cacheSize += insertStmt.executeUpdate();
			updateCacheSize();
		} catch (SQLException e) {
			ErrorHandler.error("Failed to add beatmap to database.", e, true);
		}
	}

	/**
	 * Adds the OsuFiles to the database in a batch.
	 * @param batch a list of OsuFile objects
	 */
	public static void insert(List<OsuFile> batch) {
		if (connection == null)
			return;

		try (Statement stmt = connection.createStatement()) {
			// turn off auto-commit mode
			boolean autoCommit = connection.getAutoCommit();
			connection.setAutoCommit(false);

			// drop indexes
			boolean recreateIndexes = (batch.size() >= INSERT_BATCH_MIN);
			if (recreateIndexes) {
				String sql = "DROP INDEX IF EXISTS idx";
				stmt.executeUpdate(sql);
			}

			// batch insert
			for (OsuFile osu : batch) {
				setStatementFields(insertStmt, osu);
				insertStmt.addBatch();
			}
			int[] results = insertStmt.executeBatch();
			for (int i = 0; i < results.length; i++) {
				if (results[i] > 0)
					cacheSize += results[i];
			}

			// re-create indexes
			if (recreateIndexes) {
				String sql = "CREATE INDEX idx ON beatmaps (dir, file)";
				stmt.executeUpdate(sql);
			}

			// restore previous auto-commit mode
			connection.commit();
			connection.setAutoCommit(autoCommit);

			// update cache size
			updateCacheSize();
		} catch (SQLException e) {
			ErrorHandler.error("Failed to add beatmaps to database.", e, true);
		}
	}

	/**
	 * Sets all statement fields using a given OsuFile object.
	 * @param stmt the statement to set fields for
	 * @param osu the OsuFile
	 * @throws SQLException
	 */
	private static void setStatementFields(PreparedStatement stmt, OsuFile osu)
			throws SQLException {
		stmt.setString(1, osu.getFile().getParentFile().getName());
		stmt.setString(2, osu.getFile().getName());
		stmt.setLong(3, osu.getFile().lastModified());
		stmt.setInt(4, osu.beatmapID);
		stmt.setInt(5, osu.beatmapSetID);
		stmt.setString(6, osu.title);
		stmt.setString(7, osu.titleUnicode);
		stmt.setString(8, osu.artist);
		stmt.setString(9, osu.artistUnicode);
		stmt.setString(10, osu.creator);
		stmt.setString(11, osu.version);
		stmt.setString(12, osu.source);
		stmt.setString(13, osu.tags);
		stmt.setInt(14, osu.hitObjectCircle);
		stmt.setInt(15, osu.hitObjectSlider);
		stmt.setInt(16, osu.hitObjectSpinner);
		stmt.setFloat(17, osu.HPDrainRate);
		stmt.setFloat(18, osu.circleSize);
		stmt.setFloat(19, osu.overallDifficulty);
		stmt.setFloat(20, osu.approachRate);
		stmt.setFloat(21, osu.sliderMultiplier);
		stmt.setFloat(22, osu.sliderTickRate);
		stmt.setInt(23, osu.bpmMin);
		stmt.setInt(24, osu.bpmMax);
		stmt.setInt(25, osu.endTime);
		stmt.setString(26, osu.audioFilename.getName());
		stmt.setInt(27, osu.audioLeadIn);
		stmt.setInt(28, osu.previewTime);
		stmt.setByte(29, osu.countdown);
		stmt.setString(30, osu.sampleSet);
		stmt.setFloat(31, osu.stackLeniency);
		stmt.setByte(32, osu.mode);
		stmt.setBoolean(33, osu.letterboxInBreaks);
		stmt.setBoolean(34, osu.widescreenStoryboard);
		stmt.setBoolean(35, osu.epilepsyWarning);
		stmt.setString(36, osu.bg);
		stmt.setString(37, osu.timingPointsToString());
		stmt.setString(38, osu.breaksToString());
		stmt.setString(39, osu.comboToString());
	}

	/**
	 * Loads OsuFile fields from the database.
	 * @param osu the OsuFile object
	 * @param flag whether to load all fields (LOAD_ALL), non-array
	 *        fields (LOAD_NONARRAY), or array fields (LOAD_ARRAY)
	 */
	public static void load(OsuFile osu, int flag) {
		if (connection == null)
			return;

		try {
			selectStmt.setString(1, osu.getFile().getParentFile().getName());
			selectStmt.setString(2, osu.getFile().getName());
			ResultSet rs = selectStmt.executeQuery();
			if (rs.next()) {
				if ((flag & LOAD_NONARRAY) > 0)
					setOsuFileFields(rs, osu);
				if ((flag & LOAD_ARRAY) > 0)
					setOsuFileArrayFields(rs, osu);
			}
			rs.close();
		} catch (SQLException e) {
			ErrorHandler.error("Failed to load OsuFile from database.", e, true);
		}
	}

	/**
	 * Loads OsuFile fields from the database in a batch.
	 * @param batch a list of OsuFile objects
	 * @param flag whether to load all fields (LOAD_ALL), non-array
	 *        fields (LOAD_NONARRAY), or array fields (LOAD_ARRAY)
	 */
	public static void load(List<OsuFile> batch, int flag) {
		if (connection == null)
			return;

		// batch size too small
		int size = batch.size();
		if (size < cacheSize * LOAD_BATCH_MIN_RATIO) {
			for (OsuFile osu : batch)
				load(osu, flag);
			return;
		}

		try (Statement stmt = connection.createStatement()) {
			// create map
			HashMap<String, HashMap<String, OsuFile>> map = new HashMap<String, HashMap<String, OsuFile>>();
			for (OsuFile osu : batch) {
				String parent = osu.getFile().getParentFile().getName();
				String name = osu.getFile().getName();
				HashMap<String, OsuFile> m = map.get(parent);
				if (m == null) {
					m = new HashMap<String, OsuFile>();
					map.put(parent, m);
				}
				m.put(name, osu);
			}

			// iterate through database to load OsuFiles
			int count = 0;
			stmt.setFetchSize(100);
			String sql = "SELECT * FROM beatmaps";
			ResultSet rs = stmt.executeQuery(sql);
			while (rs.next()) {
				String parent = rs.getString(1);
				HashMap<String, OsuFile> m = map.get(parent);
				if (m != null) {
					String name = rs.getString(2);
					OsuFile osu = m.get(name);
					if (osu != null) {
						if ((flag & LOAD_NONARRAY) > 0)
							setOsuFileFields(rs, osu);
						if ((flag & LOAD_ARRAY) > 0)
							setOsuFileArrayFields(rs, osu);
						if (++count >= size)
							break;
					}
				}
			}
			rs.close();
		} catch (SQLException e) {
			ErrorHandler.error("Failed to load OsuFiles from database.", e, true);
		}
	}

	/**
	 * Sets all OsuFile non-array fields using a given result set.
	 * @param rs the result set containing the fields
	 * @param osu the OsuFile
	 * @throws SQLException 
	 */
	private static void setOsuFileFields(ResultSet rs, OsuFile osu) throws SQLException {
		osu.beatmapID = rs.getInt(4);
		osu.beatmapSetID = rs.getInt(5);
		osu.title = OsuParser.getDBString(rs.getString(6));
		osu.titleUnicode = OsuParser.getDBString(rs.getString(7));
		osu.artist = OsuParser.getDBString(rs.getString(8));
		osu.artistUnicode = OsuParser.getDBString(rs.getString(9));
		osu.creator = OsuParser.getDBString(rs.getString(10));
		osu.version = OsuParser.getDBString(rs.getString(11));
		osu.source = OsuParser.getDBString(rs.getString(12));
		osu.tags = OsuParser.getDBString(rs.getString(13));
		osu.hitObjectCircle = rs.getInt(14);
		osu.hitObjectSlider = rs.getInt(15);
		osu.hitObjectSpinner = rs.getInt(16);
		osu.HPDrainRate = rs.getFloat(17);
		osu.circleSize = rs.getFloat(18);
		osu.overallDifficulty = rs.getFloat(19);
		osu.approachRate = rs.getFloat(20);
		osu.sliderMultiplier = rs.getFloat(21);
		osu.sliderTickRate = rs.getFloat(22);
		osu.bpmMin = rs.getInt(23);
		osu.bpmMax = rs.getInt(24);
		osu.endTime = rs.getInt(25);
		osu.audioFilename = new File(osu.getFile().getParentFile(), OsuParser.getDBString(rs.getString(26)));
		osu.audioLeadIn = rs.getInt(27);
		osu.previewTime = rs.getInt(28);
		osu.countdown = rs.getByte(29);
		osu.sampleSet = OsuParser.getDBString(rs.getString(30));
		osu.stackLeniency = rs.getFloat(31);
		osu.mode = rs.getByte(32);
		osu.letterboxInBreaks = rs.getBoolean(33);
		osu.widescreenStoryboard = rs.getBoolean(34);
		osu.epilepsyWarning = rs.getBoolean(35);
		osu.bg = OsuParser.getDBString(rs.getString(36));
	}

	/**
	 * Sets all OsuFile array fields using a given result set.
	 * @param rs the result set containing the fields
	 * @param osu the OsuFile
	 * @throws SQLException 
	 */
	private static void setOsuFileArrayFields(ResultSet rs, OsuFile osu) throws SQLException {
		osu.timingPointsFromString(rs.getString(37));
		osu.breaksFromString(rs.getString(38));
		osu.comboFromString(rs.getString(39));
	}

	/**
	 * Returns a map of file paths ({dir}/{file}) to last modified times, or
	 * null if any error occurred.
	 */
	public static Map<String, Long> getLastModifiedMap() {
		if (connection == null)
			return null;

		try (Statement stmt = connection.createStatement()) {
			Map<String, Long> map = new HashMap<String, Long>();
			String sql = "SELECT dir, file, lastModified FROM beatmaps";
			ResultSet rs = stmt.executeQuery(sql);
			stmt.setFetchSize(100);
			while (rs.next()) {
				String path = String.format("%s/%s", rs.getString(1), rs.getString(2));
				long lastModified = rs.getLong(3);
				map.put(path, lastModified);
			}
			rs.close();
			return map;
		} catch (SQLException e) {
			ErrorHandler.error("Failed to get last modified map from database.", e, true);
			return null;
		}
	}

	/**
	 * Deletes the beatmap entry from the database.
	 * @param dir the directory
	 * @param file the file
	 */
	public static void delete(String dir, String file) {
		if (connection == null)
			return;

		try {
			deleteMapStmt.setString(1, dir);
			deleteMapStmt.setString(2, file);
			cacheSize -= deleteMapStmt.executeUpdate();
			updateCacheSize();
		} catch (SQLException e) {
			ErrorHandler.error("Failed to delete beatmap entry from database.", e, true);
		}
	}

	/**
	 * Deletes the beatmap group entry from the database.
	 * @param dir the directory
	 */
	public static void delete(String dir) {
		if (connection == null)
			return;

		try {
			deleteGroupStmt.setString(1, dir);
			cacheSize -= deleteGroupStmt.executeUpdate();
			updateCacheSize();
		} catch (SQLException e) {
			ErrorHandler.error("Failed to delete beatmap group entry from database.", e, true);
		}
	}

	/**
	 * Closes the connection to the database.
	 */
	public static void closeConnection() {
		if (connection == null)
			return;

		try {
			insertStmt.close();
			selectStmt.close();
			deleteMapStmt.close();
			deleteGroupStmt.close();
			updateSizeStmt.close();
			connection.close();
			connection = null;
		} catch (SQLException e) {
			ErrorHandler.error("Failed to close beatmap database.", e, true);
		}
	}
}