-
Notifications
You must be signed in to change notification settings - Fork 1
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[jmaps-core] add embedded derby based secondary cache
- Loading branch information
Showing
11 changed files
with
434 additions
and
32 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
150 changes: 150 additions & 0 deletions
150
jmaps-viewer/src/main/java/net/wirelabs/jmaps/map/cache/DBCache.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,150 @@ | ||
| package net.wirelabs.jmaps.map.cache; | ||
|
|
||
| import lombok.extern.slf4j.Slf4j; | ||
| import net.wirelabs.jmaps.map.Defaults; | ||
| import net.wirelabs.jmaps.map.utils.ImageUtils; | ||
|
|
||
| import javax.sql.rowset.serial.SerialBlob; | ||
| import java.awt.image.BufferedImage; | ||
| import java.io.IOException; | ||
| import java.nio.file.Path; | ||
| import java.sql.*; | ||
| import java.time.Duration; | ||
|
|
||
| @Slf4j | ||
| public class DBCache extends BaseCache implements Cache<String, BufferedImage> { | ||
|
|
||
| private static final String CONNECTION_TEMPLATE = "jdbc:derby:%s;create=true"; | ||
|
|
||
| private static final String CREATE_TABLE_SQL = "CREATE TABLE TILECACHE (tileUrl VARCHAR(1024) PRIMARY KEY,tileImg BLOB(512 K),timeStamp BIGINT)"; | ||
| private static final String GET_TEMPLATE_SQL = "select TILEIMG from TILECACHE where TILEURL='%s'"; | ||
| private static final String PUT_TEMPLATE_SQL = "INSERT INTO TILECACHE VALUES('%s', ?, ?)"; | ||
| private static final String UPDATE_TEMPLATE_SQL = "UPDATE TILECACHE set TILEIMG=?,TIMESTAMP=? WHERE TILEURL='%s'"; | ||
| private static final String GET_TIMESTAMP_TEMPLATE_SQL = "select TIMESTAMP from TILECACHE where TILEURL='%s'"; | ||
| private static final String COUNT_TEMPLATE_SQL = "select count (*) from TILECACHE where TILEURL='%s'"; | ||
|
|
||
|
|
||
| public DBCache() { | ||
| super(Defaults.DEFAULT_TILE_CACHE_DB, Defaults.DEFAULT_CACHE_TIMEOUT); | ||
| createDatabaseIfNotExists(); | ||
| } | ||
|
|
||
| public DBCache(Path dbBaseDir, Duration cacheTimeout) { | ||
| super(dbBaseDir, cacheTimeout); | ||
| createDatabaseIfNotExists(); | ||
| } | ||
|
|
||
| @Override | ||
| public BufferedImage get(String key) { | ||
| return getImage(key); | ||
| } | ||
|
|
||
| @Override | ||
| public void put(String key, BufferedImage value) { | ||
| putImage(key, value); | ||
| } | ||
|
|
||
| @Override | ||
| public boolean keyExpired(String key) { | ||
|
|
||
| if (isCacheTimeoutEnabled()) { | ||
| long timestamp = getTimestampFromDB(key); | ||
| // if gettimestamp returns 0, the key does not exist, so no expiration set, return immediately | ||
| if (timestamp == 0) return false; | ||
| long expirationTimeStamp = System.currentTimeMillis() - getCacheTimeout().toMillis(); | ||
| return (timestamp < expirationTimeStamp); | ||
| } | ||
| return false; | ||
| } | ||
|
|
||
| Connection getConnection() throws SQLException { | ||
| return DriverManager.getConnection(String.format(CONNECTION_TEMPLATE, getBaseDir())); | ||
| } | ||
|
|
||
| private void createDatabaseIfNotExists() { | ||
| try { | ||
| try (Connection dbConnection = getConnection(); Statement smt = dbConnection.createStatement()) { | ||
| // create cache table | ||
| if (!cacheTableExists(dbConnection)) { | ||
| smt.execute(CREATE_TABLE_SQL); | ||
| } | ||
| log.info("Connected and initialized: {}", dbConnection.getMetaData().getURL()); | ||
| } | ||
| } catch (SQLException e) { | ||
| log.info("Could not create connection!"); | ||
| } | ||
| } | ||
|
|
||
| private boolean cacheTableExists(Connection dbConnection) throws SQLException { | ||
| if (dbConnection != null) { | ||
| DatabaseMetaData dbmd = dbConnection.getMetaData(); | ||
| try (ResultSet rs = dbmd.getTables(null, null, "TILECACHE", null)) { | ||
| return rs.next(); | ||
| } | ||
| } | ||
| return false; | ||
| } | ||
|
|
||
| private void putImage(String key, BufferedImage value) { | ||
| try { | ||
| byte[] imgbytes = ImageUtils.imageToBytes(value); | ||
| Blob blob = new SerialBlob(imgbytes); | ||
| String sqlCmd; | ||
|
|
||
| // always write entry - TileProvider decides if it's a reload or new tile | ||
| if (!entryExists(key)) { | ||
| sqlCmd = String.format(PUT_TEMPLATE_SQL, key); | ||
| } else { | ||
| sqlCmd = String.format(UPDATE_TEMPLATE_SQL, key); | ||
| } | ||
|
|
||
| try (Connection connection = getConnection(); PreparedStatement ps = connection.prepareStatement(sqlCmd)) { | ||
| ps.setBlob(1, blob); | ||
| ps.setLong(2, System.currentTimeMillis()); | ||
| ps.execute(); | ||
| } | ||
| } catch (IOException | SQLException e) { | ||
| log.warn("Cache put failed! {}", e.getMessage()); | ||
| } | ||
| } | ||
|
|
||
| private BufferedImage getImage(String key) { | ||
| String query = String.format(GET_TEMPLATE_SQL, key); | ||
| try { | ||
| try (Connection connection = getConnection(); Statement stmt = connection.createStatement(); ResultSet rs = stmt.executeQuery(query)) { | ||
| if (rs.next()) { // only one result is always expected from the query so no need to loop | ||
| Blob b = rs.getBlob(1); | ||
| byte[] is = b.getBytes(1, 512 * 1024); | ||
| return ImageUtils.imageFromBytes(is); | ||
| } | ||
| } | ||
| return null; | ||
| } catch (IOException | SQLException e) { | ||
| return null; | ||
| } | ||
| } | ||
|
|
||
| private long getTimestampFromDB(String key) { | ||
|
|
||
| try { | ||
| String query = String.format(GET_TIMESTAMP_TEMPLATE_SQL, key); | ||
| try (Connection connection = getConnection(); Statement stmt = connection.createStatement(); ResultSet rs = stmt.executeQuery(query)) { | ||
| if (rs.next()) { // only one result is always expected from the query so no need to loop | ||
| return rs.getLong(1); | ||
| } | ||
| } | ||
|
|
||
| } catch (SQLException e) { | ||
| log.warn("Getting timestampe from db entry failed! {}", e.getMessage()); | ||
| } | ||
| return 0; | ||
| } | ||
|
|
||
| boolean entryExists(String key) throws SQLException { | ||
|
|
||
| String query = String.format(COUNT_TEMPLATE_SQL, key); | ||
| try (Connection connection = getConnection(); Statement stmt = connection.createStatement(); ResultSet rs = stmt.executeQuery(query)) { | ||
| return (rs.next() && rs.getInt(1) == 1); | ||
| } | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
40 changes: 40 additions & 0 deletions
40
jmaps-viewer/src/main/java/net/wirelabs/jmaps/map/utils/ImageUtils.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,40 @@ | ||
| package net.wirelabs.jmaps.map.utils; | ||
|
|
||
| import lombok.AccessLevel; | ||
| import lombok.NoArgsConstructor; | ||
|
|
||
| import javax.imageio.ImageIO; | ||
| import java.awt.image.*; | ||
| import java.io.ByteArrayInputStream; | ||
| import java.io.ByteArrayOutputStream; | ||
| import java.io.IOException; | ||
|
|
||
| @NoArgsConstructor(access = AccessLevel.PRIVATE) | ||
| public class ImageUtils { | ||
|
|
||
| public static byte[] imageToBytes(BufferedImage image) throws IOException { | ||
| ByteArrayOutputStream byteStream = new ByteArrayOutputStream(); | ||
| ImageIO.write(image, "png", byteStream); | ||
| return byteStream.toByteArray(); | ||
| } | ||
|
|
||
| public static BufferedImage imageFromBytes(byte[] imageData) throws IOException { | ||
| ByteArrayInputStream byteStream = new ByteArrayInputStream(imageData); | ||
| return ImageIO.read(byteStream); | ||
|
|
||
| } | ||
|
|
||
| public static boolean imagesEqual(BufferedImage image1, BufferedImage image2) { | ||
| if (image1.getWidth() != image2.getWidth() || image1.getHeight() != image2.getHeight()) { | ||
| return false; | ||
| } | ||
| for (int x = 1; x < image2.getWidth(); x++) { | ||
| for (int y = 1; y < image2.getHeight(); y++) { | ||
| if (image1.getRGB(x, y) != image2.getRGB(x, y)) { | ||
| return false; | ||
| } | ||
| } | ||
| } | ||
| return true; | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.