private void startupInitCache() throws IOException {
long recentlyAccessedCutoff = System.currentTimeMillis() - 604800000;
// update actions:
// staticRangeOldest - add oldest modified timestamp for every static range
// addFileToActiveCache - increments cacheCount and cacheSize
// markRecentlyAccessed - marks files with timestamp > 7 days in the LRU cache
// if --verify-cache was specified, we use this shiny new FileValidator to avoid having to create a new MessageDigest and ByteBuffer for every single file in the cache
FileValidator validator = null;
int printFreq;
if(Settings.isVerifyCache()) {
Out.info("CacheHandler: Loading cache with full file verification. Depending on the size of your cache, this can take a long time.");
validator = new FileValidator();
printFreq = 1000;
}
else {
Out.info("CacheHandler: Loading cache...");
printFreq = 10000;
}
walkFile dw = new walkFile();
dw.recentlyAccessedCutoff = recentlyAccessedCutoff;
dw.validator = validator;
dw.printFreq = printFreq;
Files.walkFileTree(cachedir.toPath(), EnumSet.of(FileVisitOption.FOLLOW_LINKS), 3, dw);
Out.info("CacheHandler: Finished initializing the cache (" + cacheCount + " files, " + cacheSize + " bytes)");
Out.info("CacheHandler: Found a total of " + foundStaticRanges + " static ranges with files");
updateStats();
}
private class walkFile extends SimpleFileVisitor<Path> {
long fileLastModified = 0;
int printFreq = 0;
Path cfile = null;
private FileValidator validator;
private long recentlyAccessedCutoff;
long oldestLastModified;
private LinkedList<DirPath> dirs = new LinkedList<>();
class DirPath{
String name;
boolean empty = true;
}
@Override
public FileVisitResult preVisitDirectory(Path dir, BasicFileAttributes attrs) throws IOException {
DirPath dirPath = new DirPath();
dirPath.name = dir.getFileName().toString();
dirs.addLast(dirPath);
oldestLastModified = System.currentTimeMillis();
return FileVisitResult.CONTINUE;
}
public FileVisitResult visitFile(Path cfile, BasicFileAttributes attr) throws IOException {
HVFile hvFile = HVFile.getHVFileExistsFile(cfile, attr, validator);
if (hvFile == null) {
Out.debug("CacheHandler: The file " + cfile + " was corrupt.");
Files.delete(cfile);
} else if (!Settings.isStaticRange(hvFile.getFileid())) {
Out.debug("CacheHandler: The file " + cfile + " was not in an active static range.");
Files.delete(cfile);
} else {
addFileToActiveCache(hvFile);
long fileLastModified = attr.lastModifiedTime().toMillis();
if (fileLastModified > recentlyAccessedCutoff) {
// if lastModified is from the last week, mark this as recently accessed in the LRU cache. (this does not update the metadata)
markRecentlyAccessed(hvFile, true);
}
// dir has files
for(DirPath dir : dirs){
dir.empty = false;
}
}
oldestLastModified = Math.min(oldestLastModified, fileLastModified);
if (cacheCount % printFreq == 0) {
Out.info("CacheHandler: Loaded " + cacheCount + " files so far...");
}
return FileVisitResult.CONTINUE;
}
@Override
public FileVisitResult postVisitDirectory(Path dir, IOException attr) throws IOException {
DirPath visited = dirs.removeLast();
if(visited.empty){
Files.delete(dir);
} else if (dirs.size() == 1){
String staticRange = dirs.getLast().name + visited.name;
staticRangeOldest.put(staticRange, oldestLastModified);
if(++foundStaticRanges % 100 == 0) {
Out.info("CacheHandler: Found " + foundStaticRanges + " static ranges with files so far...");
}
}
return FileVisitResult.CONTINUE;
}
}
Hentai@Home 1.4.0, 9 year old memes still included
Nov 28 2016, 21:26
