How to get file age in javascript reader

[rutledj]

I'm using the below code to read in files from a folder. Is there a way to get the file's age (or specify it in the fetch) so as to not get a file that is currently being written?

//create a directory object
var dir = new java.io.File(folder);

//get a list of file names that end in .csv
var files = dir.list(new org.apache.commons.io.filefilter.SuffixFileFilter(".csv"));
// loop through the file list
for each(file in files)
{
                logger.info('filename ' + file.toString());
                
                var reader = new java.io.BufferedReader(new java.io.FileReader(folder + file));
                ...
}

[jonbartels]

https://commons.apache.org/proper/commons-io/javadocs/api-2.4/org/apache/commons/io/filefilter/package-summary.html shows how to combine filters using an AndFileFilter . You should be able to combine a SuffixFileFilter with an AgeFileFilter using acceptOlder and get only files older than a certain age.

[JacksonUptain]

I’m new…In my opinion…all you need to do is create a function that checks for the age of the file. Then just use simple if/else statements to adjust which files you want…this was most likely useless…but further explanation would be helpful.

[pacmano1]

I’m new…In my opinion…all you need to do is create a function that checks for the age of the file. Then just use simple if/else statements to adjust which files you want…this was most likely useless…but further explanation would be helpful.

The original poster was likely looking for help in the java methods to check the file age which @jon posted.

[JacksonUptain]

Ok thanks

[rutledj]

Is there a way, using the date object, to set to a specific date and time? I'm trying to use the AgeFileFilter

var dt = new Date("yyyy/MM/dd HH:mm:ss");  
var fileAgeCutoff = dt.getMilliseconds();

[jonbartels]

Does the example from https://commons.apache.org/proper/commons-io/javadocs/api-2.4/org/apache/commons/io/filefilter/AgeFileFilter.html help?

File dir = new File(".");
 // We are interested in files older than one day
 long cutoff = System.currentTimeMillis() - (24 * 60 * 60 * 1000);
 String[] files = dir.list( new AgeFileFilter(cutoff) );
 for ( int i = 0; i < files.length; i++ ) {
     System.out.println(files[i]);
 }

Once you have a vaild Java Date object you can get the milliseconds with Date.getTime(). You can build a date using the Mirth util methods or the Java DateFormat classes

You also probably want AgeFileFilter(cutoff, true) so that you get files OLDER THAN the date.

[rutledj]

Well, I waited until this time to make sure I had some files there were older than 24 hours. But this code will not return any files when I add in the age filter.

var dir = new java.io.File(folder);
var suffixFilter = new org.apache.commons.io.filefilter.SuffixFileFilter(".csv");

var dt = new Date();
var fileAgeCutoff = dt.getMilliseconds() - (24 * 60 * 60 * 1000);  //set cutoff to yesterday at this time
var fileAgeFilter = new org.apache.commons.io.filefilter.AgeFileFilter(fileAgeCutoff);
var combinedFilter = new org.apache.commons.io.filefilter.AndFileFilter(fileAgeFilter,suffixFilter);

var files = dir.list(combinedFilter);

Here are the files:

Am I thinking about this incorrectly (current time zone is ET)?

[jonbartels]

Hmm. The code you wrote is exactly what I would have tried.

[rutledj]

When I try just using the age filter I get this error in Mirth: Can't find method java.io.File.list(number).

I think my code if following the example in https://commons.apache.org/proper/commons-io/javadocs/api-2.4/org/apache/commons/io/filefilter/AgeFileFilter.html

[pacmano1]

This one get newer files, just change the check:

function getFilesModifiedWithinHours(directoryPath, hours) {
    var fileFilter = new java.io.FileFilter({
        accept: function(file) {
            var hoursInMillis = hours * 60 * 60 * 1000;
            return file.lastModified() > Date.now() - hoursInMillis;
        }
    });

    var directory = new java.io.File(directoryPath);
    
    if (!directory.exists() || !directory.isDirectory()) {
        throw "Path provided does not exist or is not a directory: " + directoryPath;
    }

    var files = directory.listFiles(fileFilter);
    var filePaths = [];

    for (var i = 0; i < files.length; i++) {
        filePaths.push(files[i].getAbsolutePath());
    }

    return filePaths;
}

var directoryPath = '/home/mirth';
var hours = 24;
var recentFiles = getFilesModifiedWithinHours(directoryPath, hours);

// Print all recent file paths
for (var i = 0; i < recentFiles.length; i++) {
    logger.info(recentFiles[i]);
}

[rutledj]

Thx. How would you add in the file filter to this (only return .cvs files)?

[pacmano1]

function getFilesModifiedWithinHours(directoryPath, hours, fileExtension) {
    var fileFilter = new java.io.FileFilter({
        accept: function(file) {
            var hoursInMillis = hours * 60 * 60 * 1000;
            var extension = file.getName().substring(file.getName().lastIndexOf(".") + 1);
            return file.isFile() && file.lastModified() > Date.now() - hoursInMillis && extension.toLowerCase() === fileExtension.toLowerCase();
        }
    });

    var directory = new java.io.File(directoryPath);
    
    if (!directory.exists() || !directory.isDirectory()) {
        throw "Path provided does not exist or is not a directory: " + directoryPath;
    }

    var files = directory.listFiles(fileFilter);
    var filePaths = [];

    for (var i = 0; i < files.length; i++) {
        filePaths.push(files[i].getAbsolutePath());
    }

    return filePaths;
}

[pacmano1]

Seriously folks, ask chatGPT this stuff.

[pacmano1]

I asked it "I need a mirth rhino javascript function that retruns a list of files in a directory, it accepts a directory path and number of hours as parameters" (it returned the first function).

Then I asked "can you also add a file filter to that as a paramter? for example filter on CSV only?" and it returned the second function.

[pacmano1]

"mirth rhino javascript function " is key when you ask it stuff. Also sometimes it uses syntax not OK with Mirth, just tell it that it is wrong and it will correct the code.

I wrote 0% of the code pasted above.

[pacmano1]

I will end with this: I asked chatGPT to comment the function.

/**
 * This function returns a list of files from a given directory, filtered by modification time and file extension.
 *
 * @param {string} directoryPath - The path of the directory to scan for files.
 * @param {number} hours - Only files modified within these many hours will be included.
 * @param {string} fileExtension - The extension of the files to include. This check is case-insensitive.
 * @return {string[]} An array of file paths for files that match the criteria.
 */
function getFilesModifiedWithinHours(directoryPath, hours, fileExtension) {
    // Define a custom FileFilter
    var fileFilter = new java.io.FileFilter({
        accept: function(file) {
            // Calculate the time in milliseconds for the given number of hours
            var hoursInMillis = hours * 60 * 60 * 1000;
            // Get the extension of the current file
            var extension = file.getName().substring(file.getName().lastIndexOf(".") + 1);
            // Check that the file is a file (not a directory), it was modified within the given time period, and its extension matches the given extension
            return file.isFile() && file.lastModified() > Date.now() - hoursInMillis && extension.toLowerCase() === fileExtension.toLowerCase();
        }
    });

    // Create a File object for the directory
    var directory = new java.io.File(directoryPath);
    
    // If the directory does not exist or is not a directory, throw an error
    if (!directory.exists() || !directory.isDirectory()) {
        throw "Path provided does not exist or is not a directory: " + directoryPath;
    }

    // Get a list of files in the directory that match the file filter
    var files = directory.listFiles(fileFilter);
    var filePaths = [];

    // Loop through the list of files and add their absolute paths to the filePaths array
    for (var i = 0; i < files.length; i++) {
        filePaths.push(files[i].getAbsolutePath());
    }

    // Return the list of file paths
    return filePaths;
}