Rewrote file appender, fixing issue #16 and issue #31

lib/appenders/file.js

@@ -1,4 +1,5 @@
 var layouts = require('../layouts')
+, path = require('path')
 , fs = require('fs');
 
 /**
@@ -8,46 +9,69 @@ var layouts = require('../layouts')
  * @param layout a function that takes a logevent and returns a string (defaults to basicLayout).
  * @param logSize - the maximum size (in bytes) for a log file, if not provided then logs won't be rotated.
  * @param numBackups - the number of log files to keep after logSize has been reached (default 5)
- * @param filePollInterval - the time in seconds between file size checks (default 30s)
  */
-function fileAppender (file, layout, logSize, numBackups, filePollInterval) {
+function fileAppender (file, layout, logSize, numBackups) {
+    var bytesWritten = 0;
+    file = path.normalize(file);
     layout = layout || layouts.basicLayout;
     numBackups = numBackups === undefined ? 5 : numBackups;
     //there has to be at least one backup if logSize has been specified
     numBackups = numBackups === 0 ? 1 : numBackups;
-    filePollInterval = filePollInterval * 1000 || 30000;
 
     function setupLogRolling () {
-        fs.watchFile(
-            file,
-            {
-                persistent: false,
-                interval: filePollInterval
-            },
-            function (curr, prev) {
-                if (curr.size >= logSize) {
-                    rollThatLog();
-                }
+        try {
+            var stat = fs.statSync(file);
+            bytesWritten = stat.size;
+            if (bytesWritten >= logSize) {
+                rollThatLog();
             }
-        );
+        } catch (e) {
+            //file does not exist
+            bytesWritten = 0;
+        }
     }
 
     function rollThatLog () {
-        //roll the backups (rename file.n-1 to file.n, where n <= numBackups)
-        for (var i=numBackups; i > 0; i--) {
-            if (i > 1) {
-                if (fileExists(file + '.' + (i-1))) {
-                    fs.renameSync(file+'.'+(i-1), file+'.'+i);
-                }
+        function index(filename) {
+            return parseInt(filename.substring((path.basename(file) + '.').length), 10) || 0;
+        }
+
+        var nameMatcher = new RegExp('^' + path.basename(file));
+        function justTheLogFiles (item) {
+            return nameMatcher.test(item);
+        }
+
+        function byIndex(a, b) {
+            if (index(a) > index(b)) {
+                return 1;
+            } else if (index(a) < index(b) ) {
+                return -1;
             } else {
-                fs.renameSync(file, file+'.1');
+                return 0;
             }
         }
+
+        function increaseFileIndex (fileToRename) {
+            var idx = index(fileToRename);
+            if (idx < numBackups) {
+                fs.renameSync(path.join(path.dirname(file), fileToRename), file + '.' + (idx + 1));
+            }
+        }
+
+        //roll the backups (rename file.n to file.n+1, where n <= numBackups)
+        fs.readdirSync(path.dirname(file))
+          .filter(justTheLogFiles)
+            .sort(byIndex)
+              .reverse()
+                .forEach(increaseFileIndex);
+
         //let's make a new file
         var newLogFileFD = fs.openSync(file, 'a', 0644)
       , oldLogFileFD = logFile.fd;
         logFile.fd = newLogFileFD;
         fs.close(oldLogFileFD);
+        //reset the counter
+        bytesWritten = 0;
     }
 
     function fileExists (filename) {
@@ -62,18 +86,16 @@ function fileAppender (file, layout, logSize, numBackups, filePollInterval) {
     function openTheStream() {
         var stream = fs.createWriteStream(file, { flags: 'a', mode: 0644, encoding: 'utf8' });
         stream.on("open", function() {
-            canWrite = true;
-            while (logEventBuffer.length > 0 && canWrite) {
-                canWrite = writeToLog(logEventBuffer.shift());
+            if (logEventBuffer.length > 0) {
+                writeToLog(logEventBuffer.shift());
             }
         });
         stream.on("error", function (err) {
-            console.error("log4js.fileAppender - Error happened ", err);
+            console.error("log4js.fileAppender - Writing to file %s, error happened ", file, err);
         });
         stream.on("drain", function() {
-            canWrite = true;
-            while (logEventBuffer.length > 0 && canWrite) {
-                canWrite = writeToLog(logEventBuffer.shift());
+            if (logEventBuffer.length > 0) {
+                writeToLog(logEventBuffer.shift());
             }
         });
         return stream;
@@ -81,7 +103,6 @@ function fileAppender (file, layout, logSize, numBackups, filePollInterval) {
 
 
     var logEventBuffer = []
-  , canWrite = false
   , logFile = openTheStream();
 
     if (logSize > 0) {
@@ -95,17 +116,17 @@ function fileAppender (file, layout, logSize, numBackups, filePollInterval) {
     });
 
     function writeToLog(loggingEvent) {
-	return logFile.write(layout(loggingEvent)+'\n', "utf8");
+        var logMessage = layout(loggingEvent)+'\n';
+        //not entirely accurate, but it'll do.
+        bytesWritten += logMessage.length;
+        logFile.write(logMessage, "utf8");
+        if (bytesWritten >= logSize) {
+            rollThatLog();
+        }
     }
 
     return function(loggingEvent) {
-        //because the log stream is opened asynchronously, we don't want to write
-        //until it is ready.
-        if (canWrite) {
-            canWrite = writeToLog(loggingEvent);
-        } else {
-            logEventBuffer.push(loggingEvent);
-        }
+        logEventBuffer.push(loggingEvent);
     };
 }
 
@@ -114,7 +135,7 @@ function configure(config) {
     if (config.layout) {
 	layout = layouts.layout(config.layout.type, config.layout);
     }
-    return fileAppender(config.filename, layout, config.maxLogSize, config.backups, config.pollInterval);
+    return fileAppender(config.filename, layout, config.maxLogSize, config.backups);
 }
 
 exports.name = "file";