Diffstat (limited to 'frontend/gamma/js/Clipperz/CSVProcessor.js') (more/less context) (ignore whitespace changes)
| -rw-r--r-- | frontend/gamma/js/Clipperz/CSVProcessor.js | 349 |
1 files changed, 349 insertions, 0 deletions
diff --git a/frontend/gamma/js/Clipperz/CSVProcessor.js b/frontend/gamma/js/Clipperz/CSVProcessor.js new file mode 100644 index 0000000..d481ba2 --- a/dev/null +++ b/frontend/gamma/js/Clipperz/CSVProcessor.js @@ -0,0 +1,349 @@ +/* + +Copyright 2008-2011 Clipperz Srl + +This file is part of Clipperz's Javascript Crypto Library. +Javascript Crypto Library provides web developers with an extensive +and efficient set of cryptographic functions. The library aims to +obtain maximum execution speed while preserving modularity and +reusability. +For further information about its features and functionalities please +refer to http://www.clipperz.com + +* Javascript Crypto Library is free software: you can redistribute + it and/or modify it under the terms of the GNU Affero General Public + License as published by the Free Software Foundation, either version + 3 of the License, or (at your option) any later version. + +* Javascript Crypto Library is distributed in the hope that it will + be useful, but WITHOUT ANY WARRANTY; without even the implied + warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. + See the GNU Affero General Public License for more details. + +* You should have received a copy of the GNU Affero General Public + License along with Javascript Crypto Library. If not, see + <http://www.gnu.org/licenses/>. + +*/ + +if (typeof(Clipperz) == 'undefined') { Clipperz = {}; } + + +Clipperz.CSVProcessor = function(args) { + args = args || {}; + +// this._status = undefined; +// this._error_input = undefined; +// this._string = undefined; +// this._fields = undefined; + + this._quoteChar = args['quoteChar'] || "\042"; + this._eol = args['eol'] || ""; + this._escapeChar = args['escapeChar'] || "\042"; + this._separatorChar = args['separatorChar'] || ","; + this._binary = args['binary'] || false; + this._alwaysQuote = args['alwaysQuote'] || false; + + return this; +} + +//============================================================================= + +Clipperz.CSVProcessor.prototype = MochiKit.Base.update(null, { + + //------------------------------------------------------------------------- + + 'quoteChar': function() { + return this._quoteChar; + }, + + //------------------------------------------------------------------------- + + 'eol': function() { + return this._eol; + }, + + //------------------------------------------------------------------------- + + 'escapeChar': function() { + return this._escapeChar; + }, + + //------------------------------------------------------------------------- + + 'separatorChar': function() { + return this._separatorChar; + }, + + 'setSeparatorChar': function(aValue) { + this._separatorChar = aValue; + }, + + //------------------------------------------------------------------------- + + 'binary': function() { + return this._binary; + }, + + //------------------------------------------------------------------------- + + 'alwaysQuote': function() { + return this._alwaysQuote; + }, + + //------------------------------------------------------------------------- +/* + 'parse': function(aValue) { + var result; + var lines; + var parameter; + +//MochiKit.Logging.logDebug(">>> CSVProcessor.parse"); + result = []; + + lines = aValue.replace(/\r?\n/g, "\n").replace(/^\n* /g, "").replace(/\n$/g, "");; + parameter = { + line: lines + } + + do { + var fields; + + fields = this.parseLine(parameter); + + if (fields != null) { + result.push(fields); + } + + parameter.line = parameter.line.replace(/^\n* /g, "").replace(/\n$/g, ""); + +//MochiKit.Logging.logDebug("line: '" + parameter.line + "'"); + } while (parameter.line != ""); +//MochiKit.Logging.logDebug("--- CSVProcessor.parse - result: " + Clipperz.Base.serializeJSON(result)); +//MochiKit.Logging.logDebug("<<< CSVProcessor.parse"); + + return result; + }, +*/ + //------------------------------------------------------------------------- + + 'deferredParse_core': function(aContext) { + var deferredResult; + + if (aContext.line == "") { + deferredResult = MochiKit.Async.succeed(aContext.result); + } else { + var fields; + + fields = this.parseLine(aContext); + if (fields != null) { + aContext.result.push(fields); + } + + aContext.line = aContext.line.replace(/^\n*/g, "").replace(/\n$/g, ""); + + deferredResult = new Clipperz.Async.Deferred("CVSProcessor.deferredParse_core"); +// deferredResult.addCallback(Clipperz.NotificationCenter.deferredNotification, this, 'importProcessorProgressUpdate', {status:'processing', size:aContext.size, progress:(aContext.size - aContext.line.length)}); + deferredResult.addCallbackPass(MochiKit.Signal.signal, this, 'importProcessorProgressUpdate', {status:'processing', size:aContext.size, progress:(aContext.size - aContext.line.length)}); + deferredResult.addCallback(MochiKit.Async.wait, 0.2); + deferredResult.addMethod(this, 'deferredParse_core') + deferredResult.callback(aContext); + } + + return deferredResult; + }, + + //......................................................................... + + 'deferredParse': function(aValue) { + var deferredResult; + var lines; + var context; + + lines = aValue.replace(/\r?\n/g, "\n").replace(/^\n*/g, "").replace(/\n$/g, ""); + + context = { + line: lines, + size: lines.length, + result: [] + } + + deferredResult = new Clipperz.Async.Deferred("CSVProcessor.deferredParse"); + deferredResult.addMethod(this, 'deferredParse_core'); + deferredResult.callback(context); + + return deferredResult; + }, + + //------------------------------------------------------------------------- + + 'parseLine': function(aParameter) { + var result; + var palatable; + var line; + var processedField; + + result = []; + + do { + processedField = this.parseField(aParameter); + if (processedField != null) { + result.push(processedField) + }; + } while (processedField != null); + + return result; + }, + + //------------------------------------------------------------------------- + + 'parseField': function(aParameter) { + var result; + + var inQuotes; + var validRegExp; + var singleQuoteBeginRegexp; + var escapedQuoteBeginRegexp; + var singleQuoteCommaEndRegexp; + var singleQuoteNewLineEndRegexp; + var commaBeginRegexp; + var newlineRegexp; + + + singleQuoteBeginRegexp = new RegExp("^" + '\\' + this.quoteChar()); + escapedQuoteBeginRegexp = new RegExp("^" + '\\' + this.escapeChar() + '\\' + this.quoteChar()); + singleQuoteCommaEndRegexp = new RegExp("^" + '\\' + this.quoteChar() + '\\' + this.separatorChar()); + singleQuoteNewLineEndRegexp = new RegExp("^" + '\\' + this.quoteChar() + "\n"); + commaBeginRegexp = new RegExp("^" + '\\' + this.separatorChar()); + newlineRegexp = new RegExp("^\n"); + + inQuotes = false; + +//MochiKit.Logging.logDebug("#################################### '" + aParameter.line + "'"); + if (aParameter.line == "") { + if (aParameter.isThereAnEmptyFinalField == true) { + aParameter.isThereAnEmptyFinalField = false; + result = ""; + } else { + result = null; + } + } else { + if (this.binary()) { + validRegexp = /^./; +// validRegexp = /^[^\\]/; + } else { + validRegexp = /^[\t\040-\176]/; + } + + try { + var done; + + done = false; + result = ""; + + while (!done) { + if (aParameter.line.length < 1) { +//MochiKit.Logging.logDebug("---> 1: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + if (inQuotes == true) { +//MochiKit.Logging.logDebug("---> 1.1: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + throw new Error("CSV Parsing error; end of string, missing closing double-quote..."); + } else { +//MochiKit.Logging.logDebug("---> 1.2: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + done = true; + } + } else if (escapedQuoteBeginRegexp.test(aParameter.line)) { +//MochiKit.Logging.logDebug("---> 2.1: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + result += this.quoteChar(); + aParameter.line = aParameter.line.substr(2, aParameter.line.length - 1); +//MochiKit.Logging.logDebug("<--- 2.2: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + } else if (singleQuoteBeginRegexp.test(aParameter.line)) { +//MochiKit.Logging.logDebug("---> 3: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + if (inQuotes == true) { + if (aParameter.line.length == 1) { +//MochiKit.Logging.logDebug("---> 3.1: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + aParameter.line = ''; + done = true; + } else if (singleQuoteCommaEndRegexp.test(aParameter.line)) { +//MochiKit.Logging.logDebug("---> 3.3: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + aParameter.line = aParameter.line.substr(2, aParameter.line.length - 1); + done = true; +//MochiKit.Logging.logDebug("<--- 3.3: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + } else if (singleQuoteNewLineEndRegexp.test(aParameter.line)) { + aParameter.line = aParameter.line.substr(1, aParameter.line.length - 1); + done = true; + } else { + throw new Error("CSV Parsing error; double-quote, followed by undesirable character (bad character sequence)... " + aParameter.line); + } + } else { +//MochiKit.Logging.logDebug("---> 4: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + if (result == "") { +//MochiKit.Logging.logDebug("---> 4.1: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + inQuotes = true; + aParameter.line = aParameter.line.substr(1, aParameter.line.length - 1); +//MochiKit.Logging.logDebug("<--- 4.1: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + } else { + throw new Error("CSV Parsing error; double-quote, outside of double-quotes (bad character sequence)..."); + } + } + } else if (commaBeginRegexp.test(aParameter.line)) { +//MochiKit.Logging.logDebug("---> 5: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + if (inQuotes) { +//MochiKit.Logging.logDebug("---> 5.1: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + result += aParameter.line.substr(0 ,1); + aParameter.line = aParameter.line.substr(1, aParameter.line.length - 1); +//MochiKit.Logging.logDebug("<--- 5.1: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + } else { +//MochiKit.Logging.logDebug("---> 5.2: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + aParameter.line = aParameter.line.substr(1, aParameter.line.length - 1); + if (newlineRegexp.test(aParameter.line) || aParameter.line == "") { +//MochiKit.Logging.logDebug("######"); + aParameter.isThereAnEmptyFinalField = true; + }; + done = true; +//MochiKit.Logging.logDebug("<--- 5.2: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + } + } else if (validRegexp.test(aParameter.line)) { +//MochiKit.Logging.logDebug("---> 6: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + result += aParameter.line.substr(0, 1); + aParameter.line = aParameter.line.substr(1, aParameter.line.length - 1); +//MochiKit.Logging.logDebug("<--- 6: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + } else if (newlineRegexp.test(aParameter.line)) { + if (inQuotes == true) { + result += aParameter.line.substr(0 ,1); + aParameter.line = aParameter.line.substr(1, aParameter.line.length - 1); + } else { + if (result == "") { + if (aParameter.isThereAnEmptyFinalField == true) { + aParameter.isThereAnEmptyFinalField = false; + } else { + result = null; + } + } + + done = true; + } + } else { + throw new Error("CSV Parsing error; an undesirable character... '" + aParameter.line.substr(0,1) + "'"); + } + } + } catch(exception) { + MochiKit.Logging.logError(exception.message); +// result = null; + throw exception; + } + } + +//if (result != null) { +// MochiKit.Logging.logDebug("<=== result: '" + result.replace(/\n/g, "\\n") + "'"); +//} else { +// MochiKit.Logging.logDebug("<=== result: NULL"); +//} + + return result; + }, + + //------------------------------------------------------------------------- + __syntaxFix__: "syntax fix" +}); + + |