author | Giulio Cesare Solaroli <giulio.cesare@solaroli.it> | 2011-10-03 16:04:12 (UTC) |
---|---|---|
committer | Giulio Cesare Solaroli <giulio.cesare@solaroli.it> | 2011-10-03 16:04:12 (UTC) |
commit | 541bb378ddece2eab135a8066a16994e94436dea (patch) (side-by-side diff) | |
tree | ff160ea3e26f7fe07fcfd401387c5a0232ca715e /frontend/beta/js/Clipperz/CSVProcessor.js | |
parent | 1bf431fd3d45cbdf4afa3e12afefe5d24f4d3bc7 (diff) | |
parent | ecad5e895831337216544e81f1a467e0c68c4a6a (diff) | |
download | clipperz-541bb378ddece2eab135a8066a16994e94436dea.zip clipperz-541bb378ddece2eab135a8066a16994e94436dea.tar.gz clipperz-541bb378ddece2eab135a8066a16994e94436dea.tar.bz2 |
Merge pull request #1 from gcsolaroli/master
First version of the restructured repository
Diffstat (limited to 'frontend/beta/js/Clipperz/CSVProcessor.js') (more/less context) (show whitespace changes)
-rw-r--r-- | frontend/beta/js/Clipperz/CSVProcessor.js | 348 |
1 files changed, 348 insertions, 0 deletions
diff --git a/frontend/beta/js/Clipperz/CSVProcessor.js b/frontend/beta/js/Clipperz/CSVProcessor.js new file mode 100644 index 0000000..164b02e --- a/dev/null +++ b/frontend/beta/js/Clipperz/CSVProcessor.js @@ -0,0 +1,348 @@ +/* + +Copyright 2008-2011 Clipperz Srl + +This file is part of Clipperz's Javascript Crypto Library. +Javascript Crypto Library provides web developers with an extensive +and efficient set of cryptographic functions. The library aims to +obtain maximum execution speed while preserving modularity and +reusability. +For further information about its features and functionalities please +refer to http://www.clipperz.com + +* Javascript Crypto Library is free software: you can redistribute + it and/or modify it under the terms of the GNU Affero General Public + License as published by the Free Software Foundation, either version + 3 of the License, or (at your option) any later version. + +* Javascript Crypto Library is distributed in the hope that it will + be useful, but WITHOUT ANY WARRANTY; without even the implied + warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. + See the GNU Affero General Public License for more details. + +* You should have received a copy of the GNU Affero General Public + License along with Javascript Crypto Library. If not, see + <http://www.gnu.org/licenses/>. + +*/ + +if (typeof(Clipperz) == 'undefined') { Clipperz = {}; } + + +Clipperz.CSVProcessor = function(args) { + args = args || {}; + +// this._status = undefined; +// this._error_input = undefined; +// this._string = undefined; +// this._fields = undefined; + + this._quoteChar = args['quoteChar'] || "\042"; + this._eol = args['eol'] || ""; + this._escapeChar = args['escapeChar'] || "\042"; + this._separatorChar = args['separatorChar'] || ","; + this._binary = args['binary'] || false; + this._alwaysQuote = args['alwaysQuote'] || false; + + return this; +} + +//============================================================================= + +Clipperz.CSVProcessor.prototype = MochiKit.Base.update(null, { + + //------------------------------------------------------------------------- + + 'quoteChar': function() { + return this._quoteChar; + }, + + //------------------------------------------------------------------------- + + 'eol': function() { + return this._eol; + }, + + //------------------------------------------------------------------------- + + 'escapeChar': function() { + return this._escapeChar; + }, + + //------------------------------------------------------------------------- + + 'separatorChar': function() { + return this._separatorChar; + }, + + 'setSeparatorChar': function(aValue) { + this._separatorChar = aValue; + }, + + //------------------------------------------------------------------------- + + 'binary': function() { + return this._binary; + }, + + //------------------------------------------------------------------------- + + 'alwaysQuote': function() { + return this._alwaysQuote; + }, + + //------------------------------------------------------------------------- +/* + 'parse': function(aValue) { + var result; + var lines; + var parameter; + +//MochiKit.Logging.logDebug(">>> CSVProcessor.parse"); + result = []; + + lines = aValue.replace(/\r?\n/g, "\n").replace(/^\n* /g, "").replace(/\n$/g, "");; + parameter = { + line: lines + } + + do { + var fields; + + fields = this.parseLine(parameter); + + if (fields != null) { + result.push(fields); + } + + parameter.line = parameter.line.replace(/^\n* /g, "").replace(/\n$/g, ""); + +//MochiKit.Logging.logDebug("line: '" + parameter.line + "'"); + } while (parameter.line != ""); +//MochiKit.Logging.logDebug("--- CSVProcessor.parse - result: " + Clipperz.Base.serializeJSON(result)); +//MochiKit.Logging.logDebug("<<< CSVProcessor.parse"); + + return result; + }, +*/ + //------------------------------------------------------------------------- + + 'deferredParse_core': function(aContext) { + var deferredResult; + + if (aContext.line == "") { + deferredResult = MochiKit.Async.succeed(aContext.result); + } else { + var fields; + + fields = this.parseLine(aContext); + if (fields != null) { + aContext.result.push(fields); + } + + aContext.line = aContext.line.replace(/^\n*/g, "").replace(/\n$/g, ""); + + deferredResult = new MochiKit.Async.Deferred(); + deferredResult.addCallback(Clipperz.NotificationCenter.deferredNotification, this, 'importProcessorProgressUpdate', {status:'processing', size:aContext.size, progress:(aContext.size - aContext.line.length)}); + deferredResult.addCallback(MochiKit.Async.wait, 0.2); + deferredResult.addCallback(MochiKit.Base.method(this, 'deferredParse_core')) + deferredResult.callback(aContext); + } + + return deferredResult; + }, + + //......................................................................... + + 'deferredParse': function(aValue) { + var deferredResult; + var lines; + var context; + + lines = aValue.replace(/\r?\n/g, "\n").replace(/^\n*/g, "").replace(/\n$/g, ""); + + context = { + line: lines, + size: lines.length, + result: [] + } + + deferredResult = new MochiKit.Async.Deferred(); + deferredResult.addCallback(MochiKit.Base.method(this, 'deferredParse_core')); + deferredResult.callback(context); + + return deferredResult; + }, + + //------------------------------------------------------------------------- + + 'parseLine': function(aParameter) { + var result; + var palatable; + var line; + var processedField; + + result = []; + + do { + processedField = this.parseField(aParameter); + if (processedField != null) { + result.push(processedField) + }; + } while (processedField != null); + + return result; + }, + + //------------------------------------------------------------------------- + + 'parseField': function(aParameter) { + var result; + + var inQuotes; + var validRegExp; + var singleQuoteBeginRegexp; + var escapedQuoteBeginRegexp; + var singleQuoteCommaEndRegexp; + var singleQuoteNewLineEndRegexp; + var commaBeginRegexp; + var newlineRegexp; + + + singleQuoteBeginRegexp = new RegExp("^" + '\\' + this.quoteChar()); + escapedQuoteBeginRegexp = new RegExp("^" + '\\' + this.escapeChar() + '\\' + this.quoteChar()); + singleQuoteCommaEndRegexp = new RegExp("^" + '\\' + this.quoteChar() + '\\' + this.separatorChar()); + singleQuoteNewLineEndRegexp = new RegExp("^" + '\\' + this.quoteChar() + "\n"); + commaBeginRegexp = new RegExp("^" + '\\' + this.separatorChar()); + newlineRegexp = new RegExp("^\n"); + + inQuotes = false; + +//MochiKit.Logging.logDebug("#################################### '" + aParameter.line + "'"); + if (aParameter.line == "") { + if (aParameter.isThereAnEmptyFinalField == true) { + aParameter.isThereAnEmptyFinalField = false; + result = ""; + } else { + result = null; + } + } else { + if (this.binary()) { + validRegexp = /^./; +// validRegexp = /^[^\\]/; + } else { + validRegexp = /^[\t\040-\176]/; + } + + try { + var done; + + done = false; + result = ""; + + while (!done) { + if (aParameter.line.length < 1) { +//MochiKit.Logging.logDebug("---> 1: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + if (inQuotes == true) { +//MochiKit.Logging.logDebug("---> 1.1: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + throw new Error("CSV Parsing error; end of string, missing closing double-quote..."); + } else { +//MochiKit.Logging.logDebug("---> 1.2: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + done = true; + } + } else if (escapedQuoteBeginRegexp.test(aParameter.line)) { +//MochiKit.Logging.logDebug("---> 2.1: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + result += this.quoteChar(); + aParameter.line = aParameter.line.substr(2, aParameter.line.length - 1); +//MochiKit.Logging.logDebug("<--- 2.2: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + } else if (singleQuoteBeginRegexp.test(aParameter.line)) { +//MochiKit.Logging.logDebug("---> 3: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + if (inQuotes == true) { + if (aParameter.line.length == 1) { +//MochiKit.Logging.logDebug("---> 3.1: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + aParameter.line = ''; + done = true; + } else if (singleQuoteCommaEndRegexp.test(aParameter.line)) { +//MochiKit.Logging.logDebug("---> 3.3: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + aParameter.line = aParameter.line.substr(2, aParameter.line.length - 1); + done = true; +//MochiKit.Logging.logDebug("<--- 3.3: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + } else if (singleQuoteNewLineEndRegexp.test(aParameter.line)) { + aParameter.line = aParameter.line.substr(1, aParameter.line.length - 1); + done = true; + } else { + throw new Error("CSV Parsing error; double-quote, followed by undesirable character (bad character sequence)... " + aParameter.line); + } + } else { +//MochiKit.Logging.logDebug("---> 4: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + if (result == "") { +//MochiKit.Logging.logDebug("---> 4.1: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + inQuotes = true; + aParameter.line = aParameter.line.substr(1, aParameter.line.length - 1); +//MochiKit.Logging.logDebug("<--- 4.1: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + } else { + throw new Error("CSV Parsing error; double-quote, outside of double-quotes (bad character sequence)..."); + } + } + } else if (commaBeginRegexp.test(aParameter.line)) { +//MochiKit.Logging.logDebug("---> 5: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + if (inQuotes) { +//MochiKit.Logging.logDebug("---> 5.1: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + result += aParameter.line.substr(0 ,1); + aParameter.line = aParameter.line.substr(1, aParameter.line.length - 1); +//MochiKit.Logging.logDebug("<--- 5.1: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + } else { +//MochiKit.Logging.logDebug("---> 5.2: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + aParameter.line = aParameter.line.substr(1, aParameter.line.length - 1); + if (newlineRegexp.test(aParameter.line) || aParameter.line == "") { +//MochiKit.Logging.logDebug("######"); + aParameter.isThereAnEmptyFinalField = true; + }; + done = true; +//MochiKit.Logging.logDebug("<--- 5.2: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + } + } else if (validRegexp.test(aParameter.line)) { +//MochiKit.Logging.logDebug("---> 6: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + result += aParameter.line.substr(0, 1); + aParameter.line = aParameter.line.substr(1, aParameter.line.length - 1); +//MochiKit.Logging.logDebug("<--- 6: '" + aParameter.line.replace(/\n/g, "\\n") + "'"); + } else if (newlineRegexp.test(aParameter.line)) { + if (inQuotes == true) { + result += aParameter.line.substr(0 ,1); + aParameter.line = aParameter.line.substr(1, aParameter.line.length - 1); + } else { + if (result == "") { + if (aParameter.isThereAnEmptyFinalField == true) { + aParameter.isThereAnEmptyFinalField = false; + } else { + result = null; + } + } + + done = true; + } + } else { + throw new Error("CSV Parsing error; an undesirable character... '" + aParameter.line.substr(0,1) + "'"); + } + } + } catch(exception) { + MochiKit.Logging.logError(exception.message); +// result = null; + throw exception; + } + } + +//if (result != null) { +// MochiKit.Logging.logDebug("<=== result: '" + result.replace(/\n/g, "\\n") + "'"); +//} else { +// MochiKit.Logging.logDebug("<=== result: NULL"); +//} + + return result; + }, + + //------------------------------------------------------------------------- + __syntaxFix__: "syntax fix" +}); + + |