FIX: rewrite replaceBlock logic to better handle mismatched nested quotes.

app/assets/javascripts/discourse/dialects/code_dialect.js

@@ -10,6 +10,15 @@ var acceptableCodeClasses =
    "profile", "python", "r", "rib", "rsl", "ruby", "rust", "scala", "smalltalk", "sql", "tex", "text",
    "vala", "vbscript", "vhdl"];
 
+function flattenBlocks(blocks) {
+  var result = "";
+  blocks.forEach(function(b) {
+    result += b;
+    if (b.trailing) { result += b.trailing; }
+  });
+  return result;
+}
+
 Discourse.Dialect.replaceBlock({
   start: /^`{3}([^\n\[\]]+)?\n?([\s\S]*)?/gm,
   stop: '```',
@@ -19,7 +28,7 @@ Discourse.Dialect.replaceBlock({
     if (matches[1] && acceptableCodeClasses.indexOf(matches[1]) !== -1) {
       klass = matches[1];
     }
-    return ['p', ['pre', ['code', {'class': klass}, blockContents.join("\n") ]]];
+    return ['p', ['pre', ['code', {'class': klass}, flattenBlocks(blockContents) ]]];
   }
 });
 
@@ -50,6 +59,6 @@ Discourse.Dialect.replaceBlock({
   skipIfTradtionalLinebreaks: true,
 
   emitter: function(blockContents) {
-    return ['p', ['pre', blockContents.join("\n")]];
+    return ['p', ['pre', flattenBlocks(blockContents)]];
   }
 });

app/assets/javascripts/discourse/dialects/dialect.js

@@ -133,6 +133,19 @@ function invalidBoundary(args, prev) {
   if (args.spaceOrTagBoundary && (!last.match(/(\s|\>)$/))) { return true; }
 }
 
+/**
+  Returns the number of (terminated) lines in a string.
+
+  @method countLines
+  @param {string} str the string.
+  @returns {Integer} number of terminated lines in str
+**/
+function countLines(str) {
+  var index = -1, count = 0;
+  while ((index = str.indexOf("\n", index + 1)) !== -1) { count++; }
+  return count;
+}
+
 /**
   An object used for rendering our dialects.
 
@@ -359,102 +372,71 @@ Discourse.Dialect = {
 
       var linebreaks = dialect.options.traditional_markdown_linebreaks ||
           Discourse.SiteSettings.traditional_markdown_linebreaks;
-
-      // Some replacers should not be run with traditional linebreaks
       if (linebreaks && args.skipIfTradtionalLinebreaks) { return; }
 
       args.start.lastIndex = 0;
-      var m = (args.start).exec(block);
+      var result = [], match = (args.start).exec(block);
+      if (!match) { return; }
 
-      if (!m) { return; }
+      var lastChance = function() {
+        return !next.some(function(e) { return e.indexOf(args.stop) !== -1; });
+      };
 
-      var startPos = args.start.lastIndex - m[0].length,
+      // shave off start tag and leading text, if any.
-          leading,
+      var pos = args.start.lastIndex - match[0].length,
-          blockContents = [],
+          leading = block.slice(0, pos),
-          result = [],
+          trailing = match[2] ? match[2].replace(/^\n*/, "") : "";
-          lineNumber = block.lineNumber;
+      if (block.indexOf(args.stop, pos + args.stop.length) === -1 && lastChance()) { return; }
-
+      if (leading.length > 0) { result.push(['p'].concat(this.processInline(leading))); }
-      if (startPos > 0) {
+      if (trailing.length > 0) {
-        leading = block.slice(0, startPos);
+        next.unshift(MD.mk_block(trailing, block.trailing,
-        lineNumber += (leading.split("\n").length - 1);
+          block.lineNumber + countLines(leading) + (match[2] ? match[2].length : 0) - trailing.length));
-
-        var para = ['p'];
-        this.processInline(leading).forEach(function (l) {
-          para.push(l);
-        });
-
-        result.push(para);
       }
 
-      if (m[2]) {
+      // find matching stop tag in blocks.
-        next.unshift(MD.mk_block(m[2], null, lineNumber + 1));
+      var contentBlocks = [], nesting = 0, endPos, ep, offset, startPos, sp, m, b;
-      }
+      blockloop:
+      while (b = next.shift()) {
+        args.start.lastIndex = 0;
+        startPos = []; sp = 0;
+        while (m = (args.start).exec(b)) {
+          startPos.push(args.start.lastIndex - m[0].length);
+          args.start.lastIndex = args.start.lastIndex - (m[2] ? m[2].length : 0);
+        }
+        endPos = []; ep = 0; offset = 0;
+        while ((pos = b.indexOf(args.stop, offset)) !== -1) {
+          endPos.push(pos);
+          offset += (pos + args.stop.length);
+        }
 
-      lineNumber++;
+        while (ep < endPos.length) {
+          if (sp < startPos.length && startPos[sp] < endPos[ep]) {
+            sp++; nesting++;
+          } else if (nesting > 0) {
+            ep++; nesting--;
+          } else {
+            break blockloop;
+          }
+        }
 
-      var blockClosed = false;
+        if (lastChance()) {
-      for (var i=0; i<next.length; i++) {
+          ep = endPos.length - 1;
-        if (next[i].indexOf(args.stop) >= 0) {
-          blockClosed = true;
           break;
         }
+
+        nesting += startPos.length - sp;
+        contentBlocks.push(b);
       }
 
-      if (!blockClosed) {
+      if (ep < endPos.length) {
-        if (m[2]) { next.shift(); }
+        var before = b.slice(0, endPos[ep]).replace(/\n*$/, ""),
-        return;
+            after = b.slice(endPos[ep] + args.stop.length).replace(/^\n*/, "");
+        if (before.length > 0) contentBlocks.push(MD.mk_block(before, "", b.lineNumber));
+        if (after.length > 0) next.unshift(MD.mk_block(after, "", b.lineNumber + countLines(before)));
       }
 
-      var numOpen = 1;
+      var emitterResult = args.emitter.call(this, contentBlocks, match, dialect.options);
-      while (next.length > 0) {
+      if (emitterResult) { result.push(emitterResult); }
-        var b = next.shift(),
-            blockLine = b.lineNumber,
-            diff = ((typeof blockLine === "undefined") ? lineNumber : blockLine) - lineNumber,
-            endFound = b.indexOf(args.stop),
-            leadingContents = b.slice(0, endFound),
-            trailingContents = b.slice(endFound+args.stop.length),
-            m2;
-
-        if (endFound === -1) {
-          leadingContents = b;
-        }
-
-        args.start.lastIndex = 0;
-        if (m2 = (args.start).exec(leadingContents)) {
-          numOpen++;
-          args.start.lastIndex -= m2[0].length - 1;
-          while (m2 = (args.start).exec(leadingContents)) {
-            numOpen++;
-            args.start.lastIndex -= m2[0].length - 1;
-          }
-        }
-
-        if (endFound >= 0) { numOpen--; }
-        for (var j=1; j<diff; j++) {
-          blockContents.push("");
-        }
-        lineNumber = blockLine + b.split("\n").length - 1;
-
-        if (endFound >= 0) {
-          if (trailingContents) {
-            next.unshift(MD.mk_block(trailingContents.replace(/^\s+/, "")));
-          }
-
-          blockContents.push(leadingContents.replace(/\s+$/, ""));
-
-          if (numOpen === 0) {
-            break;
-          }
-          blockContents.push(args.stop);
-        } else {
-          blockContents.push(b);
-        }
-      }
-
-      var emitterResult = args.emitter.call(this, blockContents, m, dialect.options);
-      if (emitterResult) {
-        result.push(emitterResult);
-      }
       return result;
     });
   },

test/javascripts/lib/bbcode_test.js

@@ -129,6 +129,16 @@ test("quote formatting", function() {
          "</div><blockquote><p>abc</p></blockquote></aside>\n\n<p>hello</p>",
          "handles new lines properly");
 
+  formatQ("[quote=\"Alice, post:1, topic:1\"]\n[quote=\"Bob, post:2, topic:1\"]\n[/quote]\n[/quote]",
+         "<aside class=\"quote\" data-post=\"1\" data-topic=\"1\"><div class=\"title\"><div class=\"quote-controls\"></div>Alice said:" +
+         "</div><blockquote><aside class=\"quote\" data-post=\"2\" data-topic=\"1\"><div class=\"title\"><div class=\"quote-controls\"></div>Bob said:" +
+         "</div><blockquote></blockquote></aside></blockquote></aside>",
+         "quotes can be nested");
+
+  formatQ("[quote=\"Alice, post:1, topic:1\"]\n[quote=\"Bob, post:2, topic:1\"]\n[/quote]",
+         "<aside class=\"quote\" data-post=\"1\" data-topic=\"1\"><div class=\"title\"><div class=\"quote-controls\"></div>Alice said:" +
+         "</div><blockquote><p>[quote=\"Bob, post:2, topic:1\"]</p></blockquote></aside>",
+         "handles mismatched nested quote tags");
 });
 
 test("quotes with trailing formatting", function() {

test/javascripts/lib/markdown_test.js

@@ -301,7 +301,7 @@ test("links with full urls", function() {
 test("Code Blocks", function() {
 
   cooked("<pre>\nhello\n</pre>\n",
-         "<p><pre>\nhello</pre></p>",
+         "<p><pre>hello</pre></p>",
          "pre blocks don't include extra lines");
 
   cooked("```\na\nb\nc\n\nd\n```",