From 31d8258750ec425474b09948db8978121eec7ddc Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Tobias=20Ho=CC=88=C3=9Fl?= Date: Sat, 17 Nov 2018 16:26:43 +0100 Subject: [PATCH] Diff-Bugfix: be more consistent about marking up block elements by 'inserted' instead of using -tags --- CHANGELOG.rst | 3 +- openslides/motions/static/js/motions/diff.js | 104 ++++++++++--------- tests/karma/motions/diff.service.test.js | 24 +++-- 3 files changed, 70 insertions(+), 61 deletions(-) diff --git a/CHANGELOG.rst b/CHANGELOG.rst index 56c9a3d3b..6a20ef9e6 100644 --- a/CHANGELOG.rst +++ b/CHANGELOG.rst @@ -15,8 +15,7 @@ Bugfixes: - Fixed missing output of special poll values (for motions and elections) [#3932]. - Fixed amendment csv export (added missing submitters and recommendation, removed html tags for old and new text) [#3942]. - - Fixed motion/amendment diff bug: does not delete a paragraph/list item - before an new one was inserted [#3943, #3946]. + - Fixed motion/amendment diff bug [#3943, #3946, #4020]. - Allow to hide internal items in agenda sort view [#3992]. diff --git a/openslides/motions/static/js/motions/diff.js b/openslides/motions/static/js/motions/diff.js index d0bb9958a..e7d3e015b 100644 --- a/openslides/motions/static/js/motions/diff.js +++ b/openslides/motions/static/js/motions/diff.js @@ -1337,6 +1337,32 @@ angular.module('OpenSlidesApp.motions.diff', ['OpenSlidesApp.motions.lineNumberi return node.innerHTML; }; + /** + * Add the CSS-class to the existing "class"-attribute, or add one. + * Works on strings, not nodes + * + * @param {string} tagStr + * @param {string} className + * @returns {string} + * @private + */ + this._addClassToHtmlTag = function (tagStr, className) { + return tagStr.replace(/<(\w+)( [^>]*)?>/gi, function(whole, tag, tagArguments) { + tagArguments = (tagArguments ? tagArguments : ''); + if (tagArguments.match(/class="/gi)) { + // class="someclass" => class="someclass insert" + tagArguments = tagArguments.replace(/(class\s*=\s*)(["'])([^\2]*)\2/gi, + function (classWhole, attr, para, content) { + return attr + para + content + ' ' + className + para; + } + ); + } else { + tagArguments += ' class="' + className + '"'; + } + return '<' + tag + tagArguments + '>'; + }); + }; + /** * This function removes color-Attributes from the styles of this node or a descendant, * as they interfer with the green/red color in HTML and PDF @@ -1469,36 +1495,9 @@ angular.module('OpenSlidesApp.motions.diff', ['OpenSlidesApp.motions.lineNumberi } ); + // Merging individual insert/delete statements into bigger blocks diffUnnormalized = diffUnnormalized.replace(/<\/ins>/gi, '').replace(/<\/del>/gi, ''); - // Move whitespaces around inserted P's out of the INS-tag - diffUnnormalized = diffUnnormalized.replace( - /(\s*)(]*)?>[\s\S]*?<\/p>)(\s*)<\/ins>/gim, - function(match, whiteBefore, inner, tagInner, whiteAfter) { - return whiteBefore + - inner - .replace(/]*)?>/gi, function(match) { - return match + ""; - }) - .replace(/<\/p>/gi, "

") + - whiteAfter; - } - ); - - // Fixes HTML produced by the diff like this: - // from:

Inserted Text

\n

More inserted text

 - // into: Inserted Text

\n

More inserted text

- diffUnnormalized = diffUnnormalized.replace( - /<\/p><\/del>([\s\S]*?)<\/p><\/ins>/gim, - "$1

" - ); - diffUnnormalized = diffUnnormalized.replace( - /[\s\S]*?<\/ins>/gim, - function(match) { - return match.replace(/(<\/p>\s*

)/gi, "$1"); - } - ); - // If only a few characters of a word have changed, don't display this as a replacement of the whole word, // but only of these specific characters diffUnnormalized = diffUnnormalized.replace(/([a-z0-9,_-]* ?)<\/del>([a-z0-9,_-]* ?)<\/ins>/gi, function (found, oldText, newText) { @@ -1546,33 +1545,36 @@ angular.module('OpenSlidesApp.motions.diff', ['OpenSlidesApp.motions.lineNumberi } ); - //

  • ...
    •  =>
  • ...
    • + // If larger inserted HTML text contains block elements, we separate the inserted text into + // inline elements and "insert"-class-based block elements. + // ...
    ...
    ...     => ...
    ...
    ... + var diffService = this; + diffUnnormalized = diffUnnormalized.replace(/<(ins|del)>([\s\S]*?)<\/\1>/gi, function(whole, insDel) { + var modificationClass = (insDel.toLowerCase() === 'ins' ? 'insert' : 'delete'); + return whole.replace(/(<(p|div|blockquote|li)[^>]*>)([\s\S]*?)(<\/\2>)/gi, function(whole2, opening, blockTag, content, closing) { + var modifiedTag = diffService._addClassToHtmlTag(opening, modificationClass); + return '' + modifiedTag + content + closing + '<' + insDel + '>'; + }); + }); + + // Cleanup leftovers from the operation above, when -tags ore -tags are left + // around block tags. It should be safe to remove them and just leave the whitespaces. + diffUnnormalized = diffUnnormalized.replace(/<(ins|del)>(\s*)<\/\1>/gi, function (whole, insDel, space) { + return space; + }); + + //

    Added text

     -> Added text

    diffUnnormalized = diffUnnormalized.replace( - /<(ins|del)><(p|div|blockquote|li)([^>]*)>([\s\S]*)<\/\2><\/\1>/gi, - function(whole, insDel, block, blockArguments, content) { - // Prevent accidental matches like

    ...

    ...    ...

     - if (content.match(/<(ins|del)>/gi)) { - return whole; - } - - // Add the CSS-class to the existing "class"-attribute, or add one - var newArguments = blockArguments; - var modificationClass = (insDel.toLowerCase() === 'ins' ? 'insert' : 'delete'); - if (newArguments.match(/class="/gi)) { - // class="someclass" => class="someclass insert" - newArguments = newArguments.replace(/(class\s*=\s*)(["'])([^\2]*)\2/gi, - function(classWhole, attr, para, content) { - return attr + para + content + ' ' + modificationClass + para; - } - ); - } else { - newArguments += ' class="' + modificationClass + '"'; - } - - return '<' + block + newArguments + '>' + content + ''; + /<\/(p|div|blockquote|li)><\/del>([\s\S]*?)<\/\1>(\s*)<\/ins>/gi, + function(whole, blockTag, content, space) { + return '' + content + '' + space; } ); + //

    ->

    + diffUnnormalized = diffUnnormalized.replace(/(<\/(p|div|blockquote|li)>)(\s*)<\/(ins|del)>/gi, function (whole, ending, blockTag, space, insdel) { + return '' + ending + space; + }); if (diffUnnormalized.substr(0, workaroundPrepend.length) === workaroundPrepend) { diffUnnormalized = diffUnnormalized.substring(workaroundPrepend.length); diff --git a/tests/karma/motions/diff.service.test.js b/tests/karma/motions/diff.service.test.js index 96498931b..aa78676ed 100644 --- a/tests/karma/motions/diff.service.test.js +++ b/tests/karma/motions/diff.service.test.js @@ -454,7 +454,7 @@ describe('linenumbering', function () { "

    Aenean commodo ligula eget dolor. Aenean massa. Cum sociis natoque penatibus et magnis dis parturient montes, nascetur ridiculus mus. Donec quam felis, ultricies nec, pellentesque eu, pretium quis, sem. Nulla consequat massa quis enim. Donec pede justo, fringilla vel, aliquet nec, vulputate eget, arcu. Nulla consequat massa quis enim. Donec pede justo, fringilla vel, aliquet nec, vulputate eget, arcu.

    "; var diff = diffService.diff(before, after); expect(diff).toBe("

     Lorem ipsum dolor sit amet, consectetuer adipiscing elit.

    \n" + - "

    Aenean commodo ligula eget dolor. Aenean massa. Cum sociis natoque penatibus et magnis dis parturient montes, nascetur ridiculus mus. Donec quam felis, ultricies nec, pellentesque eu, pretium quis, sem. Nulla consequat massa quis enim. Donec pede justo, fringilla vel, aliquet nec, vulputate eget, arcu. Nulla consequat massa quis enim. Donec pede justo, fringilla vel, aliquet nec, vulputate eget, arcu.

    "); + "

    Aenean commodo ligula eget dolor. Aenean massa. Cum sociis natoque penatibus et magnis dis parturient montes, nascetur ridiculus mus. Donec quam felis, ultricies nec, pellentesque eu, pretium quis, sem. Nulla consequat massa quis enim. Donec pede justo, fringilla vel, aliquet nec, vulputate eget, arcu. Nulla consequat massa quis enim. Donec pede justo, fringilla vel, aliquet nec, vulputate eget, arcu.

    "); }); it('does not result in separate paragraphs when only the first word has changed', function () { @@ -527,9 +527,10 @@ describe('linenumbering', function () { after = "

    rief sie alle sieben herbei und sprach 'liebe Kinder, ich will hinaus in den Wald, seid Noch

    " + "

    Test 123

    ", expected = "

    rief sie alle sieben herbei und sprach 'liebe Kinder, ich will hinaus in den Wald, seid Noch

    " + - "

    Test 123

    "; + "

    Test 123

    "; var diff = diffService.diff(before, after); + expect(diff).toBe(expected); }); @@ -540,7 +541,7 @@ describe('linenumbering', function () { "\n" + "

    Stet clita kasd gubergren, no sea takimata sanctus est.

    ", expected = "

     Lorem ipsum dolor sit amet, consetetur sadipscing elitr, sed diam nonumy eirmod tempor invidunt ut labore et dolore magna aliquyam erat, sed diam voluptua. At vero eos et accusam et justo duo dolores et ea rebum.

    \n" + - "

    Stet clita kasd gubergren, no sea takimata sanctus est.

    "; + "

    Stet clita kasd gubergren, no sea takimata sanctus est.

    "; var diff = diffService.diff(before, after); expect(diff).toBe(expected); @@ -552,8 +553,8 @@ describe('linenumbering', function () { '

    Inserting this line should not make any troubles, especially not affect the first line

    ' + '

    Neither should this line

    ', expected = "

    This is a random first line that remains unchanged.

    " + - '

    Inserting this line should not make any troubles, especially not affect the first line

    ' + - '

    Neither should this line

    '; + '

    Inserting this line should not make any troubles, especially not affect the first line

    ' + + '

    Neither should this line

    '; var diff = diffService.diff(before, after); expect(diff).toBe(expected); @@ -653,6 +654,13 @@ describe('linenumbering', function () { expect(diff).toBe('

    Lorem ipsum dolor sit amet, consetetur
    sadipscing elitr. Sed diam nonumy eirmod tempor invidunt ut labore et dolore magna aliquyam erat, sed diam voluptua..
    Bavaria ipsum dolor sit amet o’ha wea nia ausgähd
    kummt nia hoam i hob di narrisch geanAutonomie erfährt ihre Grenzen

    '); }); + it('works with multiple inserted paragraphs', function() { + var before = '

    This is the text before

    ', + after = "

    This is the text before

    \n

    This is one added line

    \n

    Another added line

    "; + var diff = diffService.diff(before, after); + expect(diff).toBe("

    This is the text before

    \n

    This is one added line

    \n

    Another added line

    "); + }); + it('does not a change in a very specific case', function() { // See diff._fixWrongChangeDetection var inHtml = '

    Test 123
    wir strikt ab. lehnen wir ' + brMarkup(1486) + 'ab.
    ' + noMarkup(1487) + 'Gegenüber

    ', @@ -696,7 +704,7 @@ describe('linenumbering', function () { before = lineNumberingService.insertLineNumbers(before, 80, null, null, 2); var diff = diffService.diff(before, after); expect(diff).toBe("

    " + noMarkup(2) + "their grammar, their pronunciation and their most common words. Everyone " + brMarkup(3) + "realizes why a

    \n" + - "

    NEW PARAGRAPH 2.

    "); + "

    NEW PARAGRAPH 2.

    "); }); it('works with two inserted paragraphs', function () { @@ -711,8 +719,8 @@ describe('linenumbering', function () { before = lineNumberingService.insertLineNumbers(before, 80, null, null, 2); var diff = diffService.diff(before, after); expect(diff).toBe("

    " + noMarkup(2) + "their grammar, their pronunciation and their most common words. Everyone " + brMarkup(3) + "realizes why a

    \n" + - "

    NEW PARAGRAPH 1.

    \n" + - "

    NEW PARAGRAPH 2.

    \n" + + "

    NEW PARAGRAPH 1.

    \n" + + "

    NEW PARAGRAPH 2.

    \n" + "
    " + noMarkup(4) + "Go on
    " ); });