8
0
Эх сурвалжийг харах

Added initial implementation of GFMDataProcessor and some tests.

Szymon Kupś 9 жил өмнө
parent
commit
9fbf60d4b4

+ 31 - 0
packages/ckeditor5-markdown-gfm/src/gfmdataprocessor.js

@@ -0,0 +1,31 @@
+/**
+ * @license Copyright (c) 2003-2016, CKSource - Frederico Knabben. All rights reserved.
+ * For licensing, see LICENSE.md.
+ */
+
+import marked from './lib/marked.js';
+import toMarkdown from './lib/to-markdown.js';
+import HtmlDataProcessor from '../engine/dataprocessor/htmldataprocessor.js';
+
+export default class GFMDataProcessor extends HtmlDataProcessor {
+	constructor() {
+		super();
+	}
+
+	toView( data ) {
+		const html = marked.parse( data, {
+			gfm: true,
+			breaks: true,
+			xhtml: true
+		} );
+
+		return super.toView( html.replace( /\n/g, '' ) );
+	}
+
+	toData( viewFragment ) {
+		const html = super.toData( viewFragment );
+
+		return toMarkdown( html, { gfm: true } );
+	}
+}
+

+ 1286 - 0
packages/ckeditor5-markdown-gfm/src/lib/marked.js

@@ -0,0 +1,1286 @@
+/**
+ * marked - a markdown parser
+ * Copyright (c) 2011-2014, Christopher Jeffrey. (MIT Licensed)
+ * https://github.com/chjj/marked
+ */
+
+;(function() {
+
+/**
+ * Block-Level Grammar
+ */
+
+var block = {
+  newline: /^\n+/,
+  code: /^( {4}[^\n]+\n*)+/,
+  fences: noop,
+  hr: /^( *[-*_]){3,} *(?:\n+|$)/,
+  heading: /^ *(#{1,6}) *([^\n]+?) *#* *(?:\n+|$)/,
+  nptable: noop,
+  lheading: /^([^\n]+)\n *(=|-){2,} *(?:\n+|$)/,
+  blockquote: /^( *>[^\n]+(\n(?!def)[^\n]+)*\n*)+/,
+  list: /^( *)(bull) [\s\S]+?(?:hr|def|\n{2,}(?! )(?!\1bull )\n*|\s*$)/,
+  html: /^ *(?:comment *(?:\n|\s*$)|closed *(?:\n{2,}|\s*$)|closing *(?:\n{2,}|\s*$))/,
+  def: /^ *\[([^\]]+)\]: *<?([^\s>]+)>?(?: +["(]([^\n]+)[")])? *(?:\n+|$)/,
+  table: noop,
+  paragraph: /^((?:[^\n]+\n?(?!hr|heading|lheading|blockquote|tag|def))+)\n*/,
+  text: /^[^\n]+/
+};
+
+block.bullet = /(?:[*+-]|\d+\.)/;
+block.item = /^( *)(bull) [^\n]*(?:\n(?!\1bull )[^\n]*)*/;
+block.item = replace(block.item, 'gm')
+  (/bull/g, block.bullet)
+  ();
+
+block.list = replace(block.list)
+  (/bull/g, block.bullet)
+  ('hr', '\\n+(?=\\1?(?:[-*_] *){3,}(?:\\n+|$))')
+  ('def', '\\n+(?=' + block.def.source + ')')
+  ();
+
+block.blockquote = replace(block.blockquote)
+  ('def', block.def)
+  ();
+
+block._tag = '(?!(?:'
+  + 'a|em|strong|small|s|cite|q|dfn|abbr|data|time|code'
+  + '|var|samp|kbd|sub|sup|i|b|u|mark|ruby|rt|rp|bdi|bdo'
+  + '|span|br|wbr|ins|del|img)\\b)\\w+(?!:/|[^\\w\\s@]*@)\\b';
+
+block.html = replace(block.html)
+  ('comment', /<!--[\s\S]*?-->/)
+  ('closed', /<(tag)[\s\S]+?<\/\1>/)
+  ('closing', /<tag(?:"[^"]*"|'[^']*'|[^'">])*?>/)
+  (/tag/g, block._tag)
+  ();
+
+block.paragraph = replace(block.paragraph)
+  ('hr', block.hr)
+  ('heading', block.heading)
+  ('lheading', block.lheading)
+  ('blockquote', block.blockquote)
+  ('tag', '<' + block._tag)
+  ('def', block.def)
+  ();
+
+/**
+ * Normal Block Grammar
+ */
+
+block.normal = merge({}, block);
+
+/**
+ * GFM Block Grammar
+ */
+
+block.gfm = merge({}, block.normal, {
+  fences: /^ *(`{3,}|~{3,})[ \.]*(\S+)? *\n([\s\S]*?)\s*\1 *(?:\n+|$)/,
+  paragraph: /^/,
+  heading: /^ *(#{1,6}) +([^\n]+?) *#* *(?:\n+|$)/
+});
+
+block.gfm.paragraph = replace(block.paragraph)
+  ('(?!', '(?!'
+    + block.gfm.fences.source.replace('\\1', '\\2') + '|'
+    + block.list.source.replace('\\1', '\\3') + '|')
+  ();
+
+/**
+ * GFM + Tables Block Grammar
+ */
+
+block.tables = merge({}, block.gfm, {
+  nptable: /^ *(\S.*\|.*)\n *([-:]+ *\|[-| :]*)\n((?:.*\|.*(?:\n|$))*)\n*/,
+  table: /^ *\|(.+)\n *\|( *[-:]+[-| :]*)\n((?: *\|.*(?:\n|$))*)\n*/
+});
+
+/**
+ * Block Lexer
+ */
+
+function Lexer(options) {
+  this.tokens = [];
+  this.tokens.links = {};
+  this.options = options || marked.defaults;
+  this.rules = block.normal;
+
+  if (this.options.gfm) {
+    if (this.options.tables) {
+      this.rules = block.tables;
+    } else {
+      this.rules = block.gfm;
+    }
+  }
+}
+
+/**
+ * Expose Block Rules
+ */
+
+Lexer.rules = block;
+
+/**
+ * Static Lex Method
+ */
+
+Lexer.lex = function(src, options) {
+  var lexer = new Lexer(options);
+  return lexer.lex(src);
+};
+
+/**
+ * Preprocessing
+ */
+
+Lexer.prototype.lex = function(src) {
+  src = src
+    .replace(/\r\n|\r/g, '\n')
+    .replace(/\t/g, '    ')
+    .replace(/\u00a0/g, ' ')
+    .replace(/\u2424/g, '\n');
+
+  return this.token(src, true);
+};
+
+/**
+ * Lexing
+ */
+
+Lexer.prototype.token = function(src, top, bq) {
+  var src = src.replace(/^ +$/gm, '')
+    , next
+    , loose
+    , cap
+    , bull
+    , b
+    , item
+    , space
+    , i
+    , l;
+
+  while (src) {
+    // newline
+    if (cap = this.rules.newline.exec(src)) {
+      src = src.substring(cap[0].length);
+      if (cap[0].length > 1) {
+        this.tokens.push({
+          type: 'space'
+        });
+      }
+    }
+
+    // code
+    if (cap = this.rules.code.exec(src)) {
+      src = src.substring(cap[0].length);
+      cap = cap[0].replace(/^ {4}/gm, '');
+      this.tokens.push({
+        type: 'code',
+        text: !this.options.pedantic
+          ? cap.replace(/\n+$/, '')
+          : cap
+      });
+      continue;
+    }
+
+    // fences (gfm)
+    if (cap = this.rules.fences.exec(src)) {
+      src = src.substring(cap[0].length);
+      this.tokens.push({
+        type: 'code',
+        lang: cap[2],
+        text: cap[3] || ''
+      });
+      continue;
+    }
+
+    // heading
+    if (cap = this.rules.heading.exec(src)) {
+      src = src.substring(cap[0].length);
+      this.tokens.push({
+        type: 'heading',
+        depth: cap[1].length,
+        text: cap[2]
+      });
+      continue;
+    }
+
+    // table no leading pipe (gfm)
+    if (top && (cap = this.rules.nptable.exec(src))) {
+      src = src.substring(cap[0].length);
+
+      item = {
+        type: 'table',
+        header: cap[1].replace(/^ *| *\| *$/g, '').split(/ *\| */),
+        align: cap[2].replace(/^ *|\| *$/g, '').split(/ *\| */),
+        cells: cap[3].replace(/\n$/, '').split('\n')
+      };
+
+      for (i = 0; i < item.align.length; i++) {
+        if (/^ *-+: *$/.test(item.align[i])) {
+          item.align[i] = 'right';
+        } else if (/^ *:-+: *$/.test(item.align[i])) {
+          item.align[i] = 'center';
+        } else if (/^ *:-+ *$/.test(item.align[i])) {
+          item.align[i] = 'left';
+        } else {
+          item.align[i] = null;
+        }
+      }
+
+      for (i = 0; i < item.cells.length; i++) {
+        item.cells[i] = item.cells[i].split(/ *\| */);
+      }
+
+      this.tokens.push(item);
+
+      continue;
+    }
+
+    // lheading
+    if (cap = this.rules.lheading.exec(src)) {
+      src = src.substring(cap[0].length);
+      this.tokens.push({
+        type: 'heading',
+        depth: cap[2] === '=' ? 1 : 2,
+        text: cap[1]
+      });
+      continue;
+    }
+
+    // hr
+    if (cap = this.rules.hr.exec(src)) {
+      src = src.substring(cap[0].length);
+      this.tokens.push({
+        type: 'hr'
+      });
+      continue;
+    }
+
+    // blockquote
+    if (cap = this.rules.blockquote.exec(src)) {
+      src = src.substring(cap[0].length);
+
+      this.tokens.push({
+        type: 'blockquote_start'
+      });
+
+      cap = cap[0].replace(/^ *> ?/gm, '');
+
+      // Pass `top` to keep the current
+      // "toplevel" state. This is exactly
+      // how markdown.pl works.
+      this.token(cap, top, true);
+
+      this.tokens.push({
+        type: 'blockquote_end'
+      });
+
+      continue;
+    }
+
+    // list
+    if (cap = this.rules.list.exec(src)) {
+      src = src.substring(cap[0].length);
+      bull = cap[2];
+
+      this.tokens.push({
+        type: 'list_start',
+        ordered: bull.length > 1
+      });
+
+      // Get each top-level item.
+      cap = cap[0].match(this.rules.item);
+
+      next = false;
+      l = cap.length;
+      i = 0;
+
+      for (; i < l; i++) {
+        item = cap[i];
+
+        // Remove the list item's bullet
+        // so it is seen as the next token.
+        space = item.length;
+        item = item.replace(/^ *([*+-]|\d+\.) +/, '');
+
+        // Outdent whatever the
+        // list item contains. Hacky.
+        if (~item.indexOf('\n ')) {
+          space -= item.length;
+          item = !this.options.pedantic
+            ? item.replace(new RegExp('^ {1,' + space + '}', 'gm'), '')
+            : item.replace(/^ {1,4}/gm, '');
+        }
+
+        // Determine whether the next list item belongs here.
+        // Backpedal if it does not belong in this list.
+        if (this.options.smartLists && i !== l - 1) {
+          b = block.bullet.exec(cap[i + 1])[0];
+          if (bull !== b && !(bull.length > 1 && b.length > 1)) {
+            src = cap.slice(i + 1).join('\n') + src;
+            i = l - 1;
+          }
+        }
+
+        // Determine whether item is loose or not.
+        // Use: /(^|\n)(?! )[^\n]+\n\n(?!\s*$)/
+        // for discount behavior.
+        loose = next || /\n\n(?!\s*$)/.test(item);
+        if (i !== l - 1) {
+          next = item.charAt(item.length - 1) === '\n';
+          if (!loose) loose = next;
+        }
+
+        this.tokens.push({
+          type: loose
+            ? 'loose_item_start'
+            : 'list_item_start'
+        });
+
+        // Recurse.
+        this.token(item, false, bq);
+
+        this.tokens.push({
+          type: 'list_item_end'
+        });
+      }
+
+      this.tokens.push({
+        type: 'list_end'
+      });
+
+      continue;
+    }
+
+    // html
+    if (cap = this.rules.html.exec(src)) {
+      src = src.substring(cap[0].length);
+      this.tokens.push({
+        type: this.options.sanitize
+          ? 'paragraph'
+          : 'html',
+        pre: !this.options.sanitizer
+          && (cap[1] === 'pre' || cap[1] === 'script' || cap[1] === 'style'),
+        text: cap[0]
+      });
+      continue;
+    }
+
+    // def
+    if ((!bq && top) && (cap = this.rules.def.exec(src))) {
+      src = src.substring(cap[0].length);
+      this.tokens.links[cap[1].toLowerCase()] = {
+        href: cap[2],
+        title: cap[3]
+      };
+      continue;
+    }
+
+    // table (gfm)
+    if (top && (cap = this.rules.table.exec(src))) {
+      src = src.substring(cap[0].length);
+
+      item = {
+        type: 'table',
+        header: cap[1].replace(/^ *| *\| *$/g, '').split(/ *\| */),
+        align: cap[2].replace(/^ *|\| *$/g, '').split(/ *\| */),
+        cells: cap[3].replace(/(?: *\| *)?\n$/, '').split('\n')
+      };
+
+      for (i = 0; i < item.align.length; i++) {
+        if (/^ *-+: *$/.test(item.align[i])) {
+          item.align[i] = 'right';
+        } else if (/^ *:-+: *$/.test(item.align[i])) {
+          item.align[i] = 'center';
+        } else if (/^ *:-+ *$/.test(item.align[i])) {
+          item.align[i] = 'left';
+        } else {
+          item.align[i] = null;
+        }
+      }
+
+      for (i = 0; i < item.cells.length; i++) {
+        item.cells[i] = item.cells[i]
+          .replace(/^ *\| *| *\| *$/g, '')
+          .split(/ *\| */);
+      }
+
+      this.tokens.push(item);
+
+      continue;
+    }
+
+    // top-level paragraph
+    if (top && (cap = this.rules.paragraph.exec(src))) {
+      src = src.substring(cap[0].length);
+      this.tokens.push({
+        type: 'paragraph',
+        text: cap[1].charAt(cap[1].length - 1) === '\n'
+          ? cap[1].slice(0, -1)
+          : cap[1]
+      });
+      continue;
+    }
+
+    // text
+    if (cap = this.rules.text.exec(src)) {
+      // Top-level should never reach here.
+      src = src.substring(cap[0].length);
+      this.tokens.push({
+        type: 'text',
+        text: cap[0]
+      });
+      continue;
+    }
+
+    if (src) {
+      throw new
+        Error('Infinite loop on byte: ' + src.charCodeAt(0));
+    }
+  }
+
+  return this.tokens;
+};
+
+/**
+ * Inline-Level Grammar
+ */
+
+var inline = {
+  escape: /^\\([\\`*{}\[\]()#+\-.!_>])/,
+  autolink: /^<([^ >]+(@|:\/)[^ >]+)>/,
+  url: noop,
+  tag: /^<!--[\s\S]*?-->|^<\/?\w+(?:"[^"]*"|'[^']*'|[^'">])*?>/,
+  link: /^!?\[(inside)\]\(href\)/,
+  reflink: /^!?\[(inside)\]\s*\[([^\]]*)\]/,
+  nolink: /^!?\[((?:\[[^\]]*\]|[^\[\]])*)\]/,
+  strong: /^__([\s\S]+?)__(?!_)|^\*\*([\s\S]+?)\*\*(?!\*)/,
+  em: /^\b_((?:[^_]|__)+?)_\b|^\*((?:\*\*|[\s\S])+?)\*(?!\*)/,
+  code: /^(`+)\s*([\s\S]*?[^`])\s*\1(?!`)/,
+  br: /^ {2,}\n(?!\s*$)/,
+  del: noop,
+  text: /^[\s\S]+?(?=[\\<!\[_*`]| {2,}\n|$)/
+};
+
+inline._inside = /(?:\[[^\]]*\]|[^\[\]]|\](?=[^\[]*\]))*/;
+inline._href = /\s*<?([\s\S]*?)>?(?:\s+['"]([\s\S]*?)['"])?\s*/;
+
+inline.link = replace(inline.link)
+  ('inside', inline._inside)
+  ('href', inline._href)
+  ();
+
+inline.reflink = replace(inline.reflink)
+  ('inside', inline._inside)
+  ();
+
+/**
+ * Normal Inline Grammar
+ */
+
+inline.normal = merge({}, inline);
+
+/**
+ * Pedantic Inline Grammar
+ */
+
+inline.pedantic = merge({}, inline.normal, {
+  strong: /^__(?=\S)([\s\S]*?\S)__(?!_)|^\*\*(?=\S)([\s\S]*?\S)\*\*(?!\*)/,
+  em: /^_(?=\S)([\s\S]*?\S)_(?!_)|^\*(?=\S)([\s\S]*?\S)\*(?!\*)/
+});
+
+/**
+ * GFM Inline Grammar
+ */
+
+inline.gfm = merge({}, inline.normal, {
+  escape: replace(inline.escape)('])', '~|])')(),
+  url: /^(https?:\/\/[^\s<]+[^<.,:;"')\]\s])/,
+  del: /^~~(?=\S)([\s\S]*?\S)~~/,
+  text: replace(inline.text)
+    (']|', '~]|')
+    ('|', '|https?://|')
+    ()
+});
+
+/**
+ * GFM + Line Breaks Inline Grammar
+ */
+
+inline.breaks = merge({}, inline.gfm, {
+  br: replace(inline.br)('{2,}', '*')(),
+  text: replace(inline.gfm.text)('{2,}', '*')()
+});
+
+/**
+ * Inline Lexer & Compiler
+ */
+
+function InlineLexer(links, options) {
+  this.options = options || marked.defaults;
+  this.links = links;
+  this.rules = inline.normal;
+  this.renderer = this.options.renderer || new Renderer;
+  this.renderer.options = this.options;
+
+  if (!this.links) {
+    throw new
+      Error('Tokens array requires a `links` property.');
+  }
+
+  if (this.options.gfm) {
+    if (this.options.breaks) {
+      this.rules = inline.breaks;
+    } else {
+      this.rules = inline.gfm;
+    }
+  } else if (this.options.pedantic) {
+    this.rules = inline.pedantic;
+  }
+}
+
+/**
+ * Expose Inline Rules
+ */
+
+InlineLexer.rules = inline;
+
+/**
+ * Static Lexing/Compiling Method
+ */
+
+InlineLexer.output = function(src, links, options) {
+  var inline = new InlineLexer(links, options);
+  return inline.output(src);
+};
+
+/**
+ * Lexing/Compiling
+ */
+
+InlineLexer.prototype.output = function(src) {
+  var out = ''
+    , link
+    , text
+    , href
+    , cap;
+
+  while (src) {
+    // escape
+    if (cap = this.rules.escape.exec(src)) {
+      src = src.substring(cap[0].length);
+      out += cap[1];
+      continue;
+    }
+
+    // autolink
+    if (cap = this.rules.autolink.exec(src)) {
+      src = src.substring(cap[0].length);
+      if (cap[2] === '@') {
+        text = cap[1].charAt(6) === ':'
+          ? this.mangle(cap[1].substring(7))
+          : this.mangle(cap[1]);
+        href = this.mangle('mailto:') + text;
+      } else {
+        text = escape(cap[1]);
+        href = text;
+      }
+      out += this.renderer.link(href, null, text);
+      continue;
+    }
+
+    // url (gfm)
+    if (!this.inLink && (cap = this.rules.url.exec(src))) {
+      src = src.substring(cap[0].length);
+      text = escape(cap[1]);
+      href = text;
+      out += this.renderer.link(href, null, text);
+      continue;
+    }
+
+    // tag
+    if (cap = this.rules.tag.exec(src)) {
+      if (!this.inLink && /^<a /i.test(cap[0])) {
+        this.inLink = true;
+      } else if (this.inLink && /^<\/a>/i.test(cap[0])) {
+        this.inLink = false;
+      }
+      src = src.substring(cap[0].length);
+      out += this.options.sanitize
+        ? this.options.sanitizer
+          ? this.options.sanitizer(cap[0])
+          : escape(cap[0])
+        : cap[0]
+      continue;
+    }
+
+    // link
+    if (cap = this.rules.link.exec(src)) {
+      src = src.substring(cap[0].length);
+      this.inLink = true;
+      out += this.outputLink(cap, {
+        href: cap[2],
+        title: cap[3]
+      });
+      this.inLink = false;
+      continue;
+    }
+
+    // reflink, nolink
+    if ((cap = this.rules.reflink.exec(src))
+        || (cap = this.rules.nolink.exec(src))) {
+      src = src.substring(cap[0].length);
+      link = (cap[2] || cap[1]).replace(/\s+/g, ' ');
+      link = this.links[link.toLowerCase()];
+      if (!link || !link.href) {
+        out += cap[0].charAt(0);
+        src = cap[0].substring(1) + src;
+        continue;
+      }
+      this.inLink = true;
+      out += this.outputLink(cap, link);
+      this.inLink = false;
+      continue;
+    }
+
+    // strong
+    if (cap = this.rules.strong.exec(src)) {
+      src = src.substring(cap[0].length);
+      out += this.renderer.strong(this.output(cap[2] || cap[1]));
+      continue;
+    }
+
+    // em
+    if (cap = this.rules.em.exec(src)) {
+      src = src.substring(cap[0].length);
+      out += this.renderer.em(this.output(cap[2] || cap[1]));
+      continue;
+    }
+
+    // code
+    if (cap = this.rules.code.exec(src)) {
+      src = src.substring(cap[0].length);
+      out += this.renderer.codespan(escape(cap[2], true));
+      continue;
+    }
+
+    // br
+    if (cap = this.rules.br.exec(src)) {
+      src = src.substring(cap[0].length);
+      out += this.renderer.br();
+      continue;
+    }
+
+    // del (gfm)
+    if (cap = this.rules.del.exec(src)) {
+      src = src.substring(cap[0].length);
+      out += this.renderer.del(this.output(cap[1]));
+      continue;
+    }
+
+    // text
+    if (cap = this.rules.text.exec(src)) {
+      src = src.substring(cap[0].length);
+      out += this.renderer.text(escape(this.smartypants(cap[0])));
+      continue;
+    }
+
+    if (src) {
+      throw new
+        Error('Infinite loop on byte: ' + src.charCodeAt(0));
+    }
+  }
+
+  return out;
+};
+
+/**
+ * Compile Link
+ */
+
+InlineLexer.prototype.outputLink = function(cap, link) {
+  var href = escape(link.href)
+    , title = link.title ? escape(link.title) : null;
+
+  return cap[0].charAt(0) !== '!'
+    ? this.renderer.link(href, title, this.output(cap[1]))
+    : this.renderer.image(href, title, escape(cap[1]));
+};
+
+/**
+ * Smartypants Transformations
+ */
+
+InlineLexer.prototype.smartypants = function(text) {
+  if (!this.options.smartypants) return text;
+  return text
+    // em-dashes
+    .replace(/---/g, '\u2014')
+    // en-dashes
+    .replace(/--/g, '\u2013')
+    // opening singles
+    .replace(/(^|[-\u2014/(\[{"\s])'/g, '$1\u2018')
+    // closing singles & apostrophes
+    .replace(/'/g, '\u2019')
+    // opening doubles
+    .replace(/(^|[-\u2014/(\[{\u2018\s])"/g, '$1\u201c')
+    // closing doubles
+    .replace(/"/g, '\u201d')
+    // ellipses
+    .replace(/\.{3}/g, '\u2026');
+};
+
+/**
+ * Mangle Links
+ */
+
+InlineLexer.prototype.mangle = function(text) {
+  if (!this.options.mangle) return text;
+  var out = ''
+    , l = text.length
+    , i = 0
+    , ch;
+
+  for (; i < l; i++) {
+    ch = text.charCodeAt(i);
+    if (Math.random() > 0.5) {
+      ch = 'x' + ch.toString(16);
+    }
+    out += '&#' + ch + ';';
+  }
+
+  return out;
+};
+
+/**
+ * Renderer
+ */
+
+function Renderer(options) {
+  this.options = options || { };
+}
+
+Renderer.prototype.code = function(code, lang, escaped) {
+  if (this.options.highlight) {
+    var out = this.options.highlight(code, lang);
+    if (out != null && out !== code) {
+      escaped = true;
+      code = out;
+    }
+  }
+
+  if (!lang) {
+    return '<pre><code>'
+      + (escaped ? code : escape(code, true))
+      + '\n</code></pre>';
+  }
+
+  return '<pre><code class="'
+    + this.options.langPrefix
+    + escape(lang, true)
+    + '">'
+    + (escaped ? code : escape(code, true))
+    + '\n</code></pre>\n';
+};
+
+Renderer.prototype.blockquote = function(quote) {
+  return '<blockquote>\n' + quote + '</blockquote>\n';
+};
+
+Renderer.prototype.html = function(html) {
+  return html;
+};
+
+Renderer.prototype.heading = function(text, level, raw) {
+  return '<h'
+    + level
+    + ' id="'
+    + this.options.headerPrefix
+    + raw.toLowerCase().replace(/[^\w]+/g, '-')
+    + '">'
+    + text
+    + '</h'
+    + level
+    + '>\n';
+};
+
+Renderer.prototype.hr = function() {
+  return this.options.xhtml ? '<hr/>\n' : '<hr>\n';
+};
+
+Renderer.prototype.list = function(body, ordered) {
+  var type = ordered ? 'ol' : 'ul';
+  return '<' + type + '>\n' + body + '</' + type + '>\n';
+};
+
+Renderer.prototype.listitem = function(text) {
+  return '<li>' + text + '</li>\n';
+};
+
+Renderer.prototype.paragraph = function(text) {
+  return '<p>' + text + '</p>\n';
+};
+
+Renderer.prototype.table = function(header, body) {
+  return '<table>\n'
+    + '<thead>\n'
+    + header
+    + '</thead>\n'
+    + '<tbody>\n'
+    + body
+    + '</tbody>\n'
+    + '</table>\n';
+};
+
+Renderer.prototype.tablerow = function(content) {
+  return '<tr>\n' + content + '</tr>\n';
+};
+
+Renderer.prototype.tablecell = function(content, flags) {
+  var type = flags.header ? 'th' : 'td';
+  var tag = flags.align
+    ? '<' + type + ' style="text-align:' + flags.align + '">'
+    : '<' + type + '>';
+  return tag + content + '</' + type + '>\n';
+};
+
+// span level renderer
+Renderer.prototype.strong = function(text) {
+  return '<strong>' + text + '</strong>';
+};
+
+Renderer.prototype.em = function(text) {
+  return '<em>' + text + '</em>';
+};
+
+Renderer.prototype.codespan = function(text) {
+  return '<code>' + text + '</code>';
+};
+
+Renderer.prototype.br = function() {
+  return this.options.xhtml ? '<br/>' : '<br>';
+};
+
+Renderer.prototype.del = function(text) {
+  return '<del>' + text + '</del>';
+};
+
+Renderer.prototype.link = function(href, title, text) {
+  if (this.options.sanitize) {
+    try {
+      var prot = decodeURIComponent(unescape(href))
+        .replace(/[^\w:]/g, '')
+        .toLowerCase();
+    } catch (e) {
+      return '';
+    }
+    if (prot.indexOf('javascript:') === 0 || prot.indexOf('vbscript:') === 0) {
+      return '';
+    }
+  }
+  var out = '<a href="' + href + '"';
+  if (title) {
+    out += ' title="' + title + '"';
+  }
+  out += '>' + text + '</a>';
+  return out;
+};
+
+Renderer.prototype.image = function(href, title, text) {
+  var out = '<img src="' + href + '" alt="' + text + '"';
+  if (title) {
+    out += ' title="' + title + '"';
+  }
+  out += this.options.xhtml ? '/>' : '>';
+  return out;
+};
+
+Renderer.prototype.text = function(text) {
+  return text;
+};
+
+/**
+ * Parsing & Compiling
+ */
+
+function Parser(options) {
+  this.tokens = [];
+  this.token = null;
+  this.options = options || marked.defaults;
+  this.options.renderer = this.options.renderer || new Renderer;
+  this.renderer = this.options.renderer;
+  this.renderer.options = this.options;
+}
+
+/**
+ * Static Parse Method
+ */
+
+Parser.parse = function(src, options, renderer) {
+  var parser = new Parser(options, renderer);
+  return parser.parse(src);
+};
+
+/**
+ * Parse Loop
+ */
+
+Parser.prototype.parse = function(src) {
+  this.inline = new InlineLexer(src.links, this.options, this.renderer);
+  this.tokens = src.reverse();
+
+  var out = '';
+  while (this.next()) {
+    out += this.tok();
+  }
+
+  return out;
+};
+
+/**
+ * Next Token
+ */
+
+Parser.prototype.next = function() {
+  return this.token = this.tokens.pop();
+};
+
+/**
+ * Preview Next Token
+ */
+
+Parser.prototype.peek = function() {
+  return this.tokens[this.tokens.length - 1] || 0;
+};
+
+/**
+ * Parse Text Tokens
+ */
+
+Parser.prototype.parseText = function() {
+  var body = this.token.text;
+
+  while (this.peek().type === 'text') {
+    body += '\n' + this.next().text;
+  }
+
+  return this.inline.output(body);
+};
+
+/**
+ * Parse Current Token
+ */
+
+Parser.prototype.tok = function() {
+  switch (this.token.type) {
+    case 'space': {
+      return '';
+    }
+    case 'hr': {
+      return this.renderer.hr();
+    }
+    case 'heading': {
+      return this.renderer.heading(
+        this.inline.output(this.token.text),
+        this.token.depth,
+        this.token.text);
+    }
+    case 'code': {
+      return this.renderer.code(this.token.text,
+        this.token.lang,
+        this.token.escaped);
+    }
+    case 'table': {
+      var header = ''
+        , body = ''
+        , i
+        , row
+        , cell
+        , flags
+        , j;
+
+      // header
+      cell = '';
+      for (i = 0; i < this.token.header.length; i++) {
+        flags = { header: true, align: this.token.align[i] };
+        cell += this.renderer.tablecell(
+          this.inline.output(this.token.header[i]),
+          { header: true, align: this.token.align[i] }
+        );
+      }
+      header += this.renderer.tablerow(cell);
+
+      for (i = 0; i < this.token.cells.length; i++) {
+        row = this.token.cells[i];
+
+        cell = '';
+        for (j = 0; j < row.length; j++) {
+          cell += this.renderer.tablecell(
+            this.inline.output(row[j]),
+            { header: false, align: this.token.align[j] }
+          );
+        }
+
+        body += this.renderer.tablerow(cell);
+      }
+      return this.renderer.table(header, body);
+    }
+    case 'blockquote_start': {
+      var body = '';
+
+      while (this.next().type !== 'blockquote_end') {
+        body += this.tok();
+      }
+
+      return this.renderer.blockquote(body);
+    }
+    case 'list_start': {
+      var body = ''
+        , ordered = this.token.ordered;
+
+      while (this.next().type !== 'list_end') {
+        body += this.tok();
+      }
+
+      return this.renderer.list(body, ordered);
+    }
+    case 'list_item_start': {
+      var body = '';
+
+      while (this.next().type !== 'list_item_end') {
+        body += this.token.type === 'text'
+          ? this.parseText()
+          : this.tok();
+      }
+
+      return this.renderer.listitem(body);
+    }
+    case 'loose_item_start': {
+      var body = '';
+
+      while (this.next().type !== 'list_item_end') {
+        body += this.tok();
+      }
+
+      return this.renderer.listitem(body);
+    }
+    case 'html': {
+      var html = !this.token.pre && !this.options.pedantic
+        ? this.inline.output(this.token.text)
+        : this.token.text;
+      return this.renderer.html(html);
+    }
+    case 'paragraph': {
+      return this.renderer.paragraph(this.inline.output(this.token.text));
+    }
+    case 'text': {
+      return this.renderer.paragraph(this.parseText());
+    }
+  }
+};
+
+/**
+ * Helpers
+ */
+
+function escape(html, encode) {
+  return html
+    .replace(!encode ? /&(?!#?\w+;)/g : /&/g, '&amp;')
+    .replace(/</g, '&lt;')
+    .replace(/>/g, '&gt;')
+    .replace(/"/g, '&quot;')
+    .replace(/'/g, '&#39;');
+}
+
+function unescape(html) {
+	// explicitly match decimal, hex, and named HTML entities
+  return html.replace(/&(#(?:\d+)|(?:#x[0-9A-Fa-f]+)|(?:\w+));?/g, function(_, n) {
+    n = n.toLowerCase();
+    if (n === 'colon') return ':';
+    if (n.charAt(0) === '#') {
+      return n.charAt(1) === 'x'
+        ? String.fromCharCode(parseInt(n.substring(2), 16))
+        : String.fromCharCode(+n.substring(1));
+    }
+    return '';
+  });
+}
+
+function replace(regex, opt) {
+  regex = regex.source;
+  opt = opt || '';
+  return function self(name, val) {
+    if (!name) return new RegExp(regex, opt);
+    val = val.source || val;
+    val = val.replace(/(^|[^\[])\^/g, '$1');
+    regex = regex.replace(name, val);
+    return self;
+  };
+}
+
+function noop() {}
+noop.exec = noop;
+
+function merge(obj) {
+  var i = 1
+    , target
+    , key;
+
+  for (; i < arguments.length; i++) {
+    target = arguments[i];
+    for (key in target) {
+      if (Object.prototype.hasOwnProperty.call(target, key)) {
+        obj[key] = target[key];
+      }
+    }
+  }
+
+  return obj;
+}
+
+
+/**
+ * Marked
+ */
+
+function marked(src, opt, callback) {
+  if (callback || typeof opt === 'function') {
+    if (!callback) {
+      callback = opt;
+      opt = null;
+    }
+
+    opt = merge({}, marked.defaults, opt || {});
+
+    var highlight = opt.highlight
+      , tokens
+      , pending
+      , i = 0;
+
+    try {
+      tokens = Lexer.lex(src, opt)
+    } catch (e) {
+      return callback(e);
+    }
+
+    pending = tokens.length;
+
+    var done = function(err) {
+      if (err) {
+        opt.highlight = highlight;
+        return callback(err);
+      }
+
+      var out;
+
+      try {
+        out = Parser.parse(tokens, opt);
+      } catch (e) {
+        err = e;
+      }
+
+      opt.highlight = highlight;
+
+      return err
+        ? callback(err)
+        : callback(null, out);
+    };
+
+    if (!highlight || highlight.length < 3) {
+      return done();
+    }
+
+    delete opt.highlight;
+
+    if (!pending) return done();
+
+    for (; i < tokens.length; i++) {
+      (function(token) {
+        if (token.type !== 'code') {
+          return --pending || done();
+        }
+        return highlight(token.text, token.lang, function(err, code) {
+          if (err) return done(err);
+          if (code == null || code === token.text) {
+            return --pending || done();
+          }
+          token.text = code;
+          token.escaped = true;
+          --pending || done();
+        });
+      })(tokens[i]);
+    }
+
+    return;
+  }
+  try {
+    if (opt) opt = merge({}, marked.defaults, opt);
+    return Parser.parse(Lexer.lex(src, opt), opt);
+  } catch (e) {
+    e.message += '\nPlease report this to https://github.com/chjj/marked.';
+    if ((opt || marked.defaults).silent) {
+      return '<p>An error occured:</p><pre>'
+        + escape(e.message + '', true)
+        + '</pre>';
+    }
+    throw e;
+  }
+}
+
+/**
+ * Options
+ */
+
+marked.options =
+marked.setOptions = function(opt) {
+  merge(marked.defaults, opt);
+  return marked;
+};
+
+marked.defaults = {
+  gfm: true,
+  tables: true,
+  breaks: false,
+  pedantic: false,
+  sanitize: false,
+  sanitizer: null,
+  mangle: true,
+  smartLists: false,
+  silent: false,
+  highlight: null,
+  langPrefix: 'lang-',
+  smartypants: false,
+  headerPrefix: '',
+  renderer: new Renderer,
+  xhtml: false
+};
+
+/**
+ * Expose
+ */
+
+marked.Parser = Parser;
+marked.parser = Parser.parse;
+
+marked.Renderer = Renderer;
+
+marked.Lexer = Lexer;
+marked.lexer = Lexer.lex;
+
+marked.InlineLexer = InlineLexer;
+marked.inlineLexer = InlineLexer.output;
+
+marked.parse = marked;
+
+if (typeof module !== 'undefined' && typeof exports === 'object') {
+  module.exports = marked;
+} else if (typeof define === 'function' && define.amd) {
+  define(function() { return marked; });
+} else {
+  this.marked = marked;
+}
+
+}).call(function() {
+  return this || (typeof window !== 'undefined' ? window : global);
+}());

+ 785 - 0
packages/ckeditor5-markdown-gfm/src/lib/to-markdown.js

@@ -0,0 +1,785 @@
+(function(f){if(typeof exports==="object"&&typeof module!=="undefined"){module.exports=f()}else if(typeof define==="function"&&define.amd){define([],f)}else{var g;if(typeof window!=="undefined"){g=window}else if(typeof global!=="undefined"){g=global}else if(typeof self!=="undefined"){g=self}else{g=this}g.toMarkdown = f()}})(function(){var define,module,exports;return (function e(t,n,r){function s(o,u){if(!n[o]){if(!t[o]){var a=typeof require=="function"&&require;if(!u&&a)return a(o,!0);if(i)return i(o,!0);var f=new Error("Cannot find module '"+o+"'");throw f.code="MODULE_NOT_FOUND",f}var l=n[o]={exports:{}};t[o][0].call(l.exports,function(e){var n=t[o][1][e];return s(n?n:e)},l,l.exports,e,t,n,r)}return n[o].exports}var i=typeof require=="function"&&require;for(var o=0;o<r.length;o++)s(r[o]);return s})({1:[function(require,module,exports){
+	/*
+	 * to-markdown - an HTML to Markdown converter
+	 *
+	 * Copyright 2011+, Dom Christie
+	 * Licenced under the MIT licence
+	 *
+	 */
+
+	'use strict'
+
+	var toMarkdown
+	var converters
+	var mdConverters = require('./lib/md-converters')
+	var gfmConverters = require('./lib/gfm-converters')
+	var HtmlParser = require('./lib/html-parser')
+	var collapse = require('collapse-whitespace')
+
+	/*
+	 * Utilities
+	 */
+
+	var blocks = ['address', 'article', 'aside', 'audio', 'blockquote', 'body',
+		'canvas', 'center', 'dd', 'dir', 'div', 'dl', 'dt', 'fieldset', 'figcaption',
+		'figure', 'footer', 'form', 'frameset', 'h1', 'h2', 'h3', 'h4', 'h5', 'h6',
+		'header', 'hgroup', 'hr', 'html', 'isindex', 'li', 'main', 'menu', 'nav',
+		'noframes', 'noscript', 'ol', 'output', 'p', 'pre', 'section', 'table',
+		'tbody', 'td', 'tfoot', 'th', 'thead', 'tr', 'ul'
+	]
+
+	function isBlock (node) {
+		return blocks.indexOf(node.nodeName.toLowerCase()) !== -1
+	}
+
+	var voids = [
+		'area', 'base', 'br', 'col', 'command', 'embed', 'hr', 'img', 'input',
+		'keygen', 'link', 'meta', 'param', 'source', 'track', 'wbr'
+	]
+
+	function isVoid (node) {
+		return voids.indexOf(node.nodeName.toLowerCase()) !== -1
+	}
+
+	function htmlToDom (string) {
+		var tree = new HtmlParser().parseFromString(string, 'text/html')
+		collapse(tree.documentElement, isBlock)
+		return tree
+	}
+
+	/*
+	 * Flattens DOM tree into single array
+	 */
+
+	function bfsOrder (node) {
+		var inqueue = [node]
+		var outqueue = []
+		var elem
+		var children
+		var i
+
+		while (inqueue.length > 0) {
+			elem = inqueue.shift()
+			outqueue.push(elem)
+			children = elem.childNodes
+			for (i = 0; i < children.length; i++) {
+				if (children[i].nodeType === 1) inqueue.push(children[i])
+			}
+		}
+		outqueue.shift()
+		return outqueue
+	}
+
+	/*
+	 * Contructs a Markdown string of replacement text for a given node
+	 */
+
+	function getContent (node) {
+		var text = ''
+		for (var i = 0; i < node.childNodes.length; i++) {
+			if (node.childNodes[i].nodeType === 1) {
+				text += node.childNodes[i]._replacement
+			} else if (node.childNodes[i].nodeType === 3) {
+				text += node.childNodes[i].data
+			} else continue
+		}
+		return text
+	}
+
+	/*
+	 * Returns the HTML string of an element with its contents converted
+	 */
+
+	function outer (node, content) {
+		return node.cloneNode(false).outerHTML.replace('><', '>' + content + '<')
+	}
+
+	function canConvert (node, filter) {
+		if (typeof filter === 'string') {
+			return filter === node.nodeName.toLowerCase()
+		}
+		if (Array.isArray(filter)) {
+			return filter.indexOf(node.nodeName.toLowerCase()) !== -1
+		} else if (typeof filter === 'function') {
+			return filter.call(toMarkdown, node)
+		} else {
+			throw new TypeError('`filter` needs to be a string, array, or function')
+		}
+	}
+
+	function isFlankedByWhitespace (side, node) {
+		var sibling
+		var regExp
+		var isFlanked
+
+		if (side === 'left') {
+			sibling = node.previousSibling
+			regExp = / $/
+		} else {
+			sibling = node.nextSibling
+			regExp = /^ /
+		}
+
+		if (sibling) {
+			if (sibling.nodeType === 3) {
+				isFlanked = regExp.test(sibling.nodeValue)
+			} else if (sibling.nodeType === 1 && !isBlock(sibling)) {
+				isFlanked = regExp.test(sibling.textContent)
+			}
+		}
+		return isFlanked
+	}
+
+	function flankingWhitespace (node) {
+		var leading = ''
+		var trailing = ''
+
+		if (!isBlock(node)) {
+			var hasLeading = /^[ \r\n\t]/.test(node.innerHTML)
+			var hasTrailing = /[ \r\n\t]$/.test(node.innerHTML)
+
+			if (hasLeading && !isFlankedByWhitespace('left', node)) {
+				leading = ' '
+			}
+			if (hasTrailing && !isFlankedByWhitespace('right', node)) {
+				trailing = ' '
+			}
+		}
+
+		return { leading: leading, trailing: trailing }
+	}
+
+	/*
+	 * Finds a Markdown converter, gets the replacement, and sets it on
+	 * `_replacement`
+	 */
+
+	function process (node) {
+		var replacement
+		var content = getContent(node)
+
+		// Remove blank nodes
+		if (!isVoid(node) && !/A|TH|TD/.test(node.nodeName) && /^\s*$/i.test(content)) {
+			node._replacement = ''
+			return
+		}
+
+		for (var i = 0; i < converters.length; i++) {
+			var converter = converters[i]
+
+			if (canConvert(node, converter.filter)) {
+				if (typeof converter.replacement !== 'function') {
+					throw new TypeError(
+						'`replacement` needs to be a function that returns a string'
+					)
+				}
+
+				var whitespace = flankingWhitespace(node)
+
+				if (whitespace.leading || whitespace.trailing) {
+					content = content.trim()
+				}
+				replacement = whitespace.leading +
+					converter.replacement.call(toMarkdown, content, node) +
+					whitespace.trailing
+				break
+			}
+		}
+
+		node._replacement = replacement
+	}
+
+	toMarkdown = function (input, options) {
+		options = options || {}
+
+		if (typeof input !== 'string') {
+			throw new TypeError(input + ' is not a string')
+		}
+
+		// Escape potential ol triggers
+		input = input.replace(/(\d+)\. /g, '$1\\. ')
+
+		var clone = htmlToDom(input).body
+		var nodes = bfsOrder(clone)
+		var output
+
+		converters = mdConverters.slice(0)
+		if (options.gfm) {
+			converters = gfmConverters.concat(converters)
+		}
+
+		if (options.converters) {
+			converters = options.converters.concat(converters)
+		}
+
+		// Process through nodes in reverse (so deepest child elements are first).
+		for (var i = nodes.length - 1; i >= 0; i--) {
+			process(nodes[i])
+		}
+		output = getContent(clone)
+
+		return output.replace(/^[\t\r\n]+|[\t\r\n\s]+$/g, '')
+			.replace(/\n\s+\n/g, '\n\n')
+			.replace(/\n{3,}/g, '\n\n')
+	}
+
+	toMarkdown.isBlock = isBlock
+	toMarkdown.isVoid = isVoid
+	toMarkdown.outer = outer
+
+	module.exports = toMarkdown
+
+},{"./lib/gfm-converters":2,"./lib/html-parser":3,"./lib/md-converters":4,"collapse-whitespace":7}],2:[function(require,module,exports){
+	'use strict'
+
+	function cell (content, node) {
+		var index = Array.prototype.indexOf.call(node.parentNode.childNodes, node)
+		var prefix = ' '
+		if (index === 0) prefix = '| '
+		return prefix + content + ' |'
+	}
+
+	var highlightRegEx = /highlight highlight-(\S+)/
+
+	module.exports = [
+		{
+			filter: 'br',
+			replacement: function () {
+				return '\n'
+			}
+		},
+		{
+			filter: ['del', 's', 'strike'],
+			replacement: function (content) {
+				return '~~' + content + '~~'
+			}
+		},
+
+		{
+			filter: function (node) {
+				return node.type === 'checkbox' && node.parentNode.nodeName === 'LI'
+			},
+			replacement: function (content, node) {
+				return (node.checked ? '[x]' : '[ ]') + ' '
+			}
+		},
+
+		{
+			filter: ['th', 'td'],
+			replacement: function (content, node) {
+				return cell(content, node)
+			}
+		},
+
+		{
+			filter: 'tr',
+			replacement: function (content, node) {
+				var borderCells = ''
+				var alignMap = { left: ':--', right: '--:', center: ':-:' }
+
+				if (node.parentNode.nodeName === 'THEAD') {
+					for (var i = 0; i < node.childNodes.length; i++) {
+						var align = node.childNodes[i].attributes.align
+						var border = '---'
+
+						if (align) border = alignMap[align.value] || border
+
+						borderCells += cell(border, node.childNodes[i])
+					}
+				}
+				return '\n' + content + (borderCells ? '\n' + borderCells : '')
+			}
+		},
+
+		{
+			filter: 'table',
+			replacement: function (content) {
+				return '\n\n' + content + '\n\n'
+			}
+		},
+
+		{
+			filter: ['thead', 'tbody', 'tfoot'],
+			replacement: function (content) {
+				return content
+			}
+		},
+
+		// Fenced code blocks
+		{
+			filter: function (node) {
+				return node.nodeName === 'PRE' &&
+					node.firstChild &&
+					node.firstChild.nodeName === 'CODE'
+			},
+			replacement: function (content, node) {
+				return '\n\n```\n' + node.firstChild.textContent + '\n```\n\n'
+			}
+		},
+
+		// Syntax-highlighted code blocks
+		{
+			filter: function (node) {
+				return node.nodeName === 'PRE' &&
+					node.parentNode.nodeName === 'DIV' &&
+					highlightRegEx.test(node.parentNode.className)
+			},
+			replacement: function (content, node) {
+				var language = node.parentNode.className.match(highlightRegEx)[1]
+				return '\n\n```' + language + '\n' + node.textContent + '\n```\n\n'
+			}
+		},
+
+		{
+			filter: function (node) {
+				return node.nodeName === 'DIV' &&
+					highlightRegEx.test(node.className)
+			},
+			replacement: function (content) {
+				return '\n\n' + content + '\n\n'
+			}
+		}
+	]
+
+},{}],3:[function(require,module,exports){
+	/*
+	 * Set up window for Node.js
+	 */
+
+	var _window = (typeof window !== 'undefined' ? window : this)
+
+	/*
+	 * Parsing HTML strings
+	 */
+
+	function canParseHtmlNatively () {
+		var Parser = _window.DOMParser
+		var canParse = false
+
+		// Adapted from https://gist.github.com/1129031
+		// Firefox/Opera/IE throw errors on unsupported types
+		try {
+			// WebKit returns null on unsupported types
+			if (new Parser().parseFromString('', 'text/html')) {
+				canParse = true
+			}
+		} catch (e) {}
+
+		return canParse
+	}
+
+	function createHtmlParser () {
+		var Parser = function () {}
+
+		// For Node.js environments
+		if (typeof document === 'undefined') {
+			var jsdom = require('jsdom')
+			Parser.prototype.parseFromString = function (string) {
+				return jsdom.jsdom(string, {
+					features: {
+						FetchExternalResources: [],
+						ProcessExternalResources: false
+					}
+				})
+			}
+		} else {
+			if (!shouldUseActiveX()) {
+				Parser.prototype.parseFromString = function (string) {
+					var doc = document.implementation.createHTMLDocument('')
+					doc.open()
+					doc.write(string)
+					doc.close()
+					return doc
+				}
+			} else {
+				Parser.prototype.parseFromString = function (string) {
+					var doc = new window.ActiveXObject('htmlfile')
+					doc.designMode = 'on' // disable on-page scripts
+					doc.open()
+					doc.write(string)
+					doc.close()
+					return doc
+				}
+			}
+		}
+		return Parser
+	}
+
+	function shouldUseActiveX () {
+		var useActiveX = false
+
+		try {
+			document.implementation.createHTMLDocument('').open()
+		} catch (e) {
+			if (window.ActiveXObject) useActiveX = true
+		}
+
+		return useActiveX
+	}
+
+	module.exports = canParseHtmlNatively() ? _window.DOMParser : createHtmlParser()
+
+},{"jsdom":6}],4:[function(require,module,exports){
+	'use strict'
+
+	module.exports = [
+		{
+			filter: 'p',
+			replacement: function (content) {
+				return '\n\n' + content + '\n\n'
+			}
+		},
+
+		{
+			filter: 'br',
+			replacement: function () {
+				return '  \n'
+			}
+		},
+
+		{
+			filter: ['h1', 'h2', 'h3', 'h4', 'h5', 'h6'],
+			replacement: function (content, node) {
+				var hLevel = node.nodeName.charAt(1)
+				var hPrefix = ''
+				for (var i = 0; i < hLevel; i++) {
+					hPrefix += '#'
+				}
+				return '\n\n' + hPrefix + ' ' + content + '\n\n'
+			}
+		},
+
+		{
+			filter: 'hr',
+			replacement: function () {
+				return '\n\n* * *\n\n'
+			}
+		},
+
+		{
+			filter: ['em', 'i'],
+			replacement: function (content) {
+				return '_' + content + '_'
+			}
+		},
+
+		{
+			filter: ['strong', 'b'],
+			replacement: function (content) {
+				return '**' + content + '**'
+			}
+		},
+
+		// Inline code
+		{
+			filter: function (node) {
+				var hasSiblings = node.previousSibling || node.nextSibling
+				var isCodeBlock = node.parentNode.nodeName === 'PRE' && !hasSiblings
+
+				return node.nodeName === 'CODE' && !isCodeBlock
+			},
+			replacement: function (content) {
+				return '`' + content + '`'
+			}
+		},
+
+		{
+			filter: function (node) {
+				return node.nodeName === 'A' && node.getAttribute('href')
+			},
+			replacement: function (content, node) {
+				var titlePart = node.title ? ' "' + node.title + '"' : ''
+				return '[' + content + '](' + node.getAttribute('href') + titlePart + ')'
+			}
+		},
+
+		{
+			filter: 'img',
+			replacement: function (content, node) {
+				var alt = node.alt || ''
+				var src = node.getAttribute('src') || ''
+				var title = node.title || ''
+				var titlePart = title ? ' "' + title + '"' : ''
+				return src ? '![' + alt + ']' + '(' + src + titlePart + ')' : ''
+			}
+		},
+
+		// Code blocks
+		{
+			filter: function (node) {
+				return node.nodeName === 'PRE' && node.firstChild.nodeName === 'CODE'
+			},
+			replacement: function (content, node) {
+				return '\n\n    ' + node.firstChild.textContent.replace(/\n/g, '\n    ') + '\n\n'
+			}
+		},
+
+		{
+			filter: 'blockquote',
+			replacement: function (content) {
+				content = content.trim()
+				content = content.replace(/\n{3,}/g, '\n\n')
+				content = content.replace(/^/gm, '> ')
+				return '\n\n' + content + '\n\n'
+			}
+		},
+
+		{
+			filter: 'li',
+			replacement: function (content, node) {
+				content = content.replace(/^\s+/, '').replace(/\n/gm, '\n    ')
+				var prefix = '*   '
+				var parent = node.parentNode
+				var index = Array.prototype.indexOf.call(parent.children, node) + 1
+
+				prefix = /ol/i.test(parent.nodeName) ? index + '.  ' : '*   '
+				return prefix + content
+			}
+		},
+
+		{
+			filter: ['ul', 'ol'],
+			replacement: function (content, node) {
+				var strings = []
+				for (var i = 0; i < node.childNodes.length; i++) {
+					strings.push(node.childNodes[i]._replacement)
+				}
+
+				if (/li/i.test(node.parentNode.nodeName)) {
+					return '\n' + strings.join('\n')
+				}
+				return '\n\n' + strings.join('\n') + '\n\n'
+			}
+		},
+
+		{
+			filter: function (node) {
+				return this.isBlock(node)
+			},
+			replacement: function (content, node) {
+				return '\n\n' + this.outer(node, content) + '\n\n'
+			}
+		},
+
+		// Anything else!
+		{
+			filter: function () {
+				return true
+			},
+			replacement: function (content, node) {
+				return this.outer(node, content)
+			}
+		}
+	]
+
+},{}],5:[function(require,module,exports){
+	/**
+	 * This file automatically generated from `build.js`.
+	 * Do not manually edit.
+	 */
+
+	module.exports = [
+		"address",
+		"article",
+		"aside",
+		"audio",
+		"blockquote",
+		"canvas",
+		"dd",
+		"div",
+		"dl",
+		"fieldset",
+		"figcaption",
+		"figure",
+		"footer",
+		"form",
+		"h1",
+		"h2",
+		"h3",
+		"h4",
+		"h5",
+		"h6",
+		"header",
+		"hgroup",
+		"hr",
+		"main",
+		"nav",
+		"noscript",
+		"ol",
+		"output",
+		"p",
+		"pre",
+		"section",
+		"table",
+		"tfoot",
+		"ul",
+		"video"
+	];
+
+},{}],6:[function(require,module,exports){
+
+},{}],7:[function(require,module,exports){
+	'use strict';
+
+	var voidElements = require('void-elements');
+	Object.keys(voidElements).forEach(function (name) {
+		voidElements[name.toUpperCase()] = 1;
+	});
+
+	var blockElements = {};
+	require('block-elements').forEach(function (name) {
+		blockElements[name.toUpperCase()] = 1;
+	});
+
+	/**
+	 * isBlockElem(node) determines if the given node is a block element.
+	 *
+	 * @param {Node} node
+	 * @return {Boolean}
+	 */
+	function isBlockElem(node) {
+		return !!(node && blockElements[node.nodeName]);
+	}
+
+	/**
+	 * isVoid(node) determines if the given node is a void element.
+	 *
+	 * @param {Node} node
+	 * @return {Boolean}
+	 */
+	function isVoid(node) {
+		return !!(node && voidElements[node.nodeName]);
+	}
+
+	/**
+	 * whitespace(elem [, isBlock]) removes extraneous whitespace from an
+	 * the given element. The function isBlock may optionally be passed in
+	 * to determine whether or not an element is a block element; if none
+	 * is provided, defaults to using the list of block elements provided
+	 * by the `block-elements` module.
+	 *
+	 * @param {Node} elem
+	 * @param {Function} blockTest
+	 */
+	function collapseWhitespace(elem, isBlock) {
+		if (!elem.firstChild || elem.nodeName === 'PRE') return;
+
+		if (typeof isBlock !== 'function') {
+			isBlock = isBlockElem;
+		}
+
+		var prevText = null;
+		var prevVoid = false;
+
+		var prev = null;
+		var node = next(prev, elem);
+
+		while (node !== elem) {
+			if (node.nodeType === 3) {
+				// Node.TEXT_NODE
+				var text = node.data.replace(/[ \r\n\t]+/g, ' ');
+
+				if ((!prevText || / $/.test(prevText.data)) && !prevVoid && text[0] === ' ') {
+					text = text.substr(1);
+				}
+
+				// `text` might be empty at this point.
+				if (!text) {
+					node = remove(node);
+					continue;
+				}
+
+				node.data = text;
+				prevText = node;
+			} else if (node.nodeType === 1) {
+				// Node.ELEMENT_NODE
+				if (isBlock(node) || node.nodeName === 'BR') {
+					if (prevText) {
+						prevText.data = prevText.data.replace(/ $/, '');
+					}
+
+					prevText = null;
+					prevVoid = false;
+				} else if (isVoid(node)) {
+					// Avoid trimming space around non-block, non-BR void elements.
+					prevText = null;
+					prevVoid = true;
+				}
+			} else {
+				node = remove(node);
+				continue;
+			}
+
+			var nextNode = next(prev, node);
+			prev = node;
+			node = nextNode;
+		}
+
+		if (prevText) {
+			prevText.data = prevText.data.replace(/ $/, '');
+			if (!prevText.data) {
+				remove(prevText);
+			}
+		}
+	}
+
+	/**
+	 * remove(node) removes the given node from the DOM and returns the
+	 * next node in the sequence.
+	 *
+	 * @param {Node} node
+	 * @return {Node} node
+	 */
+	function remove(node) {
+		var next = node.nextSibling || node.parentNode;
+
+		node.parentNode.removeChild(node);
+
+		return next;
+	}
+
+	/**
+	 * next(prev, current) returns the next node in the sequence, given the
+	 * current and previous nodes.
+	 *
+	 * @param {Node} prev
+	 * @param {Node} current
+	 * @return {Node}
+	 */
+	function next(prev, current) {
+		if (prev && prev.parentNode === current || current.nodeName === 'PRE') {
+			return current.nextSibling || current.parentNode;
+		}
+
+		return current.firstChild || current.nextSibling || current.parentNode;
+	}
+
+	module.exports = collapseWhitespace;
+
+},{"block-elements":5,"void-elements":8}],8:[function(require,module,exports){
+	/**
+	 * This file automatically generated from `pre-publish.js`.
+	 * Do not manually edit.
+	 */
+
+	module.exports = {
+		"area": true,
+		"base": true,
+		"br": true,
+		"col": true,
+		"embed": true,
+		"hr": true,
+		"img": true,
+		"input": true,
+		"keygen": true,
+		"link": true,
+		"menuitem": true,
+		"meta": true,
+		"param": true,
+		"source": true,
+		"track": true,
+		"wbr": true
+	};
+
+},{}]},{},[1])(1)
+});

+ 12 - 0
packages/ckeditor5-markdown-gfm/tests/gfmdataprocessor/_fixtures/blockquotes.js

@@ -0,0 +1,12 @@
+export default [
+	{
+		name: 'single',
+		md: '> foo bar',
+		html: '<blockquote><p>foo bar</p></blockquote>'
+	},
+	{
+		name: 'nested',
+		md: '> foo\n>\n> > bar\n>\n> foo\n',
+		html: '<blockquote><p>foo</p><blockquote><p>bar</p></blockquote><p>foo</p></blockquote>'
+	}
+];

+ 22 - 0
packages/ckeditor5-markdown-gfm/tests/gfmdataprocessor/_fixtures/code_blocks.js

@@ -0,0 +1,22 @@
+export default [
+	{
+		name: 'indented with tabs',
+		md: '	code block',
+		html: '<pre><code>code block</code></pre>'
+	},
+	{
+		name: 'indented with spaces',
+		md: '    code block',
+		html: '<pre><code>code block</code></pre>'
+	}
+	// {
+	// 	name: 'multiline',
+	// 	md: '	first line\n	second line',
+	// 	html: ''
+	// },
+	// {
+	// 	name: 'multiline with trailing spaces',
+	// 	md: '	the lines in this block  \n	all contain trailing spaces  ',
+	// 	html: '<pre><code>the lines in this blockall contain trailing spaces  </code></pre>'
+	// }
+];

+ 77 - 0
packages/ckeditor5-markdown-gfm/tests/gfmdataprocessor/_fixtures/lists.js

@@ -0,0 +1,77 @@
+export default [
+	{
+		name: 'tight asterisks',
+		md: '*	item 1\n*	item 2\n*	item 3',
+		html: '<ul><li>item 1</li><li>item 2</li><li>item 3</li></ul>'
+	},
+	{
+		name: 'loose asterisks',
+		md: '*	item 1\n\n*	item 2\n\n*	item 3',
+		html: '<ul><li><p>item 1</p></li><li><p>item 2</p></li><li><p>item 3</p></li></ul>'
+	},
+	{
+		name: 'tight pluses',
+		md: '+	item 1\n+	item 2\n+	item 3',
+		html: '<ul><li>item 1</li><li>item 2</li><li>item 3</li></ul>'
+	},
+	{
+		name: 'loose pluses',
+		md: '+	item 1\n\n+	item 2\n\n+	item 3',
+		html: '<ul><li><p>item 1</p></li><li><p>item 2</p></li><li><p>item 3</p></li></ul>'
+	},
+	{
+		name: 'tight minuses',
+		md: '-	item 1\n-	item 2\n-	item 3',
+		html: '<ul><li>item 1</li><li>item 2</li><li>item 3</li></ul>'
+	},
+	{
+		name: 'loose minuses',
+		md: '-	item 1\n\n-	item 2\n\n-	item 3',
+		html: '<ul><li><p>item 1</p></li><li><p>item 2</p></li><li><p>item 3</p></li></ul>'
+	},
+	{
+		name: 'ordered list with tabs',
+		md: '1.	item 1\n2.	item 2\n3.	item 3',
+		html: '<ol><li>item 1</li><li>item 2</li><li>item 3</li></ol>'
+	},
+	{
+		name: 'ordered list with spaces',
+		md: '1. item 1\n2. item 2\n3. item 3',
+		html: '<ol><li>item 1</li><li>item 2</li><li>item 3</li></ol>'
+	},
+	{
+		name: 'loose ordered list with tabs',
+		md: '1.	item 1\n\n2.	item 2\n\n3.	item 3',
+		html: '<ol><li><p>item 1</p></li><li><p>item 2</p></li><li><p>item 3</p></li></ol>'
+	},
+	{
+		name: 'loose ordered list with spaces',
+		md: '1. item 1\n\n2. item 2\n\n3. item 3',
+		html: '<ol><li><p>item 1</p></li><li><p>item 2</p></li><li><p>item 3</p></li></ol>'
+	},
+	{
+		name: 'multiple paragraphs',
+		md: '1.	Item 1, graf one.\n\n	Item 2. graf two. The quick brown fox jumped over the lazy dogs\n	back.\n	\n2.	Item 2.\n\n3.	Item 3.',
+		html: '<ol><li><p>Item 1, graf one.</p><p>Item 2. graf two. The quick brown fox jumped over the lazy dogs<br></br>back.</p></li><li><p>Item 2.</p></li><li><p>Item 3.</p></li></ol>'
+	},
+	{
+		name: 'nested',
+		md: '*	Tab\n	*	Tab\n		*	Tab',
+		html: '<ul><li>Tab<ul><li>Tab<ul><li>Tab</li></ul></li></ul></li></ul>'
+	},
+	{
+		name: 'nested and mixed',
+		md: '1. First\n2. Second:\n	* Fee\n	* Fie\n	* Foe\n3. Third',
+		html: '<ol><li>First</li><li>Second:<ul><li>Fee</li><li>Fie</li><li>Foe</li></ul></li><li>Third</li></ol>'
+	},
+	{
+		name: 'nested and mixed loose',
+		md: '1. First\n\n2. Second:\n	* Fee\n	* Fie\n	* Foe\n\n3. Third',
+		html: '<ol><li><p>First</p></li><li><p>Second:</p><ul><li>Fee</li><li>Fie</li><li>Foe</li></ul></li><li><p>Third</p></li></ol>'
+	},
+	{
+		name: 'edge case - error in Markdown 1.0.1',
+		md: '*	this\n\n	*	sub\n\n	that',
+		html: '<ul><li><p>this</p><ul><li>sub</li></ul><p>that</p></li></ul>'
+	}
+];

+ 32 - 0
packages/ckeditor5-markdown-gfm/tests/gfmdataprocessor/_fixtures/strong_and_emphasis.js

@@ -0,0 +1,32 @@
+export default [
+	{
+		name: 'should use strong',
+		md: '**this is strong** and __this too__',
+		html: '<p><strong>this is strong</strong> and <strong>this too</strong></p>'
+	},
+	{
+		name: 'should use emphasis',
+		md: '*this is emphasis* and _this too_',
+		html: '<p><em>this is emphasis</em> and <em>this too</em></p>'
+	},
+	{
+		name: 'should use strong and emphasis together #1',
+		md: '***This is strong and em.***',
+		html: '<p><strong><em>This is strong and em.</em></strong></p>'
+	},
+	{
+		name: 'should use strong and emphasis together #2',
+		md: 'Single ***word*** is strong and em.',
+		html: '<p>Single <strong><em>word</em></strong> is strong and em.</p>'
+	},
+	{
+		name: 'should use strong and emphasis together #2',
+		md: '___This is strong and em.___',
+		html: '<p><strong><em>This is strong and em.</em></strong></p>'
+	},
+	{
+		name: 'should use strong and emphasis together #2',
+		md: 'Single ___word___ is strong and em.',
+		html: '<p>Single <strong><em>word</em></strong> is strong and em.</p>'
+	}
+];

+ 17 - 0
packages/ckeditor5-markdown-gfm/tests/gfmdataprocessor/_fixtures/tabs.js

@@ -0,0 +1,17 @@
+export default [
+	{
+		name: 'should create list item when using tabs',
+		md: '+	this is a list item indented with tabs\n',
+		html: '<ul><li>this is a list item indented with tabs</li></ul>'
+	},
+	{
+		name: 'should create list item when using spaces',
+		md: '+   this is a list item indented with spaces\n\n',
+		html: '<ul><li>this is a list item indented with spaces</li></ul>'
+	},
+	{
+		name: 'should create code block indented by tab',
+		md: '	this code block is indented by one tab',
+		html: '<pre><code>this code block is indented by one tab</code></pre>'
+	}
+];

+ 7 - 0
packages/ckeditor5-markdown-gfm/tests/gfmdataprocessor/_fixtures/tidyness.js

@@ -0,0 +1,7 @@
+export default [
+	{
+		name: 'should create tidy output',
+		md: '> A list within a blockquote:\n> \n> *	asterisk 1\n> *	asterisk 2\n> *	asterisk 3\n',
+		html: '<blockquote><p>A list within a blockquote:</p><ul><li>asterisk 1</li><li>asterisk 2</li><li>asterisk 3</li></ul></blockquote>'
+	}
+];

+ 48 - 0
packages/ckeditor5-markdown-gfm/tests/gfmdataprocessor/gfmdataprocessor.js

@@ -0,0 +1,48 @@
+/**
+ * @license Copyright (c) 2003-2016, CKSource - Frederico Knabben. All rights reserved.
+ * For licensing, see LICENSE.md.
+ */
+
+import MarkdownDataProcessor from '/ckeditor5/markdown-gfm/gfmdataprocessor.js';
+import { stringify } from '/tests/engine/_utils/view.js';
+
+// Fixtures
+import tidynes from '/tests/markdown-gfm/gfmdataprocessor/_fixtures/tidyness.js';
+import tabs from '/tests/markdown-gfm/gfmdataprocessor/_fixtures/tabs.js';
+import strongAndEmphasis from '/tests/markdown-gfm/gfmdataprocessor/_fixtures/strong_and_emphasis.js';
+import lists from '/tests/markdown-gfm/gfmdataprocessor/_fixtures/lists.js';
+import blockquotes from '/tests/markdown-gfm/gfmdataprocessor/_fixtures/blockquotes.js';
+import codeBlocks from '/tests/markdown-gfm/gfmdataprocessor/_fixtures/code_blocks.js';
+
+const fixturesSets = {
+	'strong and emphasis': strongAndEmphasis,
+	'lists': lists,
+	'block quotes': blockquotes,
+	'code blocks': codeBlocks,
+	'tabs': tabs,
+	'tidyness': tidynes
+};
+
+describe( 'GFMDataProcessor', () => {
+	let dataProcessor;
+
+	beforeEach( () => {
+		dataProcessor = new MarkdownDataProcessor();
+	} );
+
+	describe( 'toView', () => {
+		for ( let fixtureSetName in fixturesSets ) {
+			const fixtureSet = fixturesSets[ fixtureSetName ];
+
+			describe( fixtureSetName, () => {
+				for ( let fixture of fixtureSet ) {
+					it( fixture.name, () => {
+						const viewFragment = dataProcessor.toView( fixture.md );
+
+						expect( stringify( viewFragment ) ).to.equal( fixture.html );
+					} );
+				}
+			} );
+		}
+	} );
+} );