diff options
author | John MacFarlane <jgm@berkeley.edu> | 2015-06-16 22:21:55 -0700 |
---|---|---|
committer | John MacFarlane <jgm@berkeley.edu> | 2015-06-16 22:22:56 -0700 |
commit | 04726a7089e44e7ff4e6c552524841579a1053da (patch) | |
tree | bc1657e17edb1d264a0cfe8adfe3c378b7baa8ae /man/man3 | |
parent | fb7af2f0d6ca845b33364c6ce9a704a458e31ff9 (diff) |
Added `CMARK_OPT_VALIDATE_UTF8` option.
Also command line option `--validate-utf8`.
This option causes cmark to check for valid UTF-8,
replacing invalid sequences with the replacement
character, U+FFFD.
Reinstated api tests for utf8.
Diffstat (limited to 'man/man3')
-rw-r--r-- | man/man3/cmark.3 | 23 |
1 files changed, 18 insertions, 5 deletions
diff --git a/man/man3/cmark.3 b/man/man3/cmark.3 index 82c34cd..aa254b0 100644 --- a/man/man3/cmark.3 +++ b/man/man3/cmark.3 @@ -1,4 +1,4 @@ -.TH cmark 3 "June 07, 2015" "LOCAL" "Library Functions Manual" +.TH cmark 3 "June 16, 2015" "LOCAL" "Library Functions Manual" .SH NAME .PP @@ -403,10 +403,10 @@ Streaming interface: cmark_parser *parser = cmark_parser_new(CMARK_OPT_DEFAULT); FILE *fp = fopen("myfile.md", "r"); while ((bytes = fread(buffer, 1, sizeof(buffer), fp)) > 0) { - cmark_parser_feed(parser, buffer, bytes); - if (bytes < sizeof(buffer)) { - break; - } + cmark_parser_feed(parser, buffer, bytes); + if (bytes < sizeof(buffer)) { + break; + } } document = cmark_parser_finish(parser); cmark_parser_free(parser); @@ -539,6 +539,19 @@ Normalize tree by consolidating adjacent text nodes. .PP Convert straight quotes to curly, \-\-\- to em dashes, \-\- to en dashes. +.PP +.nf +\fC +.RS 0n +#define CMARK_OPT_VALIDATE_UTF8 16 +.RE +\f[] +.fi + +.PP +Validate UTF\-8 in the input before parsing, replacing illegal +sequences with the replacement character U+FFFD. + .SS Version information |