blackbeard420/notcurses
1
0
Fork 0
mirror of https://github.com/dankamongmen/notcurses synced 2025-03-09 09:09:03 -04:00
Code Issues Projects Releases Wiki Activity

mojibake: add all unicode 13 emoji via CLDR order #770

Browse Source
This commit is contained in:
nick black 2020-07-05 10:34:07 -04:00
parent b6330d142b
commit fd83cc8639
No known key found for this signature in database
GPG Key ID: 5F43400C21CBFACC
2 changed files with 3469 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3452
src/demo/mojibake.c
View File

File diff suppressed because it is too large Load Diff

19
tools/emojiprep.sh Executable file
View File

@ -0,0 +1,19 @@
#!/bin/sh
set -e
# Used to generate C constants from a Unicode Consortium
# emoji-ordering-rules.txt data file. This is done to build
# the mojibake demo C file.
usage() { echo "usage: `basename $0` < emoji-ordering-rules.txt" ; }
[ "$#" -eq 0 ] || { usage >&2 ; exit 1 ; }
while read line ; do unicode --brief --max 100 $line | cut -d\ -f2 | \
sed -e 's/U+\(.....\)/\\U000\1/' | \
sed -e 's/U+\(....\)/\\u\1/' | \
sed -e ':a; /u200D$/N; s/u200D\n/u200D/; ta' | \
sed -e ':a; $!N;s/\n\\u200D/\\u200D/;ta;P;D' | \
sed -e 's/\(.*\)/"\1"/'
done