%D \module
%D   [       file=char-utf,
%D        version=2006.12.05,
%D          title=\CONTEXT\ Character Support,
%D       subtitle=Unicode UTF,
%D         author=Hans Hagen,
%D           date=\currentdate,
%D      copyright={PRAGMA ADE \& \CONTEXT\ Development Team}]
%C
%C This module is part of the \CONTEXT\ macro||package and is
%C therefore copyrighted by \PRAGMA. See mreadme.pdf for
%C details.

\writestatus{loading}{ConTeXt Character Support / Unicode UTF}

%D After a bit of experimenting we reached a clean state where \UTF\ 8, 16 and 32
%D were supported as well as collapsing (combining sequences). Writing the code was
%D a relaxed experience, not in the last place because it was accompanied by
%D listening to those nice Vienna Teng cd's (who decided that making music was more
%D fun than programming, but then, she may not know \TEX\ and \LUA).

\unprotect

\registerctxluafile{char-def}{}
\registerctxluafile{char-ini}{}
\registerctxluafile{char-utf}{}
\registerctxluafile{char-cjk}{}
\registerctxluafile{char-ran}{}

%D We enable collapsing (combining characters) by default, but since the source
%D files are rather simple, we postpone the initialization till runtime.

% \appendtoks
%     \clf_enableutf % not needed when we create a format so we do it now
% \to \everyjob

%D The next one influences input parsing.
%D
%D \starttyping
%D \definecomposedutf 318 108 126 % lcaron
%D \stoptyping

\permanent\protected\def\definecomposedutf#1 #2 #3 {\clf_addgrapheme{#1}{#2}{#3}}

\protect