mirror of
https://github.com/ggerganov/llama.cpp.git
synced 2024-12-27 11:54:35 +00:00
8 lines
249 B
Plaintext
8 lines
249 B
Plaintext
|
# A probably incorrect grammar for Japanese
|
||
|
|
root ::= jp-char+ ([ \t\n] jp-char+)*
|
||
|
|
jp-char ::= hiragana | katakana | punctuation | cjk
|
||
|
|
hiragana ::= [ぁ-ゟ]
|
||
|
|
katakana ::= [ァ-ヿ]
|
||
|
|
punctuation ::= [、-〾]
|
||
|
|
cjk ::= [一-鿿]
|