Sign in
apache
/
systemds
/
refs/heads/main
/
.
/
src
/
test
/
scripts
/
functions
/
transform
/
tokenize
/
TokenizeNgramPosWide.json
blob: 808738915f13e27eb6f9d218ade641f5b693113d [
file
] [
log
] [
blame
]
{
"algo"
:
"ngram"
,
"algo_params"
:
{
"min_gram"
:
2
,
"max_gram"
:
3
,
"regex"
:
"\\\\W+"
},
"out"
:
"position"
,
"format_wide"
:
true
,
"id_cols"
:
[
1
,
2
],
"tokenize_col"
:
3
}