{
  "unversionedId": "pe/org.apache.streampipes.processors.textmining.jvm.tokenizer",
  "id": "version-0.92.0/pe/org.apache.streampipes.processors.textmining.jvm.tokenizer",
  "title": "Tokenizer (English)",
  "description": "<!--",
  "source": "@site/versioned_docs/version-0.92.0/pe/org.apache.streampipes.processors.textmining.jvm.tokenizer.md",
  "sourceDirName": "pe",
  "slug": "/pe/org.apache.streampipes.processors.textmining.jvm.tokenizer",
  "permalink": "/docs/pe/org.apache.streampipes.processors.textmining.jvm.tokenizer",
  "draft": false,
  "tags": [],
  "version": "0.92.0",
  "lastUpdatedBy": "Author",
  "lastUpdatedAt": 1539502055,
  "formattedLastUpdatedAt": "Oct 14, 2018",
  "frontMatter": {
    "id": "org.apache.streampipes.processors.textmining.jvm.tokenizer",
    "title": "Tokenizer (English)",
    "sidebar_label": "Tokenizer (English)"
  },
  "sidebar": "documentation",
  "previous": {
    "title": "Timestamp Extractor",
    "permalink": "/docs/pe/org.apache.streampipes.processors.transformation.jvm.processor.timestampextractor"
  },
  "next": {
    "title": "Transform to boolean",
    "permalink": "/docs/pe/org.apache.streampipes.processors.transformation.jvm.transform-to-boolean"
  }
}