OPENNLP-1561 - Add Tokzenizer Models
diff --git a/opennlp-models-test/pom.xml b/opennlp-models-test/pom.xml index 43ac0ef..aba2918 100644 --- a/opennlp-models-test/pom.xml +++ b/opennlp-models-test/pom.xml
@@ -32,6 +32,90 @@ <artifactId>opennlp-models-test</artifactId> <name>Apache OpenNLP Models :: Tests</name> + <dependencies> + <!-- These dependencies are added here to influence Maven build order. Test module needs to build last! --> + <dependency> + <groupId>org.apache.opennlp</groupId> + <artifactId>opennlp-models-sentdetect-de</artifactId> + <version>${project.version}</version> + </dependency> + <dependency> + <groupId>org.apache.opennlp</groupId> + <artifactId>opennlp-models-sentdetect-en</artifactId> + <version>${project.version}</version> + </dependency> + <dependency> + <groupId>org.apache.opennlp</groupId> + <artifactId>opennlp-models-sentdetect-it</artifactId> + <version>${project.version}</version> + </dependency> + <dependency> + <groupId>org.apache.opennlp</groupId> + <artifactId>opennlp-models-sentdetect-nl</artifactId> + <version>${project.version}</version> + </dependency> + <dependency> + <groupId>org.apache.opennlp</groupId> + <artifactId>opennlp-models-sentdetect-fr</artifactId> + <version>${project.version}</version> + </dependency> + <dependency> + <groupId>org.apache.opennlp</groupId> + <artifactId>opennlp-models-tokenizer-de</artifactId> + <version>${project.version}</version> + </dependency> + <dependency> + <groupId>org.apache.opennlp</groupId> + <artifactId>opennlp-models-tokenizer-en</artifactId> + <version>${project.version}</version> + </dependency> + <dependency> + <groupId>org.apache.opennlp</groupId> + <artifactId>opennlp-models-tokenizer-it</artifactId> + <version>${project.version}</version> + </dependency> + <dependency> + <groupId>org.apache.opennlp</groupId> + <artifactId>opennlp-models-tokenizer-nl</artifactId> + <version>${project.version}</version> + </dependency> + <dependency> + <groupId>org.apache.opennlp</groupId> + <artifactId>opennlp-models-tokenizer-fr</artifactId> + <version>${project.version}</version> + </dependency> +<!-- <dependency>--> +<!-- <groupId>org.apache.opennlp</groupId>--> +<!-- <artifactId>opennlp-models-pos-de</artifactId>--> +<!-- <version>${project.version}</version>--> +<!-- </dependency>--> +<!-- <dependency>--> +<!-- <groupId>org.apache.opennlp</groupId>--> +<!-- <artifactId>opennlp-models-pos-en</artifactId>--> +<!-- <version>${project.version}</version>--> +<!-- </dependency>--> +<!-- <dependency>--> +<!-- <groupId>org.apache.opennlp</groupId>--> +<!-- <artifactId>opennlp-models-pos-it</artifactId>--> +<!-- <version>${project.version}</version>--> +<!-- </dependency>--> +<!-- <dependency>--> +<!-- <groupId>org.apache.opennlp</groupId>--> +<!-- <artifactId>opennlp-models-pos-nl</artifactId>--> +<!-- <version>${project.version}</version>--> +<!-- </dependency>--> +<!-- <dependency>--> +<!-- <groupId>org.apache.opennlp</groupId>--> +<!-- <artifactId>opennlp-models-pos-fr</artifactId>--> +<!-- <version>${project.version}</version>--> +<!-- </dependency>--> + <dependency> + <groupId>org.apache.opennlp</groupId> + <artifactId>opennlp-models-langdetect</artifactId> + <version>${project.version}</version> + </dependency> + </dependencies> + <build> <plugins> <plugin>
diff --git a/opennlp-models-test/src/main/resources/expected-models.txt b/opennlp-models-test/src/main/resources/expected-models.txt index 68c678a..e4ff90e 100644 --- a/opennlp-models-test/src/main/resources/expected-models.txt +++ b/opennlp-models-test/src/main/resources/expected-models.txt
@@ -18,4 +18,9 @@ opennlp-en-ud-ewt-sentence-1.0-1.9.3.bin opennlp-1.0-1.9.3fr-ud-ftb-sentence-1.0-1.9.3.bin opennlp-nl-ud-alpino-sentence-1.0-1.9.3.bin -opennlp-nl-ud-alpino-sentence-1.0-1.9.3.bin \ No newline at end of file +opennlp-nl-ud-alpino-sentence-1.0-1.9.3.bin +opennlp-de-ud-gsd-tokens-1.0-1.9.3.bin +opennlp-en-ud-ewt-tokens-1.0-1.9.3.bin +opennlp-fr-ud-ftb-tokens-1.0-1.9.3.bin +opennlp-it-ud-vit-tokens-1.0-1.9.3.bin +opennlp-nl-ud-alpino-tokens-1.0-1.9.3.bin \ No newline at end of file
diff --git a/opennlp-models-tokenizer/opennlp-models-tokenizer-de/pom.xml b/opennlp-models-tokenizer/opennlp-models-tokenizer-de/pom.xml new file mode 100644 index 0000000..eb51ff4 --- /dev/null +++ b/opennlp-models-tokenizer/opennlp-models-tokenizer-de/pom.xml
@@ -0,0 +1,75 @@ +<?xml version="1.0" encoding="UTF-8"?> + +<!-- +Licensed to the Apache Software Foundation (ASF) under one +or more contributor license agreements. See the NOTICE file +distributed with this work for additional information +regarding copyright ownership. The ASF licenses this file +to you under the Apache License, Version 2.0 (the +"License"); you may not use this file except in compliance +with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, +software distributed under the License is distributed on an +"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +KIND, either express or implied. See the License for the +specific language governing permissions and limitations +under the License. +--> + +<project xmlns="http://maven.apache.org/POM/4.0.0" + xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" + xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> + <modelVersion>4.0.0</modelVersion> + <parent> + <groupId>org.apache.opennlp</groupId> + <artifactId>opennlp-models-tokenizer</artifactId> + <version>0.1-SNAPSHOT</version> + </parent> + + <artifactId>opennlp-models-tokenizer-de</artifactId> + + <name>Apache OpenNLP Models :: Tokenizer :: German</name> + + <properties> + <dist.base>${asf.dist.base}</dist.base> + <model.family>ud-models-1.0</model.family> + <model.name>opennlp-de-ud-gsd-tokens-1.0-1.9.3.bin</model.name> + <model.version>1.9.3</model.version> + <model.sha256>26ad9f6ed7ee9485b99e0d9785301c8cefe223870dadb5dacb47b07becf28640</model.sha256> + </properties> + + <build> + <resources> + <resource> + <directory>src/main/resources</directory> + <filtering>true</filtering> + <includes> + <include>**/model.properties</include> + </includes> + </resource> + <resource> + <directory>src/main/resources</directory> + <includes> + <include>**/*.bin</include> + </includes> + </resource> + </resources> + <plugins> + <plugin> + <groupId>com.googlecode.maven-download-plugin</groupId> + <artifactId>download-maven-plugin</artifactId> + <configuration> + <url>${dist.base}/${model.family}/${model.name}</url> + </configuration> + </plugin> + <plugin> + <groupId>org.codehaus.mojo</groupId> + <artifactId>build-helper-maven-plugin</artifactId> + </plugin> + </plugins> + </build> + +</project> \ No newline at end of file
diff --git a/opennlp-models-tokenizer/opennlp-models-tokenizer-de/src/main/resources/model.properties b/opennlp-models-tokenizer/opennlp-models-tokenizer-de/src/main/resources/model.properties new file mode 100644 index 0000000..4089d05 --- /dev/null +++ b/opennlp-models-tokenizer/opennlp-models-tokenizer-de/src/main/resources/model.properties
@@ -0,0 +1,18 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +model.name=${model.name} +model.version=${model.version} +model.sha256=${model.sha256} \ No newline at end of file
diff --git a/opennlp-models-tokenizer/opennlp-models-tokenizer-en/pom.xml b/opennlp-models-tokenizer/opennlp-models-tokenizer-en/pom.xml new file mode 100644 index 0000000..77d0015 --- /dev/null +++ b/opennlp-models-tokenizer/opennlp-models-tokenizer-en/pom.xml
@@ -0,0 +1,75 @@ +<?xml version="1.0" encoding="UTF-8"?> + +<!-- +Licensed to the Apache Software Foundation (ASF) under one +or more contributor license agreements. See the NOTICE file +distributed with this work for additional information +regarding copyright ownership. The ASF licenses this file +to you under the Apache License, Version 2.0 (the +"License"); you may not use this file except in compliance +with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, +software distributed under the License is distributed on an +"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +KIND, either express or implied. See the License for the +specific language governing permissions and limitations +under the License. +--> + +<project xmlns="http://maven.apache.org/POM/4.0.0" + xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" + xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> + <modelVersion>4.0.0</modelVersion> + <parent> + <groupId>org.apache.opennlp</groupId> + <artifactId>opennlp-models-tokenizer</artifactId> + <version>0.1-SNAPSHOT</version> + </parent> + + <artifactId>opennlp-models-tokenizer-en</artifactId> + + <name>Apache OpenNLP Models :: Tokenizer :: English</name> + + <properties> + <dist.base>${asf.dist.base}</dist.base> + <model.family>ud-models-1.0</model.family> + <model.name>opennlp-en-ud-ewt-tokens-1.0-1.9.3.bin</model.name> + <model.version>1.9.3</model.version> + <model.sha256>9df0730d5e54ec6673d46b565a623ea56c2d7caa8aa153eb72b59b1a53de8488</model.sha256> + </properties> + + <build> + <resources> + <resource> + <directory>src/main/resources</directory> + <filtering>true</filtering> + <includes> + <include>**/model.properties</include> + </includes> + </resource> + <resource> + <directory>src/main/resources</directory> + <includes> + <include>**/*.bin</include> + </includes> + </resource> + </resources> + <plugins> + <plugin> + <groupId>com.googlecode.maven-download-plugin</groupId> + <artifactId>download-maven-plugin</artifactId> + <configuration> + <url>${dist.base}/${model.family}/${model.name}</url> + </configuration> + </plugin> + <plugin> + <groupId>org.codehaus.mojo</groupId> + <artifactId>build-helper-maven-plugin</artifactId> + </plugin> + </plugins> + </build> + +</project> \ No newline at end of file
diff --git a/opennlp-models-tokenizer/opennlp-models-tokenizer-en/src/main/resources/model.properties b/opennlp-models-tokenizer/opennlp-models-tokenizer-en/src/main/resources/model.properties new file mode 100644 index 0000000..4089d05 --- /dev/null +++ b/opennlp-models-tokenizer/opennlp-models-tokenizer-en/src/main/resources/model.properties
@@ -0,0 +1,18 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +model.name=${model.name} +model.version=${model.version} +model.sha256=${model.sha256} \ No newline at end of file
diff --git a/opennlp-models-tokenizer/opennlp-models-tokenizer-fr/pom.xml b/opennlp-models-tokenizer/opennlp-models-tokenizer-fr/pom.xml new file mode 100644 index 0000000..674bfb0 --- /dev/null +++ b/opennlp-models-tokenizer/opennlp-models-tokenizer-fr/pom.xml
@@ -0,0 +1,75 @@ +<?xml version="1.0" encoding="UTF-8"?> + +<!-- +Licensed to the Apache Software Foundation (ASF) under one +or more contributor license agreements. See the NOTICE file +distributed with this work for additional information +regarding copyright ownership. The ASF licenses this file +to you under the Apache License, Version 2.0 (the +"License"); you may not use this file except in compliance +with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, +software distributed under the License is distributed on an +"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +KIND, either express or implied. See the License for the +specific language governing permissions and limitations +under the License. +--> + +<project xmlns="http://maven.apache.org/POM/4.0.0" + xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" + xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> + <modelVersion>4.0.0</modelVersion> + <parent> + <groupId>org.apache.opennlp</groupId> + <artifactId>opennlp-models-tokenizer</artifactId> + <version>0.1-SNAPSHOT</version> + </parent> + + <artifactId>opennlp-models-tokenizer-fr</artifactId> + + <name>Apache OpenNLP Models :: Tokenizer :: French</name> + + <properties> + <dist.base>${asf.dist.base}</dist.base> + <model.family>ud-models-1.0</model.family> + <model.name>opennlp-fr-ud-ftb-tokens-1.0-1.9.3.bin</model.name> + <model.version>1.9.3</model.version> + <model.sha256>a7be8bf3705b25bb473fbb2db4f07588ab1d8869554f772617800e5e3e829e63</model.sha256> + </properties> + + <build> + <resources> + <resource> + <directory>src/main/resources</directory> + <filtering>true</filtering> + <includes> + <include>**/model.properties</include> + </includes> + </resource> + <resource> + <directory>src/main/resources</directory> + <includes> + <include>**/*.bin</include> + </includes> + </resource> + </resources> + <plugins> + <plugin> + <groupId>com.googlecode.maven-download-plugin</groupId> + <artifactId>download-maven-plugin</artifactId> + <configuration> + <url>${dist.base}/${model.family}/${model.name}</url> + </configuration> + </plugin> + <plugin> + <groupId>org.codehaus.mojo</groupId> + <artifactId>build-helper-maven-plugin</artifactId> + </plugin> + </plugins> + </build> + +</project> \ No newline at end of file
diff --git a/opennlp-models-tokenizer/opennlp-models-tokenizer-fr/src/main/resources/model.properties b/opennlp-models-tokenizer/opennlp-models-tokenizer-fr/src/main/resources/model.properties new file mode 100644 index 0000000..4089d05 --- /dev/null +++ b/opennlp-models-tokenizer/opennlp-models-tokenizer-fr/src/main/resources/model.properties
@@ -0,0 +1,18 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +model.name=${model.name} +model.version=${model.version} +model.sha256=${model.sha256} \ No newline at end of file
diff --git a/opennlp-models-tokenizer/opennlp-models-tokenizer-it/pom.xml b/opennlp-models-tokenizer/opennlp-models-tokenizer-it/pom.xml new file mode 100644 index 0000000..1deeef5 --- /dev/null +++ b/opennlp-models-tokenizer/opennlp-models-tokenizer-it/pom.xml
@@ -0,0 +1,75 @@ +<?xml version="1.0" encoding="UTF-8"?> + +<!-- +Licensed to the Apache Software Foundation (ASF) under one +or more contributor license agreements. See the NOTICE file +distributed with this work for additional information +regarding copyright ownership. The ASF licenses this file +to you under the Apache License, Version 2.0 (the +"License"); you may not use this file except in compliance +with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, +software distributed under the License is distributed on an +"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +KIND, either express or implied. See the License for the +specific language governing permissions and limitations +under the License. +--> + +<project xmlns="http://maven.apache.org/POM/4.0.0" + xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" + xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> + <modelVersion>4.0.0</modelVersion> + <parent> + <groupId>org.apache.opennlp</groupId> + <artifactId>opennlp-models-tokenizer</artifactId> + <version>0.1-SNAPSHOT</version> + </parent> + + <artifactId>opennlp-models-tokenizer-it</artifactId> + + <name>Apache OpenNLP Models :: Tokenizer :: Italian</name> + + <properties> + <dist.base>${asf.dist.base}</dist.base> + <model.family>ud-models-1.0</model.family> + <model.name>opennlp-it-ud-vit-tokens-1.0-1.9.3.bin</model.name> + <model.version>1.9.3</model.version> + <model.sha256>933cea412fe026e815d7a618d54c1431154731d2541e604c3a53c70c036a0102</model.sha256> + </properties> + + <build> + <resources> + <resource> + <directory>src/main/resources</directory> + <filtering>true</filtering> + <includes> + <include>**/model.properties</include> + </includes> + </resource> + <resource> + <directory>src/main/resources</directory> + <includes> + <include>**/*.bin</include> + </includes> + </resource> + </resources> + <plugins> + <plugin> + <groupId>com.googlecode.maven-download-plugin</groupId> + <artifactId>download-maven-plugin</artifactId> + <configuration> + <url>${dist.base}/${model.family}/${model.name}</url> + </configuration> + </plugin> + <plugin> + <groupId>org.codehaus.mojo</groupId> + <artifactId>build-helper-maven-plugin</artifactId> + </plugin> + </plugins> + </build> + +</project> \ No newline at end of file
diff --git a/opennlp-models-tokenizer/opennlp-models-tokenizer-it/src/main/resources/model.properties b/opennlp-models-tokenizer/opennlp-models-tokenizer-it/src/main/resources/model.properties new file mode 100644 index 0000000..4089d05 --- /dev/null +++ b/opennlp-models-tokenizer/opennlp-models-tokenizer-it/src/main/resources/model.properties
@@ -0,0 +1,18 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +model.name=${model.name} +model.version=${model.version} +model.sha256=${model.sha256} \ No newline at end of file
diff --git a/opennlp-models-tokenizer/opennlp-models-tokenizer-nl/pom.xml b/opennlp-models-tokenizer/opennlp-models-tokenizer-nl/pom.xml new file mode 100644 index 0000000..680268b --- /dev/null +++ b/opennlp-models-tokenizer/opennlp-models-tokenizer-nl/pom.xml
@@ -0,0 +1,75 @@ +<?xml version="1.0" encoding="UTF-8"?> + +<!-- +Licensed to the Apache Software Foundation (ASF) under one +or more contributor license agreements. See the NOTICE file +distributed with this work for additional information +regarding copyright ownership. The ASF licenses this file +to you under the Apache License, Version 2.0 (the +"License"); you may not use this file except in compliance +with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, +software distributed under the License is distributed on an +"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +KIND, either express or implied. See the License for the +specific language governing permissions and limitations +under the License. +--> + +<project xmlns="http://maven.apache.org/POM/4.0.0" + xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" + xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> + <modelVersion>4.0.0</modelVersion> + <parent> + <groupId>org.apache.opennlp</groupId> + <artifactId>opennlp-models-tokenizer</artifactId> + <version>0.1-SNAPSHOT</version> + </parent> + + <artifactId>opennlp-models-tokenizer-nl</artifactId> + + <name>Apache OpenNLP Models :: Tokenizer :: Dutch</name> + + <properties> + <dist.base>${asf.dist.base}</dist.base> + <model.family>ud-models-1.0</model.family> + <model.name>opennlp-nl-ud-alpino-tokens-1.0-1.9.3.bin</model.name> + <model.version>1.9.3</model.version> + <model.sha256>5b2d215c73a9bd2939e988ffea34a2c2cd212931a074187916530f59d6f19caf</model.sha256> + </properties> + + <build> + <resources> + <resource> + <directory>src/main/resources</directory> + <filtering>true</filtering> + <includes> + <include>**/model.properties</include> + </includes> + </resource> + <resource> + <directory>src/main/resources</directory> + <includes> + <include>**/*.bin</include> + </includes> + </resource> + </resources> + <plugins> + <plugin> + <groupId>com.googlecode.maven-download-plugin</groupId> + <artifactId>download-maven-plugin</artifactId> + <configuration> + <url>${dist.base}/${model.family}/${model.name}</url> + </configuration> + </plugin> + <plugin> + <groupId>org.codehaus.mojo</groupId> + <artifactId>build-helper-maven-plugin</artifactId> + </plugin> + </plugins> + </build> + +</project> \ No newline at end of file
diff --git a/opennlp-models-tokenizer/opennlp-models-tokenizer-nl/src/main/resources/model.properties b/opennlp-models-tokenizer/opennlp-models-tokenizer-nl/src/main/resources/model.properties new file mode 100644 index 0000000..4089d05 --- /dev/null +++ b/opennlp-models-tokenizer/opennlp-models-tokenizer-nl/src/main/resources/model.properties
@@ -0,0 +1,18 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +model.name=${model.name} +model.version=${model.version} +model.sha256=${model.sha256} \ No newline at end of file
diff --git a/opennlp-models-tokenizer/pom.xml b/opennlp-models-tokenizer/pom.xml new file mode 100644 index 0000000..d30e2d7 --- /dev/null +++ b/opennlp-models-tokenizer/pom.xml
@@ -0,0 +1,47 @@ +<?xml version="1.0" encoding="UTF-8"?> + +<!-- +Licensed to the Apache Software Foundation (ASF) under one +or more contributor license agreements. See the NOTICE file +distributed with this work for additional information +regarding copyright ownership. The ASF licenses this file +to you under the Apache License, Version 2.0 (the +"License"); you may not use this file except in compliance +with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, +software distributed under the License is distributed on an +"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +KIND, either express or implied. See the License for the +specific language governing permissions and limitations +under the License. +--> + +<project xmlns="http://maven.apache.org/POM/4.0.0" + xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" + xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> + <modelVersion>4.0.0</modelVersion> + <parent> + <groupId>org.apache.opennlp</groupId> + <artifactId>opennlp-models</artifactId> + <version>0.1-SNAPSHOT</version> + </parent> + + <artifactId>opennlp-models-tokenizer</artifactId> + + <name>Apache OpenNLP Models :: Tokenizer</name> + + <packaging>pom</packaging> + + <modules> + <module>opennlp-models-tokenizer-de</module> + <module>opennlp-models-tokenizer-en</module> + <module>opennlp-models-tokenizer-fr</module> + <module>opennlp-models-tokenizer-it</module> + <module>opennlp-models-tokenizer-nl</module> + </modules> + + +</project> \ No newline at end of file
diff --git a/pom.xml b/pom.xml index a5221d8..51b494a 100644 --- a/pom.xml +++ b/pom.xml
@@ -254,6 +254,7 @@ <module>opennlp-models-langdetect</module> <module>opennlp-models-sentdetect</module> <module>opennlp-models-test</module> + <module>opennlp-models-tokenizer</module> </modules> </project>