This is an automated email from the ASF dual-hosted git repository.
rzo1 pushed a change to branch OPENNLP-1811
in repository https://gitbox.apache.org/repos/asf/opennlp.git
omit 56c5bea8 OPENNLP-1811: Fix SentenceDetector missing abbreviations at
non-first sentence start with useTokenEnd=false
omit 60a9d47b OPENNLP-1810: Fix SentenceDetector abbreviation matching for
case-insensitive dictionaries with duplicate abbreviations
add dfe0a5a9 OPENNLP-1810: Fix Fix SentenceDetector fails to detect
multiple identical abbreviations in the same sentence (#984)
add 9bfd8072 OPENNLP-1808: Add SVM-based document categorization via
zlibsvm (#981)
add 32fa977b OPENNLP-855: Add SentimentDetector to derive sentiment from
text (#579)
add cc6ff33e Minor: Regenerated NOTICE File for
32fa977b274dc1fb74304bb76fe154ae92677426 (#986)
add 508a8fb2 OPENNLP-1811: Fix SentenceDetector missing abbreviations at
non-first sentence start with useTokenEnd=false
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (56c5bea8)
\
N -- N -- N refs/heads/OPENNLP-1811 (508a8fb2)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
LICENSE | 32 ++
NOTICE | 19 +-
README.md | 3 +-
.../SentimentDetector.java} | 23 +-
.../SentimentEvaluationMonitor.java} | 8 +-
.../opennlp/tools/sentiment/SentimentSample.java | 108 +++++
opennlp-core/opennlp-cli/pom.xml | 5 +
.../src/main/java/opennlp/tools/cmdline/CLI.java | 16 +
...luatorTool.java => DoccatSVMEvaluatorTool.java} | 79 +--
.../doccat/{DoccatTool.java => DoccatSVMTool.java} | 37 +-
...tTrainerTool.java => DoccatSVMTrainerTool.java} | 63 ++-
.../sentiment/SentimentCrossValidatorTool.java | 112 +++++
.../SentimentDetailedFMeasureListener.java} | 27 +-
.../SentimentEvaluationErrorListener.java} | 43 +-
.../cmdline/sentiment/SentimentEvaluatorTool.java | 146 ++++++
.../SentimentModelLoader.java} | 30 +-
.../cmdline/sentiment/SentimentTrainerTool.java | 110 +++++
.../tools/cmdline/StreamFactoryRegistry.java | 3 +
.../formats/SentimentSampleStreamFactory.java | 80 ++++
.../pom.xml | 32 +-
.../ml/libsvm/doccat/DocumentCategorizerSVM.java | 410 ++++++++++++++++
.../tools/ml/libsvm/doccat/FeatureSelection.java | 234 +++++++++
.../ml/libsvm/doccat/FeatureSelectionStrategy.java | 77 +++
.../ml/libsvm/doccat/SvmDoccatConfiguration.java | 217 +++++++++
.../tools/ml/libsvm/doccat/SvmDoccatModel.java | 199 ++++++++
.../ml/libsvm/doccat/TermWeightingStrategy.java | 88 ++++
.../ml/libsvm/doccat/TrainingSvmClassLabel.java | 69 +++
.../ml/libsvm/doccat/TrainingSvmDocument.java | 74 +++
.../doccat/DocumentCategorizerSVMEdgeCaseTest.java | 263 ++++++++++
.../libsvm/doccat/DocumentCategorizerSVMTest.java | 527 +++++++++++++++++++++
.../ml/libsvm/doccat/FeatureSelectionTest.java | 171 +++++++
.../libsvm/doccat/SvmDoccatConfigurationTest.java | 152 ++++++
.../tools/ml/libsvm/doccat/SvmDoccatModelTest.java | 163 +++++++
.../libsvm/doccat/TermWeightingStrategyTest.java | 53 +++
.../libsvm/doccat/TrainingSvmClassLabelTest.java | 59 +++
.../ml/libsvm/doccat/TrainingSvmDocumentTest.java | 100 ++++
opennlp-core/opennlp-ml/pom.xml | 1 +
.../tools/sentiment/SentimentContextGenerator.java | 83 ++++
.../tools/sentiment/SentimentCrossValidator.java | 236 +++++++++
.../SentimentEvaluator.java} | 45 +-
.../SentimentEventStream.java} | 45 +-
.../opennlp/tools/sentiment/SentimentFactory.java | 72 +++
.../java/opennlp/tools/sentiment/SentimentME.java | 118 +++++
.../opennlp/tools/sentiment/SentimentModel.java | 106 +++++
.../tools/sentiment/SentimentSampleStream.java | 76 +++
.../tools/sentiment/SentimentSampleTypeFilter.java | 76 +++
.../sentiment/SentimentContextGeneratorTest.java | 69 +++
.../sentiment/SentimentCrossValidatorTest.java | 87 ++++
.../tools/sentiment/SentimentEvaluatorTest.java | 182 +++++++
.../tools/sentiment/SentimentEventStreamTest.java | 81 ++++
.../SentimentFactoryTest.java} | 38 +-
.../opennlp/tools/sentiment/SentimentMETest.java | 210 ++++++++
.../tools/sentiment/SentimentSampleStreamTest.java | 76 +++
.../tools/sentiment/SentimentSampleTest.java | 99 ++++
.../sentiment/SentimentSampleTypeFilterTest.java | 85 ++++
.../resources/opennlp/tools/sentiment/train.txt | 32 ++
opennlp-docs/src/docbkx/doccat.xml | 115 ++++-
opennlp-docs/src/docbkx/introduction.xml | 7 +-
opennlp-docs/src/docbkx/opennlp.xml | 1 +
opennlp-docs/src/docbkx/project-structure.xml | 10 +
opennlp-docs/src/docbkx/sentiment.xml | 186 ++++++++
opennlp-tools/pom.xml | 5 +
pom.xml | 7 +
src/license/NOTICE.template | 13 +-
64 files changed, 5776 insertions(+), 217 deletions(-)
copy opennlp-api/src/main/java/opennlp/tools/{cmdline/ObjectStreamFactory.java
=> sentiment/SentimentDetector.java} (59%)
copy
opennlp-api/src/main/java/opennlp/tools/{lemmatizer/LemmatizerEvaluationMonitor.java
=> sentiment/SentimentEvaluationMonitor.java} (79%)
create mode 100644
opennlp-api/src/main/java/opennlp/tools/sentiment/SentimentSample.java
copy
opennlp-core/opennlp-cli/src/main/java/opennlp/tools/cmdline/doccat/{DoccatEvaluatorTool.java
=> DoccatSVMEvaluatorTool.java} (56%)
copy
opennlp-core/opennlp-cli/src/main/java/opennlp/tools/cmdline/doccat/{DoccatTool.java
=> DoccatSVMTool.java} (68%)
copy
opennlp-core/opennlp-cli/src/main/java/opennlp/tools/cmdline/doccat/{DoccatTrainerTool.java
=> DoccatSVMTrainerTool.java} (57%)
create mode 100644
opennlp-core/opennlp-cli/src/main/java/opennlp/tools/cmdline/sentiment/SentimentCrossValidatorTool.java
copy
opennlp-core/opennlp-cli/src/main/java/opennlp/tools/cmdline/{chunker/ChunkerDetailedFMeasureListener.java
=> sentiment/SentimentDetailedFMeasureListener.java} (58%)
copy
opennlp-core/opennlp-cli/src/main/java/opennlp/tools/cmdline/{doccat/DoccatEvaluationErrorListener.java
=> sentiment/SentimentEvaluationErrorListener.java} (51%)
create mode 100644
opennlp-core/opennlp-cli/src/main/java/opennlp/tools/cmdline/sentiment/SentimentEvaluatorTool.java
copy
opennlp-core/opennlp-cli/src/main/java/opennlp/tools/cmdline/{tokenizer/TokenizerModelLoader.java
=> sentiment/SentimentModelLoader.java} (64%)
create mode 100644
opennlp-core/opennlp-cli/src/main/java/opennlp/tools/cmdline/sentiment/SentimentTrainerTool.java
create mode 100644
opennlp-core/opennlp-formats/src/main/java/opennlp/tools/formats/SentimentSampleStreamFactory.java
copy opennlp-core/opennlp-ml/{opennlp-ml-maxent => opennlp-ml-libsvm}/pom.xml
(60%)
create mode 100644
opennlp-core/opennlp-ml/opennlp-ml-libsvm/src/main/java/opennlp/tools/ml/libsvm/doccat/DocumentCategorizerSVM.java
create mode 100644
opennlp-core/opennlp-ml/opennlp-ml-libsvm/src/main/java/opennlp/tools/ml/libsvm/doccat/FeatureSelection.java
create mode 100644
opennlp-core/opennlp-ml/opennlp-ml-libsvm/src/main/java/opennlp/tools/ml/libsvm/doccat/FeatureSelectionStrategy.java
create mode 100644
opennlp-core/opennlp-ml/opennlp-ml-libsvm/src/main/java/opennlp/tools/ml/libsvm/doccat/SvmDoccatConfiguration.java
create mode 100644
opennlp-core/opennlp-ml/opennlp-ml-libsvm/src/main/java/opennlp/tools/ml/libsvm/doccat/SvmDoccatModel.java
create mode 100644
opennlp-core/opennlp-ml/opennlp-ml-libsvm/src/main/java/opennlp/tools/ml/libsvm/doccat/TermWeightingStrategy.java
create mode 100644
opennlp-core/opennlp-ml/opennlp-ml-libsvm/src/main/java/opennlp/tools/ml/libsvm/doccat/TrainingSvmClassLabel.java
create mode 100644
opennlp-core/opennlp-ml/opennlp-ml-libsvm/src/main/java/opennlp/tools/ml/libsvm/doccat/TrainingSvmDocument.java
create mode 100644
opennlp-core/opennlp-ml/opennlp-ml-libsvm/src/test/java/opennlp/tools/ml/libsvm/doccat/DocumentCategorizerSVMEdgeCaseTest.java
create mode 100644
opennlp-core/opennlp-ml/opennlp-ml-libsvm/src/test/java/opennlp/tools/ml/libsvm/doccat/DocumentCategorizerSVMTest.java
create mode 100644
opennlp-core/opennlp-ml/opennlp-ml-libsvm/src/test/java/opennlp/tools/ml/libsvm/doccat/FeatureSelectionTest.java
create mode 100644
opennlp-core/opennlp-ml/opennlp-ml-libsvm/src/test/java/opennlp/tools/ml/libsvm/doccat/SvmDoccatConfigurationTest.java
create mode 100644
opennlp-core/opennlp-ml/opennlp-ml-libsvm/src/test/java/opennlp/tools/ml/libsvm/doccat/SvmDoccatModelTest.java
create mode 100644
opennlp-core/opennlp-ml/opennlp-ml-libsvm/src/test/java/opennlp/tools/ml/libsvm/doccat/TermWeightingStrategyTest.java
create mode 100644
opennlp-core/opennlp-ml/opennlp-ml-libsvm/src/test/java/opennlp/tools/ml/libsvm/doccat/TrainingSvmClassLabelTest.java
create mode 100644
opennlp-core/opennlp-ml/opennlp-ml-libsvm/src/test/java/opennlp/tools/ml/libsvm/doccat/TrainingSvmDocumentTest.java
create mode 100644
opennlp-core/opennlp-runtime/src/main/java/opennlp/tools/sentiment/SentimentContextGenerator.java
create mode 100644
opennlp-core/opennlp-runtime/src/main/java/opennlp/tools/sentiment/SentimentCrossValidator.java
copy
opennlp-core/opennlp-runtime/src/main/java/opennlp/tools/{tokenize/TokenizerEvaluator.java
=> sentiment/SentimentEvaluator.java} (52%)
copy
opennlp-core/opennlp-runtime/src/main/java/opennlp/tools/{langdetect/LanguageDetectorEventStream.java
=> sentiment/SentimentEventStream.java} (53%)
create mode 100644
opennlp-core/opennlp-runtime/src/main/java/opennlp/tools/sentiment/SentimentFactory.java
create mode 100644
opennlp-core/opennlp-runtime/src/main/java/opennlp/tools/sentiment/SentimentME.java
create mode 100644
opennlp-core/opennlp-runtime/src/main/java/opennlp/tools/sentiment/SentimentModel.java
create mode 100644
opennlp-core/opennlp-runtime/src/main/java/opennlp/tools/sentiment/SentimentSampleStream.java
create mode 100644
opennlp-core/opennlp-runtime/src/main/java/opennlp/tools/sentiment/SentimentSampleTypeFilter.java
create mode 100644
opennlp-core/opennlp-runtime/src/test/java/opennlp/tools/sentiment/SentimentContextGeneratorTest.java
create mode 100644
opennlp-core/opennlp-runtime/src/test/java/opennlp/tools/sentiment/SentimentCrossValidatorTest.java
create mode 100644
opennlp-core/opennlp-runtime/src/test/java/opennlp/tools/sentiment/SentimentEvaluatorTest.java
create mode 100644
opennlp-core/opennlp-runtime/src/test/java/opennlp/tools/sentiment/SentimentEventStreamTest.java
copy
opennlp-core/opennlp-runtime/src/test/java/opennlp/tools/{sentdetect/NewlineSentenceDetectorTest.java
=> sentiment/SentimentFactoryTest.java} (51%)
create mode 100644
opennlp-core/opennlp-runtime/src/test/java/opennlp/tools/sentiment/SentimentMETest.java
create mode 100644
opennlp-core/opennlp-runtime/src/test/java/opennlp/tools/sentiment/SentimentSampleStreamTest.java
create mode 100644
opennlp-core/opennlp-runtime/src/test/java/opennlp/tools/sentiment/SentimentSampleTest.java
create mode 100644
opennlp-core/opennlp-runtime/src/test/java/opennlp/tools/sentiment/SentimentSampleTypeFilterTest.java
create mode 100644
opennlp-core/opennlp-runtime/src/test/resources/opennlp/tools/sentiment/train.txt
create mode 100644 opennlp-docs/src/docbkx/sentiment.xml
