mirror of
https://gitee.com/mymagicpower/AIAS.git
synced 2024-12-02 04:08:21 +08:00
Add Sentiment Classification sdk.
This commit is contained in:
Calvin
parent
be58239f68
commit
16ffeb0fe9
33
nlp_sdks/senta_bilstm_sdk/README.md
Normal file
33
nlp_sdks/senta_bilstm_sdk/README.md
Normal file
@ -0,0 +1,33 @@
|
||||
# 文本 - 情感分析SDK [中文]
|
||||
情感倾向分析（Sentiment Classification，简称Senta）针对带有主观描述的中文文本，
|
||||
可自动判断该文本的情感极性类别并给出相应的置信度，能够帮助企业理解用户消费习惯、
|
||||
分析热点话题和危机舆情监控，为企业提供有利的决策支持。
|
||||
|
||||
|
||||
|
||||
### SDK算法：
|
||||
该模型基于一个双向LSTM结构，情感类型分为：
|
||||
- 消极（negative）
|
||||
- 积极（positive）
|
||||
|
||||
## 运行例子 - SentaBilstmExample
|
||||
运行成功后，命令行应该看到下面的信息:
|
||||
```text
|
||||
...
|
||||
[INFO ] - 输入句子: 这家餐厅很好吃
|
||||
#中文分词
|
||||
[INFO ] - Words : [这家, 餐厅, 很好吃]
|
||||
|
||||
#词性标注
|
||||
[INFO ] - Tags : [r, n, a]
|
||||
|
||||
#情感分析概率
|
||||
[INFO ] - [0.059312407, 0.9406876]
|
||||
|
||||
[INFO ] - negative : 0.059312407
|
||||
[INFO ] - positive : 0.9406876
|
||||
|
||||
```
|
||||
|
||||
### 帮助
|
||||
添加依赖库：lib/aias-senta-bilstm-lib-0.1.0.jar
|
||||
BIN
nlp_sdks/senta_bilstm_sdk/build/output/result.png
Normal file
BIN
nlp_sdks/senta_bilstm_sdk/build/output/result.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 535 KiB |
BIN
nlp_sdks/senta_bilstm_sdk/doc/img/lac_network.png
Normal file
BIN
nlp_sdks/senta_bilstm_sdk/doc/img/lac_network.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 61 KiB |
BIN
nlp_sdks/senta_bilstm_sdk/lib/aias-senta-bilstm-lib-0.1.0.jar
Normal file
BIN
nlp_sdks/senta_bilstm_sdk/lib/aias-senta-bilstm-lib-0.1.0.jar
Normal file
Binary file not shown.
144
nlp_sdks/senta_bilstm_sdk/pom.xml
Normal file
144
nlp_sdks/senta_bilstm_sdk/pom.xml
Normal file
@ -0,0 +1,144 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<!--
|
||||
~ Licensed to the Apache Software Foundation (ASF) under one
|
||||
~ or more contributor license agreements. See the NOTICE file
|
||||
~ distributed with this work for additional information
|
||||
~ regarding copyright ownership. The ASF licenses this file
|
||||
~ to you under the Apache License, Version 2.0 (the
|
||||
~ "License"); you may not use this file except in compliance
|
||||
~ with the License. You may obtain a copy of the License at
|
||||
~
|
||||
~ http://www.apache.org/licenses/LICENSE-2.0
|
||||
~
|
||||
~ Unless required by applicable law or agreed to in writing,
|
||||
~ software distributed under the License is distributed on an
|
||||
~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
~ KIND, either express or implied. See the License for the
|
||||
~ specific language governing permissions and limitations
|
||||
~ under the License.
|
||||
-->
|
||||
|
||||
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
||||
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
||||
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
||||
<modelVersion>4.0.0</modelVersion>
|
||||
|
||||
<groupId>calvin</groupId>
|
||||
<artifactId>senta-bilstm-sdk</artifactId>
|
||||
<version>0.1</version>
|
||||
|
||||
<properties>
|
||||
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
|
||||
<maven.compiler.source>1.8</maven.compiler.source>
|
||||
<maven.compiler.target>1.8</maven.compiler.target>
|
||||
<djl.version>0.13.0-SNAPSHOT</djl.version>
|
||||
</properties>
|
||||
|
||||
<build>
|
||||
<plugins>
|
||||
<plugin>
|
||||
<groupId>org.apache.maven.plugins</groupId>
|
||||
<artifactId>maven-compiler-plugin</artifactId>
|
||||
<configuration>
|
||||
<source>8</source>
|
||||
<target>8</target>
|
||||
</configuration>
|
||||
<version>3.8.1</version>
|
||||
</plugin>
|
||||
</plugins>
|
||||
</build>
|
||||
|
||||
<!-- For development use -->
|
||||
<!-- Include this if you want to try the latest SNAPSHOT version -->
|
||||
<repositories>
|
||||
<repository>
|
||||
<id>oss.sonatype.org-snapshot</id>
|
||||
<url>http://oss.sonatype.org/content/repositories/snapshots</url>
|
||||
<releases>
|
||||
<enabled>true</enabled>
|
||||
</releases>
|
||||
<snapshots>
|
||||
<enabled>true</enabled>
|
||||
</snapshots>
|
||||
</repository>
|
||||
</repositories>
|
||||
|
||||
<dependencies>
|
||||
<dependency>
|
||||
<groupId>com.google.code.gson</groupId>
|
||||
<artifactId>gson</artifactId>
|
||||
<version>2.8.6</version>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>org.slf4j</groupId>
|
||||
<artifactId>slf4j-api</artifactId>
|
||||
<version>1.7.30</version>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>commons-cli</groupId>
|
||||
<artifactId>commons-cli</artifactId>
|
||||
<version>1.4</version>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>org.apache.logging.log4j</groupId>
|
||||
<artifactId>log4j-slf4j-impl</artifactId>
|
||||
<version>2.12.1</version>
|
||||
</dependency>
|
||||
|
||||
<dependency>
|
||||
<groupId>org.apache.commons</groupId>
|
||||
<artifactId>commons-lang3</artifactId>
|
||||
<version>3.12.0</version>
|
||||
</dependency>
|
||||
|
||||
<!-- 服务器端推理引擎 -->
|
||||
<dependency>
|
||||
<groupId>ai.djl</groupId>
|
||||
<artifactId>api</artifactId>
|
||||
<version>${djl.version}</version>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>ai.djl</groupId>
|
||||
<artifactId>basicdataset</artifactId>
|
||||
<version>${djl.version}</version>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>ai.djl</groupId>
|
||||
<artifactId>model-zoo</artifactId>
|
||||
<version>${djl.version}</version>
|
||||
</dependency>
|
||||
|
||||
<!-- PaddlePaddle -->
|
||||
<dependency>
|
||||
<groupId>ai.djl.paddlepaddle</groupId>
|
||||
<artifactId>paddlepaddle-engine</artifactId>
|
||||
<version>${djl.version}</version>
|
||||
<scope>runtime</scope>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>ai.djl.paddlepaddle</groupId>
|
||||
<artifactId>paddlepaddle-native-auto</artifactId>
|
||||
<version>2.0.2</version>
|
||||
<scope>runtime</scope>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>ai.djl.paddlepaddle</groupId>
|
||||
<artifactId>paddlepaddle-model-zoo</artifactId>
|
||||
<version>${djl.version}</version>
|
||||
</dependency>
|
||||
|
||||
<dependency>
|
||||
<groupId>org.projectlombok</groupId>
|
||||
<artifactId>lombok</artifactId>
|
||||
<version>1.18.18</version>
|
||||
<scope>provided</scope>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>org.testng</groupId>
|
||||
<artifactId>testng</artifactId>
|
||||
<version>6.8.1</version>
|
||||
<scope>test</scope>
|
||||
</dependency>
|
||||
</dependencies>
|
||||
|
||||
</project>
|
||||
45
nlp_sdks/senta_bilstm_sdk/senta_bilstm_sdk.iml
Normal file
45
nlp_sdks/senta_bilstm_sdk/senta_bilstm_sdk.iml
Normal file
@ -0,0 +1,45 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<module org.jetbrains.idea.maven.project.MavenProjectsManager.isMavenModule="true" type="JAVA_MODULE" version="4">
|
||||
<component name="CheckStyle-IDEA-Module">
|
||||
<option name="configuration">
|
||||
<map />
|
||||
</option>
|
||||
</component>
|
||||
<component name="NewModuleRootManager" LANGUAGE_LEVEL="JDK_1_8">
|
||||
<output url="file://$MODULE_DIR$/target/classes" />
|
||||
<output-test url="file://$MODULE_DIR$/target/test-classes" />
|
||||
<content url="file://$MODULE_DIR$">
|
||||
<sourceFolder url="file://$MODULE_DIR$/src/main/java" isTestSource="false" />
|
||||
<sourceFolder url="file://$MODULE_DIR$/src/main/resources" type="java-resource" />
|
||||
<sourceFolder url="file://$MODULE_DIR$/src/test/java" isTestSource="true" />
|
||||
<sourceFolder url="file://$MODULE_DIR$/src/test/resources" type="java-test-resource" />
|
||||
<excludeFolder url="file://$MODULE_DIR$/target" />
|
||||
</content>
|
||||
<orderEntry type="inheritedJdk" />
|
||||
<orderEntry type="sourceFolder" forTests="false" />
|
||||
<orderEntry type="library" name="Maven: com.google.code.gson:gson:2.8.6" level="project" />
|
||||
<orderEntry type="library" name="Maven: org.slf4j:slf4j-api:1.7.30" level="project" />
|
||||
<orderEntry type="library" name="Maven: commons-cli:commons-cli:1.4" level="project" />
|
||||
<orderEntry type="library" name="Maven: org.apache.logging.log4j:log4j-slf4j-impl:2.12.1" level="project" />
|
||||
<orderEntry type="library" name="Maven: org.apache.logging.log4j:log4j-api:2.12.1" level="project" />
|
||||
<orderEntry type="library" scope="RUNTIME" name="Maven: org.apache.logging.log4j:log4j-core:2.12.1" level="project" />
|
||||
<orderEntry type="library" name="Maven: org.apache.commons:commons-lang3:3.12.0" level="project" />
|
||||
<orderEntry type="library" name="Maven: ai.djl:api:0.13.0-SNAPSHOT" level="project" />
|
||||
<orderEntry type="library" name="Maven: net.java.dev.jna:jna:5.8.0" level="project" />
|
||||
<orderEntry type="library" name="Maven: org.apache.commons:commons-compress:1.21" level="project" />
|
||||
<orderEntry type="library" name="Maven: ai.djl:basicdataset:0.13.0-SNAPSHOT" level="project" />
|
||||
<orderEntry type="library" name="Maven: org.apache.commons:commons-csv:1.8" level="project" />
|
||||
<orderEntry type="library" name="Maven: ai.djl:model-zoo:0.13.0-SNAPSHOT" level="project" />
|
||||
<orderEntry type="library" scope="RUNTIME" name="Maven: ai.djl.paddlepaddle:paddlepaddle-engine:0.13.0-SNAPSHOT" level="project" />
|
||||
<orderEntry type="library" scope="RUNTIME" name="Maven: ai.djl.paddlepaddle:paddlepaddle-native-auto:2.0.2" level="project" />
|
||||
<orderEntry type="library" name="Maven: ai.djl.paddlepaddle:paddlepaddle-model-zoo:0.13.0-SNAPSHOT" level="project" />
|
||||
<orderEntry type="library" scope="PROVIDED" name="Maven: org.projectlombok:lombok:1.18.18" level="project" />
|
||||
<orderEntry type="library" scope="TEST" name="Maven: org.testng:testng:6.8.1" level="project" />
|
||||
<orderEntry type="library" scope="TEST" name="Maven: junit:junit:4.10" level="project" />
|
||||
<orderEntry type="library" scope="TEST" name="Maven: org.hamcrest:hamcrest-core:1.1" level="project" />
|
||||
<orderEntry type="library" scope="TEST" name="Maven: org.beanshell:bsh:2.0b4" level="project" />
|
||||
<orderEntry type="library" scope="TEST" name="Maven: com.beust:jcommander:1.27" level="project" />
|
||||
<orderEntry type="library" scope="TEST" name="Maven: org.yaml:snakeyaml:1.6" level="project" />
|
||||
<orderEntry type="library" name="aias-senta-bilstm-lib-0.1.0" level="project" />
|
||||
</component>
|
||||
</module>
|
||||
@ -0,0 +1,52 @@
|
||||
package me.calvin.example;
|
||||
|
||||
import ai.djl.ModelException;
|
||||
import ai.djl.inference.Predictor;
|
||||
import ai.djl.repository.zoo.Criteria;
|
||||
import ai.djl.repository.zoo.ZooModel;
|
||||
import ai.djl.translate.TranslateException;
|
||||
import me.calvin.aias.Lac;
|
||||
import me.calvin.aias.SentaBilstm;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.util.Arrays;
|
||||
|
||||
public final class SentaBilstmExample {
|
||||
|
||||
private static final Logger logger = LoggerFactory.getLogger(SentaBilstmExample.class);
|
||||
|
||||
private SentaBilstmExample() {}
|
||||
|
||||
public static void main(String[] args) throws IOException, TranslateException, ModelException {
|
||||
|
||||
// 分词
|
||||
Lac lac = new Lac();
|
||||
Criteria<String, String[][]> lacCriteria = lac.criteria();
|
||||
// 情感分析
|
||||
SentaBilstm senta = new SentaBilstm();
|
||||
Criteria<String[], float[]> SentaCriteria = senta.criteria();
|
||||
|
||||
try (ZooModel<String, String[][]> lacModel = lacCriteria.loadModel();
|
||||
Predictor<String, String[][]> lacPredictor = lacModel.newPredictor();
|
||||
ZooModel<String[], float[]> sentaModel = SentaCriteria.loadModel();
|
||||
Predictor<String[], float[]> sentaPredictor = sentaModel.newPredictor()) {
|
||||
|
||||
String input = "这家餐厅很好吃";
|
||||
logger.info("输入句子: {}", input);
|
||||
|
||||
String[][] lacResult = lacPredictor.predict(input);
|
||||
// 分词
|
||||
logger.info("Words : " + Arrays.toString(lacResult[0]));
|
||||
logger.info("Tags : " + Arrays.toString(lacResult[1]));
|
||||
|
||||
// 情感分析
|
||||
float[] sentaResult = sentaPredictor.predict(lacResult[0]);
|
||||
logger.info(Arrays.toString(sentaResult));
|
||||
logger.info("negative : " + sentaResult[0]);
|
||||
logger.info("positive : " + sentaResult[1]);
|
||||
|
||||
}
|
||||
}
|
||||
}
|
||||
17
nlp_sdks/senta_bilstm_sdk/src/main/resources/log4j2.xml
Normal file
17
nlp_sdks/senta_bilstm_sdk/src/main/resources/log4j2.xml
Normal file
@ -0,0 +1,17 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<Configuration status="INFO">
|
||||
<Appenders>
|
||||
<Console name="console" target="SYSTEM_OUT">
|
||||
<PatternLayout
|
||||
pattern="[%-5level] - %msg%n"/>
|
||||
</Console>
|
||||
</Appenders>
|
||||
<Loggers>
|
||||
<Root level="info" additivity="false">
|
||||
<AppenderRef ref="console"/>
|
||||
</Root>
|
||||
<Logger name="me.calvin" level="${sys:me.calvin.logging.level:-info}" additivity="false">
|
||||
<AppenderRef ref="console"/>
|
||||
</Logger>
|
||||
</Loggers>
|
||||
</Configuration>
|
||||
Loading…
Reference in New Issue
Block a user