Lucene基本使用（讀取文件，未封裝）-SpringBoot

準備幾個文件：裏面有包含java的，有沒有包含的。

依賴

<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
    <modelVersion>4.0.0</modelVersion>
    <parent>
        <groupId>org.springframework.boot</groupId>
        <artifactId>spring-boot-starter-parent</artifactId>
        <version>2.3.0.RELEASE</version>
        <relativePath/> <!-- lookup parent from repository -->
    </parent>
    <groupId>com.hr</groupId>
    <artifactId>lucene</artifactId>
    <version>0.0.1-SNAPSHOT</version>
    <name>lucene</name>
    <description>Demo project for Spring Boot</description>

    <properties>
        <java.version>1.8</java.version>
    </properties>

    <dependencies>
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-web</artifactId>
        </dependency>

        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-devtools</artifactId>
            <scope>runtime</scope>
            <optional>true</optional>
        </dependency>
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-test</artifactId>
            <scope>test</scope>
            <exclusions>
                <exclusion>
                    <groupId>org.junit.vintage</groupId>
                    <artifactId>junit-vintage-engine</artifactId>
                </exclusion>
            </exclusions>
        </dependency>
        <dependency>
            <groupId>junit</groupId>
            <artifactId>junit</artifactId>
            <version>4.12</version>
            <scope>test</scope>
        </dependency>
        <dependency>
            <groupId>org.apache.lucene</groupId>
            <artifactId>lucene-queryparser</artifactId>
            <version>4.10.3</version>
        </dependency>
        <dependency>
            <groupId>commons-io</groupId>
            <artifactId>commons-io</artifactId>
            <version>2.5</version>
        </dependency>
        <dependency>
            <groupId>org.apache.lucene</groupId>
            <artifactId>lucene-analyzers-smartcn</artifactId>
            <version>4.10.3</version>
        </dependency>
        <dependency>
            <groupId>com.janeluo</groupId>
            <artifactId>ikanalyzer</artifactId>
            <version>2012_u6</version>
            <exclusions>
                <exclusion>
                    <groupId>org.apache.lucene</groupId>
                    <artifactId>lucene-core</artifactId>
                </exclusion>
                <exclusion>
                    <groupId>org.apache.lucene</groupId>
                    <artifactId>lucene-queryparser</artifactId>
                </exclusion>
                <exclusion>
                    <groupId>org.apache.lucene</groupId>
                    <artifactId>lucene-common</artifactId>
                </exclusion>
            </exclusions>
        </dependency>
        <dependency>
            <groupId>mysql</groupId>
            <artifactId>mysql-connector-java</artifactId>
            <version>5.1.47</version>
        </dependency>
        <dependency>
            <groupId>org.mybatis.spring.boot</groupId>
            <artifactId>mybatis-spring-boot-starter</artifactId>
            <version>2.1.2</version>
        </dependency>

    </dependencies>

    <build>
        <plugins>
            <plugin>
                <groupId>org.springframework.boot</groupId>
                <artifactId>spring-boot-maven-plugin</artifactId>
                <configuration>
                    <fork>true</fork>
                </configuration>
            </plugin>
        </plugins>
    </build>

</project>

實體

package com.hr.lucene.entity;

/**
 * @ClassName FileInfo
 * @Description: TODO
 * @Author 湯永紅
 * @Date 2020/5/26 0026
 * @Version V1.0
 **/
public class FileInfo {
    private String name;
    private String path;
    private long size;
    private String content;

    public String getName() {
        return name;
    }

    public void setName(String name) {
        this.name = name;
    }

    public String getPath() {
        return path;
    }

    public void setPath(String path) {
        this.path = path;
    }

    public long getSize() {
        return size;
    }

    public void setSize(long size) {
        this.size = size;
    }

    public String getContent() {
        return content;
    }

    public void setContent(String content) {
        this.content = content;
    }
}

mapper
package com.hr.lucene.mapper;

import com.hr.lucene.entity.Products;
import org.apache.ibatis.annotations.Mapper;
import org.apache.ibatis.annotations.Select;

import java.util.List;

@Mapper
public interface ProductsMapper {
@Select(“select * from products”)
List findAll();
}

dao

package com.hr.lucene.dao;

import com.hr.lucene.entity.FileInfo;
import org.apache.commons.io.FileUtils;
import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.document.*;
import org.apache.lucene.index.DirectoryReader;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.index.IndexWriterConfig;
import org.apache.lucene.index.Term;
import org.apache.lucene.search.IndexSearcher;
import org.apache.lucene.search.ScoreDoc;
import org.apache.lucene.search.TermQuery;
import org.apache.lucene.search.TopDocs;
import org.apache.lucene.store.FSDirectory;
import org.apache.lucene.util.Version;
import org.springframework.stereotype.Repository;
import org.wltea.analyzer.lucene.IKAnalyzer;

import java.io.File;
import java.util.ArrayList;
import java.util.List;

/**
 * @ClassName LuceneDao
 * @Description: TODO
 * @Author 湯永紅
 * @Date 2020/5/26 0026
 * @Version V1.0
 **/
@Repository
public class LuceneDao {
    //創建索引
    public void createIndex() throws Exception{
        //1.源文件  D:\lucene\files
        File src = new File("D:\\lucene\\files");
        //2.索引庫 D:\lucene\indexdb
        //3.FSD(打開哪個索引庫）
        File target = new File("D:\\lucene\\indexdb");
        FSDirectory directory = FSDirectory.open(target);
        //分詞器(切詞) 標準，中文
        //StandardAnalyzer analyzer = new StandardAnalyzer();
        Analyzer analyzer = new IKAnalyzer();//中文分詞器
        //版本號
        Version version =Version.LUCENE_4_10_3;
        //配置文件
        IndexWriterConfig iwc = new IndexWriterConfig(version, analyzer);
        //寫
        IndexWriter iw = new IndexWriter(directory, iwc);
        //獲取所有源文件
        File[] allFiles = src.listFiles();
        if(allFiles!=null && allFiles.length>0){
            for (File file : allFiles) {
                //文件名
                String name = file.getName();
                //路徑
                String path = file.getPath();
                //通過commands-io包的工具類來得到文件大小
                long size = FileUtils.sizeOf(file);
                //文件內容
                String content = FileUtils.readFileToString(file, "utf-8");
                // 對以上的內容進行字段構建
                TextField indexName = new TextField("name", name, Field.Store.YES);
                StoredField indexPath = new StoredField("path", path);
                LongField indexSize = new LongField("size", size, Field.Store.YES);
                TextField indexContent= new TextField("content", content, Field.Store.YES);

                Document doc = new Document();
                doc.add(indexName);
                doc.add(indexPath);
                doc.add(indexSize);
                doc.add(indexContent);
                //寫入
                iw.addDocument(doc);
            }
            iw.close();
        }

    }


    //搜索索引
    public List<FileInfo> searchIndex(String field,String keyWords,int size) throws Exception{
        //1.FSD(打開哪個索引庫）
        File target = new File("D:\\lucene\\indexdb");
        FSDirectory directory = FSDirectory.open(target);
        //2.打開索引庫
        DirectoryReader reader = DirectoryReader.open(directory);
        //3.創建搜索
        IndexSearcher searcher = new IndexSearcher(reader);
        //4.要搜索的字段和內容
        Term term = new Term(field,keyWords);
        //5.創建查詢,返加幾條
        TermQuery termQuery = new TermQuery(term);
        //6.搜索
        TopDocs docs = searcher.search(termQuery, size);//條數
        //7.獲取document
        ScoreDoc[] mydoc=docs.scoreDocs;
        List<FileInfo> lists = null;
        if(mydoc!=null && mydoc.length>0){
            lists = new ArrayList<>();
            for (ScoreDoc scoreDoc : mydoc) {
                int index = scoreDoc.doc;//下標
                Document doc = searcher.doc(index);
                FileInfo info = new FileInfo();
                //
                info.setName(doc.get("name"));
                info.setPath(doc.get("path"));
                info.setSize(Long.parseLong(doc.get("size")));
                info.setContent(doc.get("content"));

                lists.add(info);
                info = null;
            }
            return lists;
        }
        return  null;
    }

}

web

package com.hr.lucene.web;

import com.hr.lucene.dao.LuceneDao;
import com.hr.lucene.entity.FileInfo;
import org.springframework.web.bind.annotation.PathVariable;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;

import javax.annotation.Resource;
import java.util.List;

/**
 * @ClassName LuceneController
 * @Description: TODO
 * @Author 湯永紅
 * @Date 2020/5/26 0026
 * @Version V1.0
 **/
@RestController
@RequestMapping("/api/lucene")
public class LuceneController {
    @Resource
    private LuceneDao dao;
    @RequestMapping("/createIndex")
    public String createIndex(){
        //調工具包的代碼
        try {
            dao.createIndex();
            return "成功";
        } catch (Exception e) {
            e.printStackTrace();
        }
        return "失敗";
    }
//        /api/lucene/useIndex
    @RequestMapping("/useIndex/{key}")
    public List<FileInfo> useIndex(@PathVariable("key") String key){
        //調工具包的代碼
        try {
            List<FileInfo> fileInfos = dao.searchIndex("content",key,5);
            return fileInfos;
        } catch (Exception e) {
            e.printStackTrace();
        }
       return null;
    }
}

中文分詞器三個文件
IKAnalyzer.cfg.xml

<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE properties SYSTEM "http://java.sun.com/dtd/properties.dtd">  
<properties>  
	<comment>IK Analyzer 擴展配置</comment>
	<!--用戶可以在這裏配置自己的擴展字典--> 
	<entry key="ext_dict">mydict.dic;</entry> 
	 
	 <!--用戶可以在這裏配置自己的擴展停止詞字典-->
	<entry key="ext_stopwords">ext_stopword.dic</entry> 
</properties>

ext_stopword.dic 可以去網上找，也可以自己寫

人民
末##末
啊
阿
哎
哎呀
哎喲

mydict.dic

你最優秀

測試：要看到控制檯輸出



查找java