【大数据开发】Elasticsearch推荐系统（六）

简介

01

cd /etc/logstash/conf.d/

sudo touch novel_detail.conf

sudo vi novel_detail.conf

input {
stdin{}
  jdbc {
    jdbc_driver_library => "/opt/shell/mysql-connector-java-5.1.27.jar"
    jdbc_driver_class => "com.mysql.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://bigdata-pro-m01.kfk.com:3306/db_novel"
    jdbc_user => "root"
    jdbc_password => "12345678"
    statement => "SELECT id,novel_name,novel_id,chapter_name from novel_detail"
    jdbc_validate_connection => "true"
    jdbc_validation_timeout => "3600"
    connection_retry_attempts => "5"
    jdbc_paging_enabled => "true"
    jdbc_page_size => "1000"
    sql_log_level => "warn"
    lowercase_column_names => "true"
    codec => plain{ charset => "UTF-8" }
  }
}


filter{
  json{
    source => "message"
    remove_field => ["message"]
  }
}




output {
  elasticsearch {
    hosts => "bigdata-pro-m01.kfk.com:9200"
    index => "novel_detail"
    document_id => "%{id}"
    codec => plain{charset => "UTF-8"} 
  }
  stdout{
    codec => "json_lines"
  }
}

cd /usr/share/logstash/
su root
bin/logstash -f /etc/logstash/conf.d/novel_detail.conf

02

/** 
    * @Description:  详情页+目录
    * @Param: [nid, map] 
    * @return: java.lang.String 
    * @Author: zhangjingyu
    * @Date: 2020/7/21
    */ 
    @RequestMapping(value="openCatalog",method= RequestMethod.GET)
    public String openCatalog(String nid,Map<String,Object> map){
        DetailNovel novel = novelServiceImpl.selectNovelByNid(nid);
        List<Chapter> chapterList = chapterServiceImpl.selectChapterByNid(nid);


        map.put("novel",novel);
        map.put("chapterList",chapterList);
        return "catalog";
    }

/**
     * @Description: 根据小说的id查找章节
     * @Param: [nid]
     * @return: java.util.List<com.sif.pojo.Chapter>
     * @Author: zhangjingyu
     * @Date: 2020/7/21
     */
    public List<Chapter> selectChapterByNid(String nid) {
        SearchRequestBuilder builder = EsClientUtils.getClient()
                .prepareSearch(CommonUtil.index_detail_search);
        //根据小说的id来获取章节
        TermQueryBuilder novelBuilder = QueryBuilders.termQuery("novel_id", nid);
        builder.setQuery(novelBuilder);
        builder.setTypes("doc");
        SearchResponse searchResponse = builder.get();
        SearchHits hits = searchResponse.getHits();
        List<Chapter> chaptersList = new ArrayList<>();
        SearchHit[] chapterHits = hits.getHits();
        //循环获取章节信息
        for (SearchHit hit:chapterHits) {
            Map<String, Object> sourceAsMap = hit.getSourceAsMap();
            Chapter chapter = new Chapter();
            chapter.setId(Integer.valueOf(sourceAsMap.get("id").toString()));
            chapter.setChapterName(sourceAsMap.get("chapter_name").toString());
            chapter.setNovelId(Integer.valueOf(sourceAsMap.get("novel_id").toString()));
            chaptersList.add(chapter);
        }
        //要对章节信息进行排序
        Collections.sort(chaptersList, new Comparator<Chapter>() {
            @Override
            public int compare(Chapter o1, Chapter o2) {
                return o1.getId()-o2.getId();
            }
        });
        return chaptersList;
    }

/*根据小说的id搜索小说*/
    public DetailNovel selectNovelByNid(String nid){
        GetResponse response = EsClientUtils.getClient().prepareGet(CommonUtil.index_search,
                "doc", nid).execute().actionGet();
        Map<String, Object> sourceAsMap = response.getSourceAsMap();
        DetailNovel detailNovel = new DetailNovel();
        detailNovel.setName(sourceAsMap.get("name").toString());
        detailNovel.setId(sourceAsMap.get("id").toString());
        detailNovel.setDetail(sourceAsMap.get("detail").toString());
        detailNovel.setNovelInfo(sourceAsMap.get("novelinfo").toString());
        detailNovel.setAuthor(sourceAsMap.get("author").toString());
        detailNovel.setCategory(sourceAsMap.get("category").toString());
        detailNovel.setNews(sourceAsMap.get("new").toString());
        detailNovel.setStatus(sourceAsMap.get("status").toString());
        detailNovel.setCollect(Integer.valueOf(sourceAsMap.get("collect").toString()));
        detailNovel.setCount(Integer.valueOf(sourceAsMap.get("count").toString()));
        detailNovel.setLastupdate(sourceAsMap.get("lastupdate").toString());
        detailNovel.setClickcount(Integer.valueOf(sourceAsMap.get("clickcount").toString()));
        detailNovel.setMonthclick(Integer.valueOf(sourceAsMap.get("monthclick").toString()));
        detailNovel.setWeekclick(Integer.valueOf(sourceAsMap.get("weekclick").toString()));
        detailNovel.setCountreCommend(Integer.valueOf(sourceAsMap.get("countrecommend").toString()));
        detailNovel.setMonthreCommend(Integer.valueOf(sourceAsMap.get("monthrecommend").toString()));
        detailNovel.setWeekreCommend(Integer.valueOf(sourceAsMap.get("weekrecommend").toString()));
        detailNovel.setPicUrl(sourceAsMap.get("picurl").toString());
        return detailNovel;
    }