美文网首页
Solr6.5通过java代码实现增量、全量索引(五)

Solr6.5通过java代码实现增量、全量索引(五)

作者: 柳岸花开 | 来源:发表于2017-04-24 09:40 被阅读216次

      前期对solr全文检索已经做了绝大部分的工作,现在剩下的就是如何让索引自动加载,包括全量加载及增量加载。

1.首先要实现自动的全量加载及增量加载就要通过定时任务来实现,这里定时任务的编写不在这里描述。

2.如下是我在项目中的全量、增量加载的代码:

package com.ultrapower.bpm.interfaces;

import java.io.IOException;
import java.util.Properties;

import org.apache.http.auth.AuthScope;
import org.apache.http.auth.UsernamePasswordCredentials;
import org.apache.http.impl.client.DefaultHttpClient;
import org.apache.log4j.Logger;
import org.apache.solr.client.solrj.SolrQuery;
import org.apache.solr.client.solrj.SolrServerException;
import org.apache.solr.client.solrj.impl.HttpSolrServer;
import org.apache.solr.client.solrj.response.QueryResponse;
import org.apache.solr.client.solrj.response.UpdateResponse;
import org.apache.solr.common.SolrDocumentList;
import org.apache.solr.common.SolrInputDocument;
import org.springframework.core.io.support.PropertiesLoaderUtils;

import com.ultrapower.bpm.process.action.ProcessAction;
import com.ultrapower.bpm.sheet.manage.PreemptiveAuthInterceptor;

public class AddSolrOperator {
	//======================================读取配置文件中solr的URL
	public static String SOLR_URL = "";
	public static String SOLR_IP = "";
	public static String SOLR_PORT = "";
	private static Logger log = Logger.getLogger(ProcessAction.class);
	
	static{
		try {
			Properties properties = PropertiesLoaderUtils.loadAllProperties("solrURL.properties");
			SOLR_URL = properties.getProperty("solr.url");
			SOLR_IP = properties.getProperty("solr.ip");
			SOLR_PORT = properties.getProperty("solr.port");
		} catch (IOException e) {
			log.error("读取solrURL.properties出现异常!!", e);
		}
	}
	
	//======================================
	
	
	
	// private static final String DEFAULT_URL = "http://localhost:8088/solr/";
	 
	// http://localhost:8088/solr/collection1/dataimport?command=delta-import&clean=false&commit=true&entity=up_knowledge&optimize=false
	 // http://localhost:8088/solr/collection1/dataimport?command=delta-import&clean=false&commit=true&optimize=false
	 public static HttpSolrServer solr=null ;
	 
	 @SuppressWarnings("unchecked")
	public synchronized void scanInterface() throws IOException{
		 solr= new HttpSolrServer(SOLR_URL);
			//====进行用户验证,因为tomcat中设定了用户验证,所以为了能连接服务器必需要验证用户,否则不能连通服务器
			 DefaultHttpClient m_client =(DefaultHttpClient)solr.getHttpClient(); 
			  UsernamePasswordCredentials credentials = new UsernamePasswordCredentials("admin","admin");
			  m_client.addRequestInterceptor(new PreemptiveAuthInterceptor(),0);
			  (((DefaultHttpClient)m_client).getCredentialsProvider()).setCredentials(new AuthScope(SOLR_IP,Integer.parseInt(SOLR_PORT)), credentials);
	        //======
//			  AddSolrOperator add=new AddSolrOperator();
			  buildIndex(false);
	     SolrInputDocument doc = new SolrInputDocument();
	     try {
		  } catch (Exception e) {
			  e.printStackTrace();
		  }
	}
	 
	 
	 /**
	     * 增量/全量建立索引 。
	     * 
	     * @param delta false,增量建立索引;true,重建所有索引
	 * @throws IOException 
	     */
	    public static void buildIndex(boolean delta) throws IOException {
	        SolrQuery query = new SolrQuery();
	        // 指定RequestHandler,默认使用/select
	        query.setRequestHandler("/dataimport");

	        String command = delta ? "full-import" : "delta-import"; 
	        String clean = delta ? "true" : "false";
	        String optimize = delta ? "true" : "false";
	        
	        query.setParam("command", command)
	             .setParam("clean", false)
	             .setParam("commit", "true")
//	             .setParam("entity", "")
	             .setParam("optimize", optimize);
	        try {
	        	solr.query(query);
	        	solr.commit();
	        	System.out.println(" ///////////"+command);
	        } catch (SolrServerException e) {
	           e.printStackTrace();
	        }
	    }
}

相关文章

网友评论

      本文标题:Solr6.5通过java代码实现增量、全量索引(五)

      本文链接:https://www.haomeiwen.com/subject/qanbattx.html