亚洲香蕉成人av网站在线观看_欧美精品成人91久久久久久久_久久久久久久久久久亚洲_热久久视久久精品18亚洲精品_国产精自产拍久久久久久_亚洲色图国产精品_91精品国产网站_中文字幕欧美日韩精品_国产精品久久久久久亚洲调教_国产精品久久一区_性夜试看影院91社区_97在线观看视频国产_68精品久久久久久欧美_欧美精品在线观看_国产精品一区二区久久精品_欧美老女人bb

首頁 > 編程 > Java > 正文

java多線程處理執行solr創建索引示例

2019-11-26 15:39:52
字體:
來源:轉載
供稿:網友

復制代碼 代碼如下:

public class SolrIndexer implements Indexer, Searcher, DisposableBean {
 //~ Static fields/initializers =============================================

 static final Logger logger = LoggerFactory.getLogger(SolrIndexer.class);

 private static final long SHUTDOWN_TIMEOUT    = 5 * 60 * 1000L; // long enough

 private static final int  INPUT_QUEUE_LENGTH  = 16384;

 //~ Instance fields ========================================================

 private CommonsHttpSolrServer server;

 private BlockingQueue<Operation> inputQueue;

 private Thread updateThread;
 volatile boolean running = true;
 volatile boolean shuttingDown = false;

 //~ Constructors ===========================================================

 public SolrIndexer(String url) throws MalformedURLException {
  server = new CommonsHttpSolrServer(url);

  inputQueue = new ArrayBlockingQueue<Operation>(INPUT_QUEUE_LENGTH);

  updateThread = new Thread(new UpdateTask());
  updateThread.setName("SolrIndexer");
  updateThread.start();
 }

 //~ Methods ================================================================

 public void setSoTimeout(int timeout) {
  server.setSoTimeout(timeout);
 }

 public void setConnectionTimeout(int timeout) {
  server.setConnectionTimeout(timeout);
 }

 public void setAllowCompression(boolean allowCompression) {
  server.setAllowCompression(allowCompression);
 }


 public void addIndex(Indexable indexable) throws IndexingException {
  if (shuttingDown) {
   throw new IllegalStateException("SolrIndexer is shutting down");
  }
  inputQueue.offer(new Operation(indexable, OperationType.UPDATE));
 }
 

 public void delIndex(Indexable indexable) throws IndexingException {
  if (shuttingDown) {
   throw new IllegalStateException("SolrIndexer is shutting down");
  }
  inputQueue.offer(new Operation(indexable, OperationType.DELETE));
 }

 
 private void updateIndices(String type, List<Indexable> indices) throws IndexingException {
  if (indices == null || indices.size() == 0) {
   return;
  }

  logger.debug("Updating {} indices", indices.size());

  UpdateRequest req = new UpdateRequest("/" + type + "/update");
  req.setAction(UpdateRequest.ACTION.COMMIT, false, false);

  for (Indexable idx : indices) {
   Doc doc = idx.getDoc();

   SolrInputDocument solrDoc = new SolrInputDocument();
   solrDoc.setDocumentBoost(doc.getDocumentBoost());
   for (Iterator<Field> i = doc.iterator(); i.hasNext();) {
    Field field = i.next();
    solrDoc.addField(field.getName(), field.getValue(), field.getBoost());
   }

   req.add(solrDoc);   
  }

  try {
   req.process(server);   
  } catch (SolrServerException e) {
   logger.error("SolrServerException occurred", e);
   throw new IndexingException(e);
  } catch (IOException e) {
   logger.error("IOException occurred", e);
   throw new IndexingException(e);
  }
 }

 
 private void delIndices(String type, List<Indexable> indices) throws IndexingException {
  if (indices == null || indices.size() == 0) {
   return;
  }

  logger.debug("Deleting {} indices", indices.size());

  UpdateRequest req = new UpdateRequest("/" + type + "/update");
  req.setAction(UpdateRequest.ACTION.COMMIT, false, false);
  for (Indexable indexable : indices) {   
   req.deleteById(indexable.getDocId());
  }

  try {
   req.process(server);
  } catch (SolrServerException e) {
   logger.error("SolrServerException occurred", e);
   throw new IndexingException(e);
  } catch (IOException e) {
   logger.error("IOException occurred", e);
   throw new IndexingException(e);
  }
 }

 
 public QueryResult search(Query query) throws IndexingException {
  SolrQuery sq = new SolrQuery();
  sq.setQuery(query.getQuery());
  if (query.getFilter() != null) {
   sq.addFilterQuery(query.getFilter());
  }
  if (query.getOrderField() != null) {
   sq.addSortField(query.getOrderField(), query.getOrder() == Query.Order.DESC ? SolrQuery.ORDER.desc : SolrQuery.ORDER.asc);
  }
  sq.setStart(query.getOffset());
  sq.setRows(query.getLimit());

  QueryRequest req = new QueryRequest(sq);
  req.setPath("/" + query.getType() + "/select");

  try {
   QueryResponse rsp = req.process(server);
   SolrDocumentList docs = rsp.getResults();

   QueryResult result = new QueryResult();
   result.setOffset(docs.getStart());
   result.setTotal(docs.getNumFound());
   result.setSize(sq.getRows());

   List<Doc> resultDocs = new ArrayList<Doc>(result.getSize());
   for (Iterator<SolrDocument> i = docs.iterator(); i.hasNext();) {
    SolrDocument solrDocument = i.next();

    Doc doc = new Doc();
    for (Iterator<Map.Entry<String, Object>> iter = solrDocument.iterator(); iter.hasNext();) {
     Map.Entry<String, Object> field = iter.next();
     doc.addField(field.getKey(), field.getValue());
    }

    resultDocs.add(doc);
   }

   result.setDocs(resultDocs);
   return result;

  } catch (SolrServerException e) {
   logger.error("SolrServerException occurred", e);
   throw new IndexingException(e);
  }
 }
 

 public void destroy() throws Exception {
  shutdown(SHUTDOWN_TIMEOUT, TimeUnit.MILLISECONDS);  
 }

 public boolean shutdown(long timeout, TimeUnit unit) {
  if (shuttingDown) {
   logger.info("Suppressing duplicate attempt to shut down");
   return false;
  }
  shuttingDown = true;
  String baseName = updateThread.getName();
  updateThread.setName(baseName + " - SHUTTING DOWN");
  boolean rv = false;
  try {
   // Conditionally wait
   if (timeout > 0) {
    updateThread.setName(baseName + " - SHUTTING DOWN (waiting)");
    rv = waitForQueue(timeout, unit);
   }
  } finally {
   // But always begin the shutdown sequence
   running = false;
   updateThread.setName(baseName + " - SHUTTING DOWN (informed client)");
  }
  return rv;
 }

 /**
  * @param timeout
  * @param unit
  * @return
  */
 private boolean waitForQueue(long timeout, TimeUnit unit) {
  CountDownLatch latch = new CountDownLatch(1);
  inputQueue.add(new StopOperation(latch));
  try {
   return latch.await(timeout, unit);
  } catch (InterruptedException e) {
   throw new RuntimeException("Interrupted waiting for queues", e);
  }
 }

 

 class UpdateTask implements Runnable {
  public void run() {
   while (running) {
    try {
     syncIndices();
    } catch (Throwable e) {
     if (shuttingDown) {
      logger.warn("Exception occurred during shutdown", e);
     } else {
      logger.error("Problem handling solr indexing updating", e);
     }
    }
   }
   logger.info("Shut down SolrIndexer");
  }
 }

 void syncIndices() throws InterruptedException {
  Operation op = inputQueue.poll(1000L, TimeUnit.MILLISECONDS);

  if (op == null) {
   return;
  }

  if (op instanceof StopOperation) {
   ((StopOperation) op).stop();
   return;
  }

  // wait 1 second
  try {
   Thread.sleep(1000);
  } catch (InterruptedException e) {

  }

  List<Operation> ops = new ArrayList<Operation>(inputQueue.size() + 1);
  ops.add(op);
  inputQueue.drainTo(ops);

  Map<String, List<Indexable>> deleteMap = new HashMap<String, List<Indexable>>(4);
  Map<String, List<Indexable>> updateMap = new HashMap<String, List<Indexable>>(4);

  for (Operation o : ops) {
   if (o instanceof StopOperation) {
    ((StopOperation) o).stop();
   } else {
    Indexable indexable = o.indexable;
    if (o.type == OperationType.DELETE) {
     List<Indexable> docs = deleteMap.get(indexable.getType());
     if (docs == null) {
      docs = new LinkedList<Indexable>();
      deleteMap.put(indexable.getType(), docs);
     }
     docs.add(indexable);
    } else {
     List<Indexable> docs = updateMap.get(indexable.getType());
     if (docs == null) {
      docs = new LinkedList<Indexable>();
      updateMap.put(indexable.getType(), docs);
     }
     docs.add(indexable);
    }
   }
  }

  for (Iterator<Map.Entry<String, List<Indexable>>> i = deleteMap.entrySet().iterator(); i.hasNext();) {
   Map.Entry<String, List<Indexable>> entry = i.next();
   delIndices(entry.getKey(), entry.getValue());
  }

  for (Iterator<Map.Entry<String, List<Indexable>>> i = updateMap.entrySet().iterator(); i.hasNext();) {
   Map.Entry<String, List<Indexable>> entry = i.next();
   updateIndices(entry.getKey(), entry.getValue());
  }
 }

 enum OperationType { DELETE, UPDATE, SHUTDOWN }

 static class Operation {
  OperationType type;
  Indexable indexable;

  Operation() {}

  Operation(Indexable indexable, OperationType type) {
   this.indexable = indexable;
   this.type = type;
  }
 }

 static class StopOperation extends Operation {
  CountDownLatch latch;

  StopOperation(CountDownLatch latch) {
   this.latch = latch;
   this.type = OperationType.SHUTDOWN;
  }

  public void stop() {
   latch.countDown();
  }
 }

 //~ Accessors ===============

}

發表評論 共有條評論
用戶名: 密碼:
驗證碼: 匿名發表
亚洲香蕉成人av网站在线观看_欧美精品成人91久久久久久久_久久久久久久久久久亚洲_热久久视久久精品18亚洲精品_国产精自产拍久久久久久_亚洲色图国产精品_91精品国产网站_中文字幕欧美日韩精品_国产精品久久久久久亚洲调教_国产精品久久一区_性夜试看影院91社区_97在线观看视频国产_68精品久久久久久欧美_欧美精品在线观看_国产精品一区二区久久精品_欧美老女人bb
国产精品草莓在线免费观看| 欧美日韩亚洲一区二| 性亚洲最疯狂xxxx高清| 91综合免费在线| 精品视频9999| 欧美午夜美女看片| 国产精品三级美女白浆呻吟| 国产专区精品视频| 久久青草精品视频免费观看| 最新国产成人av网站网址麻豆| 国产成人综合精品在线| 午夜精品福利视频| 69久久夜色精品国产69| 亚洲一区二区三区视频| xxav国产精品美女主播| 亚洲国产精品悠悠久久琪琪| 中文字幕欧美精品日韩中文字幕| 视频在线一区二区| 亚洲欧美激情在线视频| 成人性生交大片免费看视频直播| 亚洲大尺度美女在线| 中文字幕日韩免费视频| 亚洲丝袜在线视频| 国产精品久久久久久久久久久久久久| 另类专区欧美制服同性| 亚洲国产精品专区久久| 亚洲国产婷婷香蕉久久久久久| 久久免费高清视频| 久久精品成人动漫| 伊人久久综合97精品| 亚洲精品乱码久久久久久金桔影视| 欧美视频裸体精品| 欧美精品videosex性欧美| 亚洲第一区中文99精品| 国产精品视频导航| 在线观看中文字幕亚洲| 最近2019中文字幕大全第二页| 色噜噜狠狠狠综合曰曰曰88av| 国产精品专区h在线观看| 欧美极品少妇xxxxx| 欧美成人免费全部| 91啪国产在线| 欧美激情视频在线| 国产suv精品一区二区三区88区| 97久久超碰福利国产精品…| 中国china体内裑精亚洲片| 久久国产一区二区三区| 日韩国产欧美精品一区二区三区| 伊人久久免费视频| 456亚洲影院| 日韩在线播放一区| 亚洲午夜国产成人av电影男同| 欧美一级视频免费在线观看| 成人亚洲激情网| 亚洲一区二区免费在线| 日韩欧美在线网址| 欧美成人免费大片| 欧美亚洲在线视频| 97人人爽人人喊人人模波多| 欧美老少配视频| 91精品国产91久久久| 亚洲第一免费网站| 久久精品国产91精品亚洲| 在线观看成人黄色| 亚洲一区二区三区在线免费观看| 欧美在线视频免费播放| 亚洲色图狂野欧美| www.亚洲一二| 欧美视频在线观看 亚洲欧| 欧美日韩亚洲一区二区三区| 日本精品中文字幕| 中国人与牲禽动交精品| 91av免费观看91av精品在线| 国产精品第一第二| 欧美国产高跟鞋裸体秀xxxhd| 日韩精品欧美国产精品忘忧草| 亚洲国产成人在线播放| 国产日产欧美精品| 夜夜躁日日躁狠狠久久88av| 精品成人在线视频| 欧美日韩一区免费| xvideos亚洲| 91po在线观看91精品国产性色| 亚洲第一免费网站| 国内精品久久久久影院优| 国产成人一区二区| 中文字幕亚洲欧美日韩2019| 亚洲免费视频观看| 欧美xxxx14xxxxx性爽| 一夜七次郎国产精品亚洲| 国产精品视频久久久久| 日韩毛片中文字幕| 日韩电影中文 亚洲精品乱码| 久久视频在线免费观看| 欧美激情视频一区| 中文字幕亚洲一区二区三区五十路| 日韩在线观看免费| 国产97色在线|日韩| 国产精品视频网| 国产精品白嫩初高中害羞小美女| 久久久久亚洲精品国产| 国产精品一区二区久久国产| 欧美精品久久久久久久久久| 午夜美女久久久久爽久久| 久久精品91久久久久久再现| 欧美大胆在线视频| 成人精品网站在线观看| 欧美三级免费观看| 欧美日韩裸体免费视频| 日韩高清电影好看的电视剧电影| 国产99视频精品免视看7| 免费不卡在线观看av| 91精品久久久久久久| 亚洲香蕉av在线一区二区三区| 日韩中文字幕国产精品| 77777亚洲午夜久久多人| 久久福利网址导航| 日韩精品视频在线观看网址| 精品爽片免费看久久| 国产精品第3页| 55夜色66夜色国产精品视频| 亚洲国产古装精品网站| 国产精品成人在线| 欧美亚洲另类在线| 欧美成人午夜激情| 亚洲欧美激情一区| 久久精品99久久久久久久久| 欧美午夜精品伦理| 成人国产亚洲精品a区天堂华泰| 国产激情久久久| 日韩av手机在线观看| 在线播放日韩欧美| 亚洲欧美三级在线| 亚洲精品一区中文字幕乱码| 亚洲精品福利免费在线观看| 精品国产乱码久久久久酒店| 色婷婷亚洲mv天堂mv在影片| 69久久夜色精品国产69乱青草| 欧美另类69精品久久久久9999| 久久久av免费| 欧洲s码亚洲m码精品一区| 九九精品在线视频| 97视频人免费观看| 国产精品夜色7777狼人| 亚洲福利在线看| 91精品国产色综合久久不卡98| 精品亚洲va在线va天堂资源站| 亚洲淫片在线视频| 精品欧美国产一区二区三区| 最近免费中文字幕视频2019| 久久精品国产69国产精品亚洲| 一色桃子一区二区| 日韩精品999| 欧美日韩亚洲一区二区三区| 日韩在线观看免费高清完整版| 国产精品2018| 国产精品国产三级国产专播精品人| 亚洲在线视频观看| 欧美日产国产成人免费图片| 久久久综合av| 亚洲精品国精品久久99热一| 欧美一区二区大胆人体摄影专业网站| 69国产精品成人在线播放| 精品国偷自产在线视频99|