makosten commented on a change in pull request #288:
URL: https://github.com/apache/solr/pull/288#discussion_r742983766
##########
File path:
solr/core/src/java/org/apache/solr/update/processor/DistributedZkUpdateProcessor.java
##########
@@ -316,6 +317,41 @@ public void processDelete(DeleteUpdateCommand cmd) throws
IOException {
protected void doDeleteById(DeleteUpdateCommand cmd) throws IOException {
setupRequest(cmd);
+ if (broadcastDeleteById &&
DistribPhase.parseParam(req.getParams().get(DISTRIB_UPDATE_PARAM)) ==
DistribPhase.NONE ) {
+
+ log.debug("The deleteById command is missing the required route,
broadcasting to leaders of other shards");
Review comment:
Good idea, I'll make this change.
##########
File path:
solr/core/src/java/org/apache/solr/update/processor/DistributedZkUpdateProcessor.java
##########
@@ -316,6 +317,41 @@ public void processDelete(DeleteUpdateCommand cmd) throws
IOException {
protected void doDeleteById(DeleteUpdateCommand cmd) throws IOException {
setupRequest(cmd);
+ if (broadcastDeleteById &&
DistribPhase.parseParam(req.getParams().get(DISTRIB_UPDATE_PARAM)) ==
DistribPhase.NONE ) {
+
+ log.debug("The deleteById command is missing the required route,
broadcasting to leaders of other shards");
+
+ ModifiableSolrParams outParams = new
ModifiableSolrParams(filterParams(req.getParams()));
+ outParams.set(DISTRIB_UPDATE_PARAM, DistribPhase.TOLEADER.toString());
+ outParams.set(DISTRIB_FROM, ZkCoreNodeProps.getCoreUrl(
+ zkController.getBaseUrl(), req.getCore().getName()));
+
+ SolrParams params = req.getParams();
+ String route = params.get(ShardParams._ROUTE_);
+ DocCollection coll = clusterState.getCollection(collection);
+ Collection<Slice> slices = coll.getRouter().getSearchSlices(route,
params, coll);
+
+ // if just one slice, we can skip this
Review comment:
Another good idea. I moved the check to setupRequest(). I believe the
most efficient check that return the same value is
coll.getActiveSlicesMap().size().
##########
File path:
solr/core/src/java/org/apache/solr/update/processor/DistributedZkUpdateProcessor.java
##########
@@ -383,47 +419,7 @@ protected void doDeleteByQuery(DeleteUpdateCommand cmd)
throws IOException {
if (rollupReplicationTracker == null) {
rollupReplicationTracker = new RollupRequestReplicationTracker();
}
- boolean leaderForAnyShard = false; // start off by assuming we are not
a leader for any shard
-
- ModifiableSolrParams outParams = new
ModifiableSolrParams(filterParams(req.getParams()));
- outParams.set(DISTRIB_UPDATE_PARAM, DistribPhase.TOLEADER.toString());
- outParams.set(DISTRIB_FROM, ZkCoreNodeProps.getCoreUrl(
- zkController.getBaseUrl(), req.getCore().getName()));
-
- SolrParams params = req.getParams();
- String route = params.get(ShardParams._ROUTE_);
- Collection<Slice> slices = coll.getRouter().getSearchSlices(route,
params, coll);
-
- List<SolrCmdDistributor.Node> leaders = new ArrayList<>(slices.size());
- for (Slice slice : slices) {
- String sliceName = slice.getName();
- Replica leader;
- try {
- leader = zkController.getZkStateReader().getLeaderRetry(collection,
sliceName);
- } catch (InterruptedException e) {
- throw new SolrException(SolrException.ErrorCode.SERVICE_UNAVAILABLE,
"Exception finding leader for shard " + sliceName, e);
- }
-
- // TODO: What if leaders changed in the meantime?
- // should we send out slice-at-a-time and if a node returns "hey, I'm
not a leader" (or we get an error because it went down) then look up the new
leader?
-
- // Am I the leader for this slice?
- ZkCoreNodeProps coreLeaderProps = new ZkCoreNodeProps(leader);
- String leaderCoreNodeName = leader.getName();
- String coreNodeName = cloudDesc.getCoreNodeName();
- isLeader = coreNodeName.equals(leaderCoreNodeName);
-
- if (isLeader) {
- // don't forward to ourself
- leaderForAnyShard = true;
- } else {
- leaders.add(new SolrCmdDistributor.ForwardNode(coreLeaderProps,
zkController.getZkStateReader(), collection, sliceName, maxRetriesOnForward));
- }
- }
-
- outParams.remove("commit"); // this will be distributed from the local
commit
-
- cmdDistrib.distribDelete(cmd, leaders, outParams, false,
rollupReplicationTracker, null);
+ boolean leaderForAnyShard = forwardDelete(coll, cmd);
Review comment:
This is great! I'm going to see if forwardDelete can be shared.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: issues-unsubscr...@solr.apache.org
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscr...@solr.apache.org
For additional commands, e-mail: issues-h...@solr.apache.org
