[
https://issues.apache.org/jira/browse/SOLR-6325?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Shalin Shekhar Mangar updated SOLR-6325:
----------------------------------------
Attachment: SOLR-6325.patch
# Since we are collecting stats from each node, it makes sense to expose them
directly within the node's properties.
# There's no shard level aggregation yet
# Some stat names are whitelisted and only those are returned
{code}
http://localhost:8983/solr/admin/collections?action=clusterstatus&name=collection1&wt=json&stats=true&indent=on
{code}
{code}
{
"responseHeader":{
"status":0,
"QTime":2018},
"cluster":{
"collections":{
"collection1":{
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node1":{
"state":"active",
"base_url":"http://127.0.1.1:8983/solr";,
"core":"collection1",
"node_name":"127.0.1.1:8983_solr",
"leader":"true",
"/update":{
"15minRateReqsPerSecond":0.0037831194086604806,
"75thPcRequestTime":44.78251475,
"999thPcRequestTime":49.482589,
"requests":4,
"avgRequestsPerSecond":0.002800747737056084,
"99thPcRequestTime":49.482589,
"95thPcRequestTime":49.482589,
"avgTimePerRequest":22.42671725,
"5minRateReqsPerSecond":0.008223370224169085,
"medianRequestTime":18.976197,
"totalTime":89.706869},
"/select":{
"15minRateReqsPerSecond":0.043895542803021756,
"75thPcRequestTime":26.88668575,
"999thPcRequestTime":29.510082,
"requests":4,
"avgRequestsPerSecond":0.002800729027765367,
"99thPcRequestTime":29.510082,
"95thPcRequestTime":29.510082,
"avgTimePerRequest":14.49905,
"5minRateReqsPerSecond":0.005877835107354825,
"medianRequestTime":13.986818500000002,
"totalTime":57.9962},
"/get":{
"15minRateReqsPerSecond":0.0,
"75thPcRequestTime":0.0,
"999thPcRequestTime":0.0,
"requests":0,
"avgRequestsPerSecond":0.0,
"99thPcRequestTime":0.0,
"95thPcRequestTime":0.0,
"avgTimePerRequest":0.0,
"5minRateReqsPerSecond":0.0,
"medianRequestTime":0.0,
"totalTime":0.0},
"/replication":{
"15minRateReqsPerSecond":0.001209650641611822,
"75thPcRequestTime":0.822187,
"999thPcRequestTime":0.822187,
"requests":2,
"avgRequestsPerSecond":0.0014003832223972693,
"99thPcRequestTime":0.822187,
"95thPcRequestTime":0.822187,
"avgTimePerRequest":0.6147625,
"5minRateReqsPerSecond":0.0020537656834826467,
"medianRequestTime":0.6147625,
"indexSizeBytes":3456,
"totalTime":1.229525}}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{"core_node2":{
"state":"active",
"base_url":"http://127.0.1.1:7574/solr";,
"core":"collection1",
"node_name":"127.0.1.1:7574_solr",
"leader":"true",
"/update":{
"15minRateReqsPerSecond":0.0018863053853323986,
"75thPcRequestTime":32.011629,
"999thPcRequestTime":32.011629,
"requests":2,
"avgRequestsPerSecond":0.0014018173571424294,
"99thPcRequestTime":32.011629,
"95thPcRequestTime":32.011629,
"avgTimePerRequest":17.2436445,
"5minRateReqsPerSecond":0.004077421862610938,
"medianRequestTime":17.2436445,
"totalTime":34.487289},
"/select":{
"15minRateReqsPerSecond":0.0424546020916075,
"75thPcRequestTime":50.072351,
"999thPcRequestTime":50.072351,
"requests":2,
"avgRequestsPerSecond":0.0014018115220090666,
"99thPcRequestTime":50.072351,
"95thPcRequestTime":50.072351,
"avgTimePerRequest":29.4618105,
"5minRateReqsPerSecond":0.0037940030823560658,
"medianRequestTime":29.4618105,
"totalTime":58.923621},
"/get":{
"15minRateReqsPerSecond":0.0,
"75thPcRequestTime":0.0,
"999thPcRequestTime":0.0,
"requests":0,
"avgRequestsPerSecond":0.0,
"99thPcRequestTime":0.0,
"95thPcRequestTime":0.0,
"avgTimePerRequest":0.0,
"5minRateReqsPerSecond":0.0,
"medianRequestTime":0.0,
"totalTime":0.0},
"/replication":{
"15minRateReqsPerSecond":0.0,
"75thPcRequestTime":0.0,
"999thPcRequestTime":0.0,
"requests":0,
"avgRequestsPerSecond":0.0,
"99thPcRequestTime":0.0,
"95thPcRequestTime":0.0,
"avgTimePerRequest":0.0,
"5minRateReqsPerSecond":0.0,
"medianRequestTime":0.0,
"indexSizeBytes":3456,
"totalTime":0.0}}}}},
"maxShardsPerNode":"1",
"router":{"name":"compositeId"},
"replicationFactor":"1",
"autoCreated":"true"}},
"live_nodes":["127.0.1.1:7574_solr",
"127.0.1.1:8983_solr"]}}
{code}
Further work:
# Index size is to be aggregated across shards
# Make it possible to request additional handler paths
# Use the API exposed in SOLR-6332 to find the correct handlers
> Expose per-collection and per-shard aggregate statistics
> --------------------------------------------------------
>
> Key: SOLR-6325
> URL: https://issues.apache.org/jira/browse/SOLR-6325
> Project: Solr
> Issue Type: Sub-task
> Components: SolrCloud
> Reporter: Shalin Shekhar Mangar
> Assignee: Shalin Shekhar Mangar
> Fix For: 4.9, 5.0
>
> Attachments: SOLR-6325.patch, SOLR-6325.patch
>
>
> SolrCloud doesn't provide any aggregate stats about the cluster or a
> collection. Very common questions such as document counts per shard, index
> sizes, request rates etc cannot be answered easily without figuring out the
> cluster state, invoking multiple core admin APIs and aggregating them
> manually.
> I propose that we expose an API which returns each of the following on a
> per-collection and per-shard basis:
> # Document counts
> # Index size on disk
> # Query request rate
> # Indexing request rate
> # Real time get request rate
> I am not yet sure if this should be a distributed search component or a
> collection API.
--
This message was sent by Atlassian JIRA
(v6.2#6252)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
