Hi Solr-Team,

I am benchmarking solr with the German Wikipedia pages on 4 nodes (Running
on ports 9999, 9998, 9997 and 9996), 4 shards, replication factor 2):

"F:\solr_server\solr-7.2.1\bin\solr.cmd" start -m 3g -cloud -p 9999 -s
"F:\solr_server\solr-7.2.1\example\cloud\node1\solr"
"F:\solr_server\solr-7.2.1\bin\solr.cmd" start -m 3g -cloud -p 9998 -s
"F:\solr_server\solr-7.2.1\example\cloud\node2\solr" -z localhost:10999
"F:\solr_server\solr-7.2.1\bin\solr.cmd" start -m 3g -cloud -p 9997 -s
"F:\solr_server\solr-7.2.1\example\cloud\node3\solr" -z localhost:10999
"F:\solr_server\solr-7.2.1\bin\solr.cmd" start -m 3g -cloud -p 9996 -s
"F:\solr_server\solr-7.2.1\example\cloud\node4\solr" -z localhost:10999

created with

*http://localhost:9999/solr/admin/collections?action=CREATE&name=de_wiki_man&numShards=4&replicationFactor=2&maxShardsPerNode=2&wt=xml
<http://localhost:9999/solr/admin/collections?action=CREATE&name=de_wiki_man&numShards=4&replicationFactor=2&maxShardsPerNode=2&wt=xml>*

Then I inserted 40GB of data into the system and was curious how large the
index got. The query

F:\solr_server\solr-7.2.1>curl -s
http://localhost:9996/solr/admin/cores?action=STATUS | grep
"size\|numDocs\|name" | sed "s/}},/\n/g"
      "name":"de_wiki_all_shard1_replica_n2",
        "numDocs":671396,
        "sizeInBytes":3781265902,
        "size":"3.52 GB"

      "name":"de_wiki_all_shard3_replica_n10",
        "numDocs":670564,
        "sizeInBytes":3874165653,
        "size":"3.61 GB"

      "name":"de_wiki_man_shard2_replica_n4",
        "numDocs":670498,
        "sizeInBytes":11936390483,
        "size":"11.12 GB"

      "name":"de_wiki_man_shard4_replica_n12",
        "numDocs":671484,
        "sizeInBytes":16153375004,
        "size":"15.04 GB"

      "name":"trans_shard1_replica_n1",
        "numDocs":0,
        "sizeInBytes":69,
        "size":"69 bytes"}}}}

but the query reports infos on only one shard:

F:\solr_server\solr-7.2.1>curl -s
http://localhost:9996/solr/de_wiki_man/replication?command=details | grep
"indexPath\|indexSize"
    "indexSize":"15.04 GB",

"indexPath":"F:\\solr_server\\solr-7.2.1\\example\\cloud\\node4\\solr\\de_wiki_man_shard4_replica_n12\\data\\index/",

I wonder why the infos for the second replica are not shown. Comments?

Cheers,
Arturas









Additional infos:


F:\solr_server\solr-7.2.1>curl -s
http://localhost:9999/solr/de_wiki_man/replication?command=details | grep
"indexPath\|indexSize"
    "indexSize":"16.73 GB",

"indexPath":"F:\\solr_server\\solr-7.2.1\\example\\cloud\\node1\\solr\\de_wiki_man_shard1_replica_n1\\data\\index.20180629092013755",
        "indexSize":"15.32 GB",

"indexPath":"F:\\solr_server\\solr-7.2.1\\example\\cloud\\node2\\solr\\de_wiki_man_shard1_replica_n2\\data\\index/",

F:\solr_server\solr-7.2.1>curl -s
http://localhost:9998/solr/de_wiki_man/replication?command=details | grep
"indexPath\|indexSize"
    "indexSize":"15.32 GB",

"indexPath":"F:\\solr_server\\solr-7.2.1\\example\\cloud\\node2\\solr\\de_wiki_man_shard1_replica_n2\\data\\index/",

F:\solr_server\solr-7.2.1>curl -s
http://localhost:9997/solr/de_wiki_man/replication?command=details | grep
"indexPath\|indexSize"
    "indexSize":"16.51 GB",

"indexPath":"F:\\solr_server\\solr-7.2.1\\example\\cloud\\node3\\solr\\de_wiki_man_shard2_replica_n6\\data\\index.20180629063901343",
        "indexSize":"11.12 GB",

"indexPath":"F:\\solr_server\\solr-7.2.1\\example\\cloud\\node4\\solr\\de_wiki_man_shard2_replica_n4\\data\\index/",

F:\solr_server\solr-7.2.1>curl -s
http://localhost:9996/solr/de_wiki_man/replication?command=details | grep
"indexPath\|indexSize"
    "indexSize":"11.12 GB",

"indexPath":"F:\\solr_server\\solr-7.2.1\\example\\cloud\\node4\\solr\\de_wiki_man_shard2_replica_n4\\data\\index/",








F:\solr_server\solr-7.2.1>curl -s
http://localhost:9999/solr/admin/cores?action=STATUS | grep
"size\|numDocs\|name" | sed "s/}},/\n/g"
      "name":"de_wiki_all_shard1_replica_n1",
        "numDocs":671396,
        "sizeInBytes":3815456445,
        "size":"3.55 GB"

      "name":"de_wiki_all_shard3_replica_n8",
        "numDocs":670564,
        "sizeInBytes":3821193139,
        "size":"3.56 GB"

      "name":"de_wiki_man_shard1_replica_n1",
        "numDocs":1141843,
        "sizeInBytes":17967817775,
        "size":"16.73 GB"

      "name":"de_wiki_man_shard3_replica_n8",
        "numDocs":670823,
        "sizeInBytes":11625124732,
        "size":"10.83 GB"}}}}

F:\solr_server\solr-7.2.1>curl -s
http://localhost:9998/solr/admin/cores?action=STATUS | grep
"size\|numDocs\|name" | sed "s/}},/\n/g"
      "name":"de_wiki_all_shard2_replica_n6",
        "numDocs":670221,
        "sizeInBytes":3828566867,
        "size":"3.57 GB"

      "name":"de_wiki_all_shard4_replica_n14",
        "numDocs":669221,
        "sizeInBytes":3772631249,
        "size":"3.51 GB"

      "name":"de_wiki_man_shard1_replica_n2",
        "numDocs":668807,
        "sizeInBytes":16449833639,
        "size":"15.32 GB"

      "name":"de_wiki_man_shard3_replica_n10",
        "numDocs":670823,
        "sizeInBytes":15987092480,
        "size":"14.89 GB"

      "name":"tph_shard1_replica_n1",
        "numDocs":978,
        "sizeInBytes":221949466,
        "size":"211.67 MB"}}}}

F:\solr_server\solr-7.2.1>curl -s
http://localhost:9997/solr/admin/cores?action=STATUS | grep
"size\|numDocs\|name" | sed "s/}},/\n/g"
      "name":"de_wiki_all_shard2_replica_n4",
        "numDocs":670221,
        "sizeInBytes":3800346469,
        "size":"3.54 GB"

      "name":"de_wiki_all_shard4_replica_n12",
        "numDocs":669221,
        "sizeInBytes":3766456764,
        "size":"3.51 GB"

      "name":"de_wiki_man_shard2_replica_n6",
        "numDocs":670498,
        "sizeInBytes":17728524151,
        "size":"16.51 GB"

      "name":"de_wiki_man_shard4_replica_n14",
        "numDocs":671484,
        "sizeInBytes":12720635597,
        "size":"11.85 GB"}}}}

F:\solr_server\solr-7.2.1>curl -s
http://localhost:9996/solr/admin/cores?action=STATUS | grep
"size\|numDocs\|name" | sed "s/}},/\n/g"
      "name":"de_wiki_all_shard1_replica_n2",
        "numDocs":671396,
        "sizeInBytes":3781265902,
        "size":"3.52 GB"

      "name":"de_wiki_all_shard3_replica_n10",
        "numDocs":670564,
        "sizeInBytes":3874165653,
        "size":"3.61 GB"

      "name":"de_wiki_man_shard2_replica_n4",
        "numDocs":670498,
        "sizeInBytes":11936390483,
        "size":"11.12 GB"

      "name":"de_wiki_man_shard4_replica_n12",
        "numDocs":671484,
        "sizeInBytes":16153375004,
        "size":"15.04 GB"

      "name":"trans_shard1_replica_n1",
        "numDocs":0,
        "sizeInBytes":69,
        "size":"69 bytes"}}}}

Reply via email to