)]}'
{"doc/source/troubleshooting/ceph-mon/monitor-troubleshooting.rst":[{"author":{"_account_id":23928,"name":"Pete Birley","email":"petebirley@gmail.com","username":"portdirect"},"change_message_id":"6c9e9576c2d61379006d95f0a186797191cf26a5","unresolved":false,"context_lines":[{"line_number":10,"context_line":""},{"line_number":11,"context_line":"Example"},{"line_number":12,"context_line":"# ssh {userid}@mtn16r11o001"},{"line_number":13,"context_line":"userid@mtn16r11o001:~$ alias k8c\u003d’sudo kubectl -n ceph’"},{"line_number":14,"context_line":"userid@mtn16r11o001:~$ k8c get pod -l application\u003dceph,component\u003dmon -o wide"},{"line_number":15,"context_line":"NAME         \tREADY \tSTATUS\tRESTARTS   AGE   \tIP           \tNODE"},{"line_number":16,"context_line":"ceph-mon-bv6kf   2/2   \tRunning   1      \t2d    \t135.91.204.212   mtn16r11o001"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3f79a3b5_71c44f0f","line":13,"range":{"start_line":13,"start_character":0,"end_line":13,"end_character":55},"updated":"2018-08-29 15:23:21.000000000","message":"we dont need to wrap this in an alias - lets just have a single clear line.","commit_id":"4567c03dcea24775bf891021ca66da30277ce983"},{"author":{"_account_id":23928,"name":"Pete Birley","email":"petebirley@gmail.com","username":"portdirect"},"change_message_id":"6c9e9576c2d61379006d95f0a186797191cf26a5","unresolved":false,"context_lines":[{"line_number":47,"context_line":"\f"},{"line_number":48,"context_line":"Checking that the MONs have established a quorum"},{"line_number":49,"context_line":"This procedure can be used to verify the status of the quorum event when all MONs are not fulling operation through the use of the admin socket feature."},{"line_number":50,"context_line":"userid@mtn16r11o001:~$ alias k8c\u003d’sudo kubectl -n ceph’"},{"line_number":51,"context_line":"userid@mtn16r11o001:~$ k8c exec ceph-mon-bv6kf -c ceph-mon -- bash -c \\"},{"line_number":52,"context_line":"                           ‘ceph daemon mon.$(ls /var/run/ceph/ | cut -f2 -d.) quorum_status’"},{"line_number":53,"context_line":"{"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3f79a3b5_51d353d6","line":50,"range":{"start_line":50,"start_character":0,"end_line":50,"end_character":55},"updated":"2018-08-29 15:23:21.000000000","message":"we dont need to wrap this in an alias - lets just have a single clear line.","commit_id":"4567c03dcea24775bf891021ca66da30277ce983"},{"author":{"_account_id":23928,"name":"Pete Birley","email":"petebirley@gmail.com","username":"portdirect"},"change_message_id":"6c9e9576c2d61379006d95f0a186797191cf26a5","unresolved":false,"context_lines":[{"line_number":101,"context_line":"sys.exit(retcode)"},{"line_number":102,"context_line":""},{"line_number":103,"context_line":"\f"},{"line_number":104,"context_line":"Verify Node Labelling"},{"line_number":105,"context_line":"In order to automate the labels on each node, here is how to proceed."},{"line_number":106,"context_line":"Step 1 - Collect the the metadata for each Kubernetes node and check"},{"line_number":107,"context_line":"userid@mtn16r11o001:~$ alias k8s\u003d’sudo kubectl -n kube-system’"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3f79a3b5_71920fff","line":104,"range":{"start_line":104,"start_character":0,"end_line":104,"end_character":21},"updated":"2018-08-29 15:23:21.000000000","message":"what does this section get us? I may be missing something fundamental here.","commit_id":"4567c03dcea24775bf891021ca66da30277ce983"},{"author":{"_account_id":23928,"name":"Pete Birley","email":"petebirley@gmail.com","username":"portdirect"},"change_message_id":"6c9e9576c2d61379006d95f0a186797191cf26a5","unresolved":false,"context_lines":[{"line_number":104,"context_line":"Verify Node Labelling"},{"line_number":105,"context_line":"In order to automate the labels on each node, here is how to proceed."},{"line_number":106,"context_line":"Step 1 - Collect the the metadata for each Kubernetes node and check"},{"line_number":107,"context_line":"userid@mtn16r11o001:~$ alias k8s\u003d’sudo kubectl -n kube-system’"},{"line_number":108,"context_line":"userid@mtn16r11o001:~$ for n in $(k8s get nodes | grep -v NAME | awk \u0027{ print $1 }\u0027)"},{"line_number":109,"context_line":"\u003e do"},{"line_number":110,"context_line":"\u003e k8s get node $n -o\u003djson \u003e${n}.json"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3f79a3b5_d1de83d9","line":107,"range":{"start_line":107,"start_character":0,"end_line":107,"end_character":62},"updated":"2018-08-29 15:23:21.000000000","message":"we dont need to wrap this in an alias - lets just have a single clear line.","commit_id":"4567c03dcea24775bf891021ca66da30277ce983"},{"author":{"_account_id":23928,"name":"Pete Birley","email":"petebirley@gmail.com","username":"portdirect"},"change_message_id":"6c9e9576c2d61379006d95f0a186797191cf26a5","unresolved":false,"context_lines":[{"line_number":138,"context_line":"Check MON Log"},{"line_number":139,"context_line":"In order to verify the log of a Monitor, there are two alternatives:"},{"line_number":140,"context_line":"Check the MON log file in the MON pod itself"},{"line_number":141,"context_line":"userid@mtn16r11o001:~$ alias k8c\u003d’sudo kubectl -n ceph’"},{"line_number":142,"context_line":"userid@mtn16r11o001:~$ k8c get pod -l application\u003dceph,component\u003dmon -o wide"},{"line_number":143,"context_line":"NAME         \t  READY\t\tSTATUS\t  RESTARTS   \tAGE   \tIP           \t  NODE"},{"line_number":144,"context_line":"{pod}            2/2   \tRunning   1      \t2d    \t135.91.204.212   {node}"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3f79a3b5_31e7b7af","line":141,"range":{"start_line":141,"start_character":0,"end_line":141,"end_character":55},"updated":"2018-08-29 15:23:21.000000000","message":"we dont need to wrap this in an alias - lets just have a single clear line.","commit_id":"4567c03dcea24775bf891021ca66da30277ce983"},{"author":{"_account_id":23928,"name":"Pete Birley","email":"petebirley@gmail.com","username":"portdirect"},"change_message_id":"6c9e9576c2d61379006d95f0a186797191cf26a5","unresolved":false,"context_lines":[{"line_number":150,"context_line":"Replace the {pod} parameter with the name of the POD you wish to inspect and the {node} parameter with the host name indicated in the last column for the MON pod you wish to inspect."},{"line_number":151,"context_line":""},{"line_number":152,"context_line":"Check the log the MON daemon sent to Kubernetes"},{"line_number":153,"context_line":"userid@mtn16r11o001:~$ alias k8c\u003d’sudo kubectl -n ceph’"},{"line_number":154,"context_line":"userid@mtn16r11o001:~$ k8c get pod -l application\u003dceph,component\u003dmon -o wide"},{"line_number":155,"context_line":"NAME         \t  READY\t\tSTATUS\t  RESTARTS   \tAGE   \tIP           \t  NODE"},{"line_number":156,"context_line":"{pod}            2/2   \tRunning   1      \t2d    \t135.91.204.212   mtn16r11o001"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3f79a3b5_51ecb38e","line":153,"range":{"start_line":153,"start_character":0,"end_line":153,"end_character":55},"updated":"2018-08-29 15:23:21.000000000","message":"we dont need to wrap this in an alias - lets just have a single clear line.","commit_id":"4567c03dcea24775bf891021ca66da30277ce983"}],"doc/source/troubleshooting/ceph-rgw/radosgw-troubleshooting.rst":[{"author":{"_account_id":23928,"name":"Pete Birley","email":"petebirley@gmail.com","username":"portdirect"},"change_message_id":"74494685e003df5fb92dc0bae8b3971048d7d037","unresolved":false,"context_lines":[{"line_number":1,"context_line":"Validating RGW"},{"line_number":2,"context_line":"Automating RADOSGW Check"},{"line_number":3,"context_line":"Verify Node Labelling"},{"line_number":4,"context_line":"In order to automate the labels on each node, here is how to proceed."},{"line_number":5,"context_line":"Step 1 - Collect the the metadata for each Kubernetes node and check"},{"line_number":6,"context_line":"userid@mtn16r11o001:~$ alias k8s\u003d’sudo kubectl -n kube-system’"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3f79a3b5_3271e378","line":3,"updated":"2018-08-29 15:25:16.000000000","message":"this seems a very complex way to do this? also, what is the objective here? would we not know that nodes are labeled appropriately by seeing if the pods are scheduled?","commit_id":"4567c03dcea24775bf891021ca66da30277ce983"}],"doc/source/troubleshooting/cluster/performance-checkers.rst":[{"author":{"_account_id":23928,"name":"Pete Birley","email":"petebirley@gmail.com","username":"portdirect"},"change_message_id":"d4fd47176559ac80a44b391b04a5c6cd026fb0ba","unresolved":false,"context_lines":[{"line_number":1,"context_line":"Checking the number of PGs for all pools or a pool"},{"line_number":2,"context_line":"Step 1 - Collect the output of a ceph osd pool ls detail command from a running MON"},{"line_number":3,"context_line":"userid@mtn16r11o001:~$ export monpod\u003d$(sudo kubectl -n ceph get pods -o wide|grep ceph-mon |\\"},{"line_number":4,"context_line":"                           grep -v check | awk \u0027NR \u003d\u003d 1 { print $1 }\u0027)"},{"line_number":5,"context_line":"userid@mtn16r11o001:~$ export monnode\u003d$(sudo kubectl -n ceph get pods -o wide|grep ceph-mon |\\"},{"line_number":6,"context_line":"                           grep -v check | awk \u0027NR \u003d\u003d 1 { print $7 }\u0027)"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3f79a3b5_52f33fe8","line":3,"range":{"start_line":3,"start_character":39,"end_line":3,"end_character":90},"updated":"2018-08-29 15:26:57.000000000","message":"we should use labels to target pods","commit_id":"4567c03dcea24775bf891021ca66da30277ce983"},{"author":{"_account_id":23928,"name":"Pete Birley","email":"petebirley@gmail.com","username":"portdirect"},"change_message_id":"d4fd47176559ac80a44b391b04a5c6cd026fb0ba","unresolved":false,"context_lines":[{"line_number":1,"context_line":"Checking the number of PGs for all pools or a pool"},{"line_number":2,"context_line":"Step 1 - Collect the output of a ceph osd pool ls detail command from a running MON"},{"line_number":3,"context_line":"userid@mtn16r11o001:~$ export monpod\u003d$(sudo kubectl -n ceph get pods -o wide|grep ceph-mon |\\"},{"line_number":4,"context_line":"                           grep -v check | awk \u0027NR \u003d\u003d 1 { print $1 }\u0027)"},{"line_number":5,"context_line":"userid@mtn16r11o001:~$ export monnode\u003d$(sudo kubectl -n ceph get pods -o wide|grep ceph-mon |\\"},{"line_number":6,"context_line":"                           grep -v check | awk \u0027NR \u003d\u003d 1 { print $7 }\u0027)"},{"line_number":7,"context_line":"userid@mtn16r11o001:~$ alias k8c\u003d’sudo kubectl -n ceph’"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3f79a3b5_521c9f12","line":4,"range":{"start_line":3,"start_character":0,"end_line":4,"end_character":70},"updated":"2018-08-29 15:26:57.000000000","message":"this should be expanded to ensure we pick a running pod","commit_id":"4567c03dcea24775bf891021ca66da30277ce983"}]}