)]}'
{"doc/source/userdoc/spark_plugin.rst":[{"author":{"_account_id":12038,"name":"Vitaly Gridnev","email":"gridnevvvit@gmail.com","username":"vgridnev"},"change_message_id":"d40c9566803cbdd46ffb290333c6cbeb98d1e02f","unresolved":false,"context_lines":[{"line_number":1,"context_line":"Spark Plugin"},{"line_number":2,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":3,"context_line":""},{"line_number":4,"context_line":"The Spark plugin for sahara provides a way to provision Apache Spark clusters"}],"source_content_type":"text/x-rst","patch_set":1,"id":"da20952f_045665ce","line":1,"updated":"2015-09-08 19:18:57.000000000","message":"Sahara deprecated spark 1.0.0 and now support 1.3.1 only","commit_id":"fdab9ce68b80a06166eef8a63e59753502f046e4"},{"author":{"_account_id":10670,"name":"Michael McCune","email":"elmiko@redhat.com","username":"mimccune"},"change_message_id":"c8a7f79c0ae7f37daaa14c080957af4769785e1c","unresolved":false,"context_lines":[{"line_number":1,"context_line":"Spark Plugin"},{"line_number":2,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":3,"context_line":""},{"line_number":4,"context_line":"The Spark plugin for sahara provides a way to provision Apache Spark clusters"}],"source_content_type":"text/x-rst","patch_set":1,"id":"da20952f_16019b39","line":1,"in_reply_to":"da20952f_045665ce","updated":"2015-09-09 13:46:03.000000000","message":"do we have an official image to support this yet?","commit_id":"fdab9ce68b80a06166eef8a63e59753502f046e4"},{"author":{"_account_id":12038,"name":"Vitaly Gridnev","email":"gridnevvvit@gmail.com","username":"vgridnev"},"change_message_id":"822d485c40573cb9ebc2d03c9ac1b76ac72a2558","unresolved":false,"context_lines":[{"line_number":17,"context_line":"* https://github.com/openstack/sahara-image-elements"},{"line_number":18,"context_line":""},{"line_number":19,"context_line":"The Ubuntu images generated by sahara-image-elements have Cloudera CDH5 HDFS"},{"line_number":20,"context_line":"and Apache Spark installed. A prepared image for Spark 1.2.1 and CDH4 HDFS can"},{"line_number":21,"context_line":"be found at the following location:"},{"line_number":22,"context_line":""},{"line_number":23,"context_line":"* http://sahara-files.mirantis.com/images/upstream/liberty/"}],"source_content_type":"text/x-rst","patch_set":2,"id":"da20952f_43f96ec7","line":20,"range":{"start_line":20,"start_character":57,"end_line":20,"end_character":58},"updated":"2015-09-10 08:37:28.000000000","message":"2 -\u003e 3, cd4 HDFS is not used for current version of spark: https://github.com/openstack/sahara-image-elements/commit/f376b0f48031ae911775e9f9d3401b2e79ae4692","commit_id":"f4665cd00e1fe2468281b7725b0115b06a98cd18"},{"author":{"_account_id":13953,"name":"Elise Gafford","email":"egafford@redhat.com","username":"egafford"},"change_message_id":"fa24e055dcdbc30689a2c4d38ab11037ea2cdab4","unresolved":false,"context_lines":[{"line_number":30,"context_line":"generated with the DIB it is `ubuntu`."},{"line_number":31,"context_line":""},{"line_number":32,"context_line":"Note that the Spark cluster is deployed using the scripts available in the"},{"line_number":33,"context_line":"Spark distribution, which allow to start all services (master and slaves),"},{"line_number":34,"context_line":"stop all services and so on. As such (and as opposed to CDH HDFS daemons),"},{"line_number":35,"context_line":"Spark is not deployed as a standard Ubuntu service and if the virtual machines"},{"line_number":36,"context_line":"are rebooted, Spark will not be restarted."}],"source_content_type":"text/x-rst","patch_set":3,"id":"da20952f_f7af0929","line":33,"updated":"2015-09-10 18:45:08.000000000","message":"allow the user to? Need some sort of subject.","commit_id":"e1a752ce664a539cc543b9d2d2fe6071bc4b8151"},{"author":{"_account_id":13953,"name":"Elise Gafford","email":"egafford@redhat.com","username":"egafford"},"change_message_id":"fa24e055dcdbc30689a2c4d38ab11037ea2cdab4","unresolved":false,"context_lines":[{"line_number":62,"context_line":"  + Cluster must contain at least one Spark slave"},{"line_number":63,"context_line":"  + Cluster must contain at least one HDFS datanode"},{"line_number":64,"context_line":""},{"line_number":65,"context_line":"The tested configuration puts the NameNode co-located with the master and a"},{"line_number":66,"context_line":"DataNode with each slave to maximize data locality."}],"source_content_type":"text/x-rst","patch_set":3,"id":"da20952f_17207daf","line":65,"updated":"2015-09-10 18:45:08.000000000","message":"Maybe just \"co-locates the NameNode with the master\". Doesn\u0027t matter though.","commit_id":"e1a752ce664a539cc543b9d2d2fe6071bc4b8151"},{"author":{"_account_id":13919,"name":"Evgeny Sikachev","email":"esikachov@gmail.com","username":"esikachev"},"change_message_id":"cc653e278138ed7852d2b72bf886300fd6850ae8","unresolved":false,"context_lines":[{"line_number":17,"context_line":"* https://github.com/openstack/sahara-image-elements"},{"line_number":18,"context_line":""},{"line_number":19,"context_line":"The Ubuntu images generated by sahara-image-elements have Cloudera CDH5 HDFS"},{"line_number":20,"context_line":"and Apache Spark installed. A prepared image for Spark 1.3.1 and CDH5 HDFS can"},{"line_number":21,"context_line":"be found at the following location:"},{"line_number":22,"context_line":""},{"line_number":23,"context_line":"* http://sahara-files.mirantis.com/images/upstream/liberty/"}],"source_content_type":"text/x-rst","patch_set":4,"id":"da20952f_60db117d","line":20,"range":{"start_line":20,"start_character":68,"end_line":20,"end_character":69},"updated":"2015-09-11 11:57:39.000000000","message":"maybe, be better use 5.4.0 version","commit_id":"21ccfaa5f28833a508c411eb4c57fdab3bf2c204"}]}