)]}'
{"doc/source/admin_guide.rst":[{"author":{"_account_id":9625,"name":"Thiago da Silva","email":"thiagodasilva@gmail.com","username":"thiago"},"change_message_id":"1d3825c37023507400937565be44a7d2ff4d04b0","unresolved":false,"context_lines":[{"line_number":23,"context_line":""},{"line_number":24,"context_line":"  #. Define your policies in ``/etc/swift/swift.conf``"},{"line_number":25,"context_line":"  #. Create the corresponding object rings"},{"line_number":26,"context_line":"  #. Communicate the names of the Storage Policies to cluster users"},{"line_number":27,"context_line":""},{"line_number":28,"context_line":"For a specific example that takes you through these steps, please see"},{"line_number":29,"context_line":":doc:`policies_saio`"}],"source_content_type":"text/x-rst","patch_set":7,"id":"1ae5cdf2_3313a1b9","line":26,"updated":"2014-06-02 16:44:24.000000000","message":"There would also be situations where admins would also have to configure a new object server (e.g., EC, swiftonfile). Does it make sense to mention that here?\nExample: #. Configure specialized object-server object (/etc/swift/object-server/5.conf)","commit_id":"8f410a9eef2f197d04f7779934c299bf7d9566f3"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"0e95d4811b4f839b04d5df130c8fe5aacd8a2079","unresolved":false,"context_lines":[{"line_number":23,"context_line":""},{"line_number":24,"context_line":"  #. Define your policies in ``/etc/swift/swift.conf``"},{"line_number":25,"context_line":"  #. Create the corresponding object rings"},{"line_number":26,"context_line":"  #. Communicate the names of the Storage Policies to cluster users"},{"line_number":27,"context_line":""},{"line_number":28,"context_line":"For a specific example that takes you through these steps, please see"},{"line_number":29,"context_line":":doc:`policies_saio`"}],"source_content_type":"text/x-rst","patch_set":7,"id":"1ae5cdf2_40a13046","line":26,"in_reply_to":"1ae5cdf2_3313a1b9","updated":"2014-06-02 18:22:43.000000000","message":"Done","commit_id":"8f410a9eef2f197d04f7779934c299bf7d9566f3"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"43bf327562d0e662bcfc942098c857c8c28ad087","unresolved":false,"context_lines":[{"line_number":23,"context_line":""},{"line_number":24,"context_line":"  #. Define your policies in ``/etc/swift/swift.conf``"},{"line_number":25,"context_line":"  #. Create the corresponding object rings"},{"line_number":26,"context_line":"  #. Communicate the names of the Storage Policies to cluster users"},{"line_number":27,"context_line":""},{"line_number":28,"context_line":"For a specific example that takes you through these steps, please see"},{"line_number":29,"context_line":":doc:`policies_saio`"}],"source_content_type":"text/x-rst","patch_set":7,"id":"1ae5cdf2_6072ace6","line":26,"in_reply_to":"1ae5cdf2_3313a1b9","updated":"2014-06-02 19:17:30.000000000","message":"The \"create the corresponding object rings\" always includes setting up the servers for those rings if they\u0027re not the same servers.  Maybe an expanded section on configuring/deploying different DiskFile backends - if you have those servers setup deploying their ring should be the same as any other object ring.  I\u0027m not exactly sure what would need to be said - I don\u0027t think it would be ideal to go in-depth into that particular storage policies deployment.","commit_id":"8f410a9eef2f197d04f7779934c299bf7d9566f3"},{"author":{"_account_id":6198,"name":"Peter Portante","email":"peter.a.portante@gmail.com","username":"peter-a-portante"},"change_message_id":"c1f11db14383a5414de5ab9b810726cd37e52aae","unresolved":false,"context_lines":[{"line_number":13,"context_line":"once a set of policies have been deployed to a cluster."},{"line_number":14,"context_line":""},{"line_number":15,"context_line":"It is highly recommended that the reader fully read and"},{"line_number":16,"context_line":"comprehend :doc:`overview_policies` before proceeding with administration"},{"line_number":17,"context_line":"of policies.  Plan carefully and it is suggested that experimentation be done"},{"line_number":18,"context_line":"first on a non-production cluster to be certain that the desired configuration"},{"line_number":19,"context_line":"meets the needs of the users."}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_95a17848","line":16,"updated":"2014-06-11 22:09:50.000000000","message":"This feels like a put-off in some sense: \"this is the administrator\u0027s guide, but go read this other thing first before proceeding\".\n\nI was expecting more summary descriptions here on storage polices, with examples, considerations, ideas on what can be done (SSDs, small file configurations, etc.).\n\nIt seems so integral to the Administrator\u0027s guide that it would be beneficial to perhaps have enough description spread through this document for an admin to be successful, while pointing them to the more detailed Overview on Policies when they want to understand it further.","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"11502224efc7bd6bcecb5c91f0f26b8f280ff451","unresolved":false,"context_lines":[{"line_number":13,"context_line":"once a set of policies have been deployed to a cluster."},{"line_number":14,"context_line":""},{"line_number":15,"context_line":"It is highly recommended that the reader fully read and"},{"line_number":16,"context_line":"comprehend :doc:`overview_policies` before proceeding with administration"},{"line_number":17,"context_line":"of policies.  Plan carefully and it is suggested that experimentation be done"},{"line_number":18,"context_line":"first on a non-production cluster to be certain that the desired configuration"},{"line_number":19,"context_line":"meets the needs of the users."}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_5d0e133c","line":16,"in_reply_to":"1ae5cdf2_1ebbae0f","updated":"2014-06-12 22:44:09.000000000","message":"\"In part because much of the Overview of Policies document is implementation details and operators might not be willing to wade through that.\"\n\nI think this is a fair critique.\n\nUnfortunately I\u0027m not sure how (or when) to make it actionable?  I feel that (in retrospect of the reality) the documentation included in this patch series was written by developers with swift developers in mind as the target audience as a primer to review the implementation of storage policies.  Based on feedback from reviewers it seems to include enough information that experienced swift developers/operators have been able to configure, deploy and test storage policies - even without going through the diffs line by line.  At this point, anything beyond that goal feels decidedly like a \"next step\".\n\nOTOH, it may just be that I don\u0027t have any specific changes in mind that would make this document better suited for administrators new to Swift, and in fact haven\u0027t given it a through review in a long while (it all seems a bit ad-hoc at first glance).  But if you could enumerate some specific changes that would be obviously better (e.g. move section A from overview_policies.rst to admin_guide.rst right after section B) - or share a patch that applies on 99315 - I think it would be quite manageable to integrate them during this rebase/review period of the storage policies implementation.\n\nAs a general point, I think we (the swift development community) will need to involve the openstack technical writing team, and leverage their experience to organize how the information is presented.  Although I know with new features they tend to wait until they\u0027ve been merged to begin a serious doc effort.\n\nAll for \"make this better\" comments, but am truly at a loss on what specifically I would change to feel confident I can mark this as \"Done\".","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":6198,"name":"Peter Portante","email":"peter.a.portante@gmail.com","username":"peter-a-portante"},"change_message_id":"e1b39a6204a9287af2d1cdb26711df9e2458060c","unresolved":false,"context_lines":[{"line_number":13,"context_line":"once a set of policies have been deployed to a cluster."},{"line_number":14,"context_line":""},{"line_number":15,"context_line":"It is highly recommended that the reader fully read and"},{"line_number":16,"context_line":"comprehend :doc:`overview_policies` before proceeding with administration"},{"line_number":17,"context_line":"of policies.  Plan carefully and it is suggested that experimentation be done"},{"line_number":18,"context_line":"first on a non-production cluster to be certain that the desired configuration"},{"line_number":19,"context_line":"meets the needs of the users."}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_1ebbae0f","line":16,"in_reply_to":"1ae5cdf2_7806a11d","updated":"2014-06-12 15:15:43.000000000","message":"Would this be confusing for new folks coming to storage policies, or new folks coming to Swift?\n\nIf we don\u0027t do this before the initial landing of storage policies, could we work to make this guide more oriented towards the operators.\n\nIn part because much of the Overview of Policies document is implementation details and operators might not be willing to wade through that.","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"df5f64fb332b433ca56e407bd94a5e3c15942c78","unresolved":false,"context_lines":[{"line_number":13,"context_line":"once a set of policies have been deployed to a cluster."},{"line_number":14,"context_line":""},{"line_number":15,"context_line":"It is highly recommended that the reader fully read and"},{"line_number":16,"context_line":"comprehend :doc:`overview_policies` before proceeding with administration"},{"line_number":17,"context_line":"of policies.  Plan carefully and it is suggested that experimentation be done"},{"line_number":18,"context_line":"first on a non-production cluster to be certain that the desired configuration"},{"line_number":19,"context_line":"meets the needs of the users."}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_7806a11d","line":16,"in_reply_to":"1ae5cdf2_95a17848","updated":"2014-06-11 22:20:36.000000000","message":"well what I can say, we had input both ways :)  I can see both sides but error\u0027d on the side on not duplicating a bunch of stuff","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"}],"doc/source/overview_architecture.rst":[{"author":{"_account_id":6198,"name":"Peter Portante","email":"peter.a.portante@gmail.com","username":"peter-a-portante"},"change_message_id":"c1f11db14383a5414de5ab9b810726cd37e52aae","unresolved":false,"context_lines":[{"line_number":66,"context_line":"to carve out SSDs to create a performance tier.  Policies apply on a per"},{"line_number":67,"context_line":"container basis allowing for minimal application awareness; once a container"},{"line_number":68,"context_line":"has been created with a specific policy, all objects stored in it"},{"line_number":69,"context_line":"will be done so in accordance with that policy."},{"line_number":70,"context_line":""},{"line_number":71,"context_line":"-------------"},{"line_number":72,"context_line":"Object Server"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_f0000f03","line":69,"updated":"2014-06-11 22:09:50.000000000","message":"Would you consider an amended paragraph here? I\u0027d be happy to push a change set for this:\n\n  Storage Policies provide a way for object storage providers to differentiate\n  service levels, features and behaviors of a Swift deployment. One or more\n  abstract storage policy names can be associated with a subset of hardware\n  implementing a particular differentiation. This is accomplished through the\n  use of multiple object rings, where one or more policies are mapped to a given\n  object ring. This mapping is then exposed on a per-container basis, where each\n  container can be assigned a specific storage policy when it is created, which\n  remains in effect for the lifetime of the container.\n\n  For example, one might have the default policy with 3x replication, and create\n  a second policy applied to certain containers which only use 2x\n  replication. Another might add SSDs to a set of storage nodes and create a\n  performance tier storage policy for certain containers to have their objects\n  stored there.\n\n  Applications require minimal awareness of storage policies to use them; once a\n  container has been created with a specific policy, all objects stored in it\n  will be done so in accordance with that policy.\n\n  Storage Policies are not implemented as a separate code module but are a core\n  abstraction of Swift architecture.","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"11502224efc7bd6bcecb5c91f0f26b8f280ff451","unresolved":false,"context_lines":[{"line_number":66,"context_line":"to carve out SSDs to create a performance tier.  Policies apply on a per"},{"line_number":67,"context_line":"container basis allowing for minimal application awareness; once a container"},{"line_number":68,"context_line":"has been created with a specific policy, all objects stored in it"},{"line_number":69,"context_line":"will be done so in accordance with that policy."},{"line_number":70,"context_line":""},{"line_number":71,"context_line":"-------------"},{"line_number":72,"context_line":"Object Server"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_f8528d11","line":69,"in_reply_to":"1ae5cdf2_1e7e4eaf","updated":"2014-06-12 22:44:09.000000000","message":"I read that sentence as trying to say a particular device may be in more than one ring - which is true - not necessarily that multiple names could be used to reference the same storage policy.  I\u0027ll try and clarify it when I push up the change in the next rebase - you\u0027ll undoubtably have to review it again.  These doc efforts really do seem to work better as a team effort - it may have been a colossal mistake to put it at the front of the rebase chain :/","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"746eb3748d742dd9a0fdbc3cda720eacd481f3f4","unresolved":false,"context_lines":[{"line_number":66,"context_line":"to carve out SSDs to create a performance tier.  Policies apply on a per"},{"line_number":67,"context_line":"container basis allowing for minimal application awareness; once a container"},{"line_number":68,"context_line":"has been created with a specific policy, all objects stored in it"},{"line_number":69,"context_line":"will be done so in accordance with that policy."},{"line_number":70,"context_line":""},{"line_number":71,"context_line":"-------------"},{"line_number":72,"context_line":"Object Server"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_1e7e4eaf","line":69,"in_reply_to":"1ae5cdf2_3e994a79","updated":"2014-06-12 15:33:01.000000000","message":"No, we don\u0027t and the thinking was that you\u0027ll blow up the same way if you try to run a cluster today without an object ring","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":6198,"name":"Peter Portante","email":"peter.a.portante@gmail.com","username":"peter-a-portante"},"change_message_id":"e1b39a6204a9287af2d1cdb26711df9e2458060c","unresolved":false,"context_lines":[{"line_number":66,"context_line":"to carve out SSDs to create a performance tier.  Policies apply on a per"},{"line_number":67,"context_line":"container basis allowing for minimal application awareness; once a container"},{"line_number":68,"context_line":"has been created with a specific policy, all objects stored in it"},{"line_number":69,"context_line":"will be done so in accordance with that policy."},{"line_number":70,"context_line":""},{"line_number":71,"context_line":"-------------"},{"line_number":72,"context_line":"Object Server"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_3e994a79","line":69,"in_reply_to":"1ae5cdf2_4a4f3834","updated":"2014-06-12 15:15:43.000000000","message":"Thanks, @Thiago, for pointing that out, as I just always assumed that N:1 policies to ring was what was implemented.\n\nDo we have a mechanism to catch a bad configuration where a policy is defined but no rings?","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"b646a1c5c7fac0a754e3785aff153ca959c35219","unresolved":false,"context_lines":[{"line_number":66,"context_line":"to carve out SSDs to create a performance tier.  Policies apply on a per"},{"line_number":67,"context_line":"container basis allowing for minimal application awareness; once a container"},{"line_number":68,"context_line":"has been created with a specific policy, all objects stored in it"},{"line_number":69,"context_line":"will be done so in accordance with that policy."},{"line_number":70,"context_line":""},{"line_number":71,"context_line":"-------------"},{"line_number":72,"context_line":"Object Server"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_4a4f3834","line":69,"in_reply_to":"1ae5cdf2_d66f74fa","updated":"2014-06-12 12:51:08.000000000","message":"ahh yes, good catch.  Today policy to ring is 1:1, container to policy is of course many:1 and one day we could do many policies:1 ring.  I have a patch that demonstrates how we could do that but its old and isn\u0027t fully thought through.  \n\nAlso on that last sentence might be less confusing to say \"The Storage Policy implementation is not contained within as single code module, there are elements of Storage Policies throughout the code base.\" which is really what I was trying to say originally because the reset of the code is a bit more modular wrt functionality being all in one place (mostly).","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"df5f64fb332b433ca56e407bd94a5e3c15942c78","unresolved":false,"context_lines":[{"line_number":66,"context_line":"to carve out SSDs to create a performance tier.  Policies apply on a per"},{"line_number":67,"context_line":"container basis allowing for minimal application awareness; once a container"},{"line_number":68,"context_line":"has been created with a specific policy, all objects stored in it"},{"line_number":69,"context_line":"will be done so in accordance with that policy."},{"line_number":70,"context_line":""},{"line_number":71,"context_line":"-------------"},{"line_number":72,"context_line":"Object Server"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_384ed96f","line":69,"in_reply_to":"1ae5cdf2_f0000f03","updated":"2014-06-11 22:20:36.000000000","message":"I like it!  Will leave it up to clayg whether to pull it in now or later.  Should have had you write all of this :)","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":9625,"name":"Thiago da Silva","email":"thiagodasilva@gmail.com","username":"thiago"},"change_message_id":"7d79ade26a192c2d8533ab45f433f21731eea5c1","unresolved":false,"context_lines":[{"line_number":66,"context_line":"to carve out SSDs to create a performance tier.  Policies apply on a per"},{"line_number":67,"context_line":"container basis allowing for minimal application awareness; once a container"},{"line_number":68,"context_line":"has been created with a specific policy, all objects stored in it"},{"line_number":69,"context_line":"will be done so in accordance with that policy."},{"line_number":70,"context_line":""},{"line_number":71,"context_line":"-------------"},{"line_number":72,"context_line":"Object Server"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_d66f74fa","line":69,"in_reply_to":"1ae5cdf2_f0000f03","updated":"2014-06-12 12:43:09.000000000","message":"nice paragraph, just a note that there is a 1 to 1 mapping of names to an SP/object ring. I thought I read somewhere that aliases could be included in the future.","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"}],"doc/source/overview_policies.rst":[{"author":{"_account_id":995,"name":"David Goetz","email":"david.goetz@rackspace.com","username":"david-goetz"},"change_message_id":"87c5c3981e7dacc3ae0a89e1ca93e768449d36c9","unresolved":false,"context_lines":[{"line_number":12,"context_line":"for account databases, container databases, and there is also one object"},{"line_number":13,"context_line":"ring per storage policy.  Each object ring behaves exactly the same way"},{"line_number":14,"context_line":"and is maintained in the same manner, but with policies, different devices"},{"line_number":15,"context_line":"can belong to different rings with varrying levels of replication. By supporting"},{"line_number":16,"context_line":"multiple object rings, Swift allows the application and/or deployer to"},{"line_number":17,"context_line":"essentially segregate the object storage within a single cluster.  There are"},{"line_number":18,"context_line":"many reasons why this might be desirable:"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_e6bee8fe","line":15,"updated":"2014-05-28 22:08:23.000000000","message":"varying","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"2bdaf70d94029e445669d071a7ab23d7779c6dae","unresolved":false,"context_lines":[{"line_number":12,"context_line":"for account databases, container databases, and there is also one object"},{"line_number":13,"context_line":"ring per storage policy.  Each object ring behaves exactly the same way"},{"line_number":14,"context_line":"and is maintained in the same manner, but with policies, different devices"},{"line_number":15,"context_line":"can belong to different rings with varrying levels of replication. By supporting"},{"line_number":16,"context_line":"multiple object rings, Swift allows the application and/or deployer to"},{"line_number":17,"context_line":"essentially segregate the object storage within a single cluster.  There are"},{"line_number":18,"context_line":"many reasons why this might be desirable:"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_8fb457d2","line":15,"in_reply_to":"3ae8d1ca_e6bee8fe","updated":"2014-05-28 22:32:42.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1216,"name":"gholt","email":"z-launchpad@brim.net","username":"gholt"},"change_message_id":"1d4c524318f273134ce401ecd5480cef0fa3b5df","unresolved":false,"context_lines":[{"line_number":30,"context_line":"  always placed in a particular data center or geography, one could assign all devices"},{"line_number":31,"context_line":"  belonging to that set of nodes to a single policy.  Another example would be to collect"},{"line_number":32,"context_line":"  together a set of nodes that use a different Diskfile (e.g., Kinetic, Gluster) and use"},{"line_number":33,"context_line":"  a policy to direct traffic just to those nodes."},{"line_number":34,"context_line":""},{"line_number":35,"context_line":"NOTE: Today, choosing a different storage policy allows the use of different object rings,"},{"line_number":36,"context_line":"but future policies (such as Erasure Coding) will also change some of the actual code"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_239a9363","line":33,"updated":"2014-05-28 14:10:45.000000000","message":"nit: The first sentence of the above paragraph seems oddly worded to me. \"A few examples...\"","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"fcaab6d49ce64e09a0c45113c65f109788bee0e3","unresolved":false,"context_lines":[{"line_number":30,"context_line":"  always placed in a particular data center or geography, one could assign all devices"},{"line_number":31,"context_line":"  belonging to that set of nodes to a single policy.  Another example would be to collect"},{"line_number":32,"context_line":"  together a set of nodes that use a different Diskfile (e.g., Kinetic, Gluster) and use"},{"line_number":33,"context_line":"  a policy to direct traffic just to those nodes."},{"line_number":34,"context_line":""},{"line_number":35,"context_line":"NOTE: Today, choosing a different storage policy allows the use of different object rings,"},{"line_number":36,"context_line":"but future policies (such as Erasure Coding) will also change some of the actual code"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_34ab9d1e","line":33,"in_reply_to":"3ae8d1ca_239a9363","updated":"2014-05-28 19:34:43.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1216,"name":"gholt","email":"z-launchpad@brim.net","username":"gholt"},"change_message_id":"1d4c524318f273134ce401ecd5480cef0fa3b5df","unresolved":false,"context_lines":[{"line_number":45,"context_line":"is how easy it makes life on applications that want to take advantage of them. Each"},{"line_number":46,"context_line":"container has a new special immutable metadata element called the storage policy"},{"line_number":47,"context_line":"index.  Note that internally, Swift relies on policy indexes and not policy names."},{"line_number":48,"context_line":"Policy names are there for human readability and translation is managed in the proxy."},{"line_number":49,"context_line":"When a container is created, one new optional header is supported to specify the"},{"line_number":50,"context_line":"policy name.  If nothing is specified, the default policy is used (and if no default was"},{"line_number":51,"context_line":"specified, Policy_0 is considered the default).  We will be covering the difference between"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_c3c56f5c","line":48,"updated":"2014-05-28 14:10:45.000000000","message":"nit: \"there for\" should be \"therefore\"","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1216,"name":"gholt","email":"z-launchpad@brim.net","username":"gholt"},"change_message_id":"1ded7ecf40c205172cdf3918b38ae934817ec8b4","unresolved":false,"context_lines":[{"line_number":45,"context_line":"is how easy it makes life on applications that want to take advantage of them. Each"},{"line_number":46,"context_line":"container has a new special immutable metadata element called the storage policy"},{"line_number":47,"context_line":"index.  Note that internally, Swift relies on policy indexes and not policy names."},{"line_number":48,"context_line":"Policy names are there for human readability and translation is managed in the proxy."},{"line_number":49,"context_line":"When a container is created, one new optional header is supported to specify the"},{"line_number":50,"context_line":"policy name.  If nothing is specified, the default policy is used (and if no default was"},{"line_number":51,"context_line":"specified, Policy_0 is considered the default).  We will be covering the difference between"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_af303a9f","line":48,"in_reply_to":"3ae8d1ca_71de1713","updated":"2014-05-28 19:11:48.000000000","message":"Oh yeah, thanks hehe, my eyes got tired, yeah, that\u0027s it.","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"fcaab6d49ce64e09a0c45113c65f109788bee0e3","unresolved":false,"context_lines":[{"line_number":45,"context_line":"is how easy it makes life on applications that want to take advantage of them. Each"},{"line_number":46,"context_line":"container has a new special immutable metadata element called the storage policy"},{"line_number":47,"context_line":"index.  Note that internally, Swift relies on policy indexes and not policy names."},{"line_number":48,"context_line":"Policy names are there for human readability and translation is managed in the proxy."},{"line_number":49,"context_line":"When a container is created, one new optional header is supported to specify the"},{"line_number":50,"context_line":"policy name.  If nothing is specified, the default policy is used (and if no default was"},{"line_number":51,"context_line":"specified, Policy_0 is considered the default).  We will be covering the difference between"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_14ace134","line":48,"in_reply_to":"3ae8d1ca_c3c56f5c","updated":"2014-05-28 19:34:43.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":330,"name":"John Dickinson","email":"me@not.mn","username":"notmyname"},"change_message_id":"3c384561ae9baaceb71c7adb0f599978cf4d8296","unresolved":false,"context_lines":[{"line_number":45,"context_line":"is how easy it makes life on applications that want to take advantage of them. Each"},{"line_number":46,"context_line":"container has a new special immutable metadata element called the storage policy"},{"line_number":47,"context_line":"index.  Note that internally, Swift relies on policy indexes and not policy names."},{"line_number":48,"context_line":"Policy names are there for human readability and translation is managed in the proxy."},{"line_number":49,"context_line":"When a container is created, one new optional header is supported to specify the"},{"line_number":50,"context_line":"policy name.  If nothing is specified, the default policy is used (and if no default was"},{"line_number":51,"context_line":"specified, Policy_0 is considered the default).  We will be covering the difference between"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_71de1713","line":48,"in_reply_to":"3ae8d1ca_c3c56f5c","updated":"2014-05-28 19:03:19.000000000","message":"looks like \"there for\" is correct in this case. alternatively, \"exists\" could be used","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":11608,"name":"Eric Lambert","email":"eric.d.lambert@gmail.com","username":"elambert"},"change_message_id":"c737c13bae8ad71a4c3e7709aec5f5bd00c07b83","unresolved":false,"context_lines":[{"line_number":53,"context_line":""},{"line_number":54,"context_line":"Once a container has been assigned a policy, it can not be changed.  The implications"},{"line_number":55,"context_line":"on data placement/movement for large datasets would make this a task best left for"},{"line_number":56,"context_line":"applications to decide if/where/when. Therefore, if a container has an existing policy of,"},{"line_number":57,"context_line":"for example 3x replication, and one wanted to migrate that data to a policy that specifies,"},{"line_number":58,"context_line":"a different replication level, the application would create another container"},{"line_number":59,"context_line":"specifying the other policy name and then simply move the data from one container"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_aa3bc89a","line":56,"updated":"2014-05-28 21:46:21.000000000","message":"nit: imho sentence is cleaner if you replace \"to decide if/where/when\" with \"to perform\"","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"2bdaf70d94029e445669d071a7ab23d7779c6dae","unresolved":false,"context_lines":[{"line_number":53,"context_line":""},{"line_number":54,"context_line":"Once a container has been assigned a policy, it can not be changed.  The implications"},{"line_number":55,"context_line":"on data placement/movement for large datasets would make this a task best left for"},{"line_number":56,"context_line":"applications to decide if/where/when. Therefore, if a container has an existing policy of,"},{"line_number":57,"context_line":"for example 3x replication, and one wanted to migrate that data to a policy that specifies,"},{"line_number":58,"context_line":"a different replication level, the application would create another container"},{"line_number":59,"context_line":"specifying the other policy name and then simply move the data from one container"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_0fc04729","line":56,"in_reply_to":"3ae8d1ca_aa3bc89a","updated":"2014-05-28 22:32:42.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1216,"name":"gholt","email":"z-launchpad@brim.net","username":"gholt"},"change_message_id":"1d4c524318f273134ce401ecd5480cef0fa3b5df","unresolved":false,"context_lines":[{"line_number":59,"context_line":"specifying the other policy name and then simply move the data from one container"},{"line_number":60,"context_line":"to the other.  Policies apply on a per container basis allowing for minimal application"},{"line_number":61,"context_line":"awareness; once a container has been created with a specific policy, all objects stored"},{"line_number":62,"context_line":"in it will be done so in accordance with that policy."},{"line_number":63,"context_line":""},{"line_number":64,"context_line":"Containers have a many-to-one relationship with policies meaning that any number"},{"line_number":65,"context_line":"of containers can share one policy.  There is no limit to how many containers can use"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_c3aacf6f","line":62,"updated":"2014-05-28 14:10:45.000000000","message":"Is it worth mentioning here whether you can delete a container and recreate it with a different policy? Is there a waiting period?","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"fcaab6d49ce64e09a0c45113c65f109788bee0e3","unresolved":false,"context_lines":[{"line_number":59,"context_line":"specifying the other policy name and then simply move the data from one container"},{"line_number":60,"context_line":"to the other.  Policies apply on a per container basis allowing for minimal application"},{"line_number":61,"context_line":"awareness; once a container has been created with a specific policy, all objects stored"},{"line_number":62,"context_line":"in it will be done so in accordance with that policy."},{"line_number":63,"context_line":""},{"line_number":64,"context_line":"Containers have a many-to-one relationship with policies meaning that any number"},{"line_number":65,"context_line":"of containers can share one policy.  There is no limit to how many containers can use"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_d4ba796d","line":62,"in_reply_to":"3ae8d1ca_c3aacf6f","updated":"2014-05-28 19:34:43.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":11608,"name":"Eric Lambert","email":"eric.d.lambert@gmail.com","username":"elambert"},"change_message_id":"c737c13bae8ad71a4c3e7709aec5f5bd00c07b83","unresolved":false,"context_lines":[{"line_number":82,"context_line":"distributed eventually consistent system, object writes into the wrong"},{"line_number":83,"context_line":"storage policy must be eventually merged into the correct storage policy"},{"line_number":84,"context_line":"by an asynchronous daemon.  Recovery from object writes during a network"},{"line_number":85,"context_line":"partition which resulted in a split brain container create with"},{"line_number":86,"context_line":"different storage policies are handled by the"},{"line_number":87,"context_line":"`swift-container-reconciler` daemon."},{"line_number":88,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_4a0404c0","line":85,"updated":"2014-05-28 21:46:21.000000000","message":"nit: created not create","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"2bdaf70d94029e445669d071a7ab23d7779c6dae","unresolved":false,"context_lines":[{"line_number":82,"context_line":"distributed eventually consistent system, object writes into the wrong"},{"line_number":83,"context_line":"storage policy must be eventually merged into the correct storage policy"},{"line_number":84,"context_line":"by an asynchronous daemon.  Recovery from object writes during a network"},{"line_number":85,"context_line":"partition which resulted in a split brain container create with"},{"line_number":86,"context_line":"different storage policies are handled by the"},{"line_number":87,"context_line":"`swift-container-reconciler` daemon."},{"line_number":88,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_8feb77af","line":85,"in_reply_to":"3ae8d1ca_4a0404c0","updated":"2014-05-28 22:32:42.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1216,"name":"gholt","email":"z-launchpad@brim.net","username":"gholt"},"change_message_id":"1d4c524318f273134ce401ecd5480cef0fa3b5df","unresolved":false,"context_lines":[{"line_number":91,"context_line":"It is never considered incorrect to enqueue an object to be evaluated by"},{"line_number":92,"context_line":"the container-reconciler, the container-reconciler queue is an indexed"},{"line_number":93,"context_line":"log for the real location of an object for which a discrepancy in the"},{"line_number":94,"context_line":"storage policy of the container was discovered."},{"line_number":95,"context_line":""},{"line_number":96,"context_line":"To determine the correct storage policy of a container, it is necessary"},{"line_number":97,"context_line":"to update the status_changed_at field in the container_stat table when a"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_c32c8fae","line":94,"updated":"2014-05-28 14:10:45.000000000","message":"nit: Maybe just mention why it is never incorrect? Perhaps, \"It is never considered incorrect to enqueue an object to be evaluated by the container-reconciler because if there is nothing wrong with the location of the object, the reconciler will simply dequeue it. The container-reconconciler queue is ...\"","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"fcaab6d49ce64e09a0c45113c65f109788bee0e3","unresolved":false,"context_lines":[{"line_number":91,"context_line":"It is never considered incorrect to enqueue an object to be evaluated by"},{"line_number":92,"context_line":"the container-reconciler, the container-reconciler queue is an indexed"},{"line_number":93,"context_line":"log for the real location of an object for which a discrepancy in the"},{"line_number":94,"context_line":"storage policy of the container was discovered."},{"line_number":95,"context_line":""},{"line_number":96,"context_line":"To determine the correct storage policy of a container, it is necessary"},{"line_number":97,"context_line":"to update the status_changed_at field in the container_stat table when a"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_b4b7ad85","line":94,"in_reply_to":"3ae8d1ca_c32c8fae","updated":"2014-05-28 19:34:43.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":11608,"name":"Eric Lambert","email":"eric.d.lambert@gmail.com","username":"elambert"},"change_message_id":"c737c13bae8ad71a4c3e7709aec5f5bd00c07b83","unresolved":false,"context_lines":[{"line_number":108,"context_line":"container and reconciled using normal object row merge semantics."},{"line_number":109,"context_line":""},{"line_number":110,"context_line":"The object rows are ensured to be fully durable during replication using"},{"line_number":111,"context_line":"the normal container replication replication.  After the container"},{"line_number":112,"context_line":"replicator pushes it\u0027s object rows to available primary nodes any"},{"line_number":113,"context_line":"misplaced object rows are bulk loaded into containers based off the"},{"line_number":114,"context_line":"object timestamp under the \".misplaced_objects\" system account.  The"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_86b8c4e6","line":111,"updated":"2014-05-28 21:46:21.000000000","message":"duplicate replication","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"2bdaf70d94029e445669d071a7ab23d7779c6dae","unresolved":false,"context_lines":[{"line_number":108,"context_line":"container and reconciled using normal object row merge semantics."},{"line_number":109,"context_line":""},{"line_number":110,"context_line":"The object rows are ensured to be fully durable during replication using"},{"line_number":111,"context_line":"the normal container replication replication.  After the container"},{"line_number":112,"context_line":"replicator pushes it\u0027s object rows to available primary nodes any"},{"line_number":113,"context_line":"misplaced object rows are bulk loaded into containers based off the"},{"line_number":114,"context_line":"object timestamp under the \".misplaced_objects\" system account.  The"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_2f05037a","line":111,"in_reply_to":"3ae8d1ca_86b8c4e6","updated":"2014-05-28 22:32:42.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1216,"name":"gholt","email":"z-launchpad@brim.net","username":"gholt"},"change_message_id":"1d4c524318f273134ce401ecd5480cef0fa3b5df","unresolved":false,"context_lines":[{"line_number":109,"context_line":""},{"line_number":110,"context_line":"The object rows are ensured to be fully durable during replication using"},{"line_number":111,"context_line":"the normal container replication replication.  After the container"},{"line_number":112,"context_line":"replicator pushes it\u0027s object rows to available primary nodes any"},{"line_number":113,"context_line":"misplaced object rows are bulk loaded into containers based off the"},{"line_number":114,"context_line":"object timestamp under the \".misplaced_objects\" system account.  The"},{"line_number":115,"context_line":"rows are initially written to a handoff container on the local node, and"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_be3158ee","line":112,"updated":"2014-05-28 14:10:45.000000000","message":"supernit: \"it\u0027s\" should be \"its\"","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"fcaab6d49ce64e09a0c45113c65f109788bee0e3","unresolved":false,"context_lines":[{"line_number":109,"context_line":""},{"line_number":110,"context_line":"The object rows are ensured to be fully durable during replication using"},{"line_number":111,"context_line":"the normal container replication replication.  After the container"},{"line_number":112,"context_line":"replicator pushes it\u0027s object rows to available primary nodes any"},{"line_number":113,"context_line":"misplaced object rows are bulk loaded into containers based off the"},{"line_number":114,"context_line":"object timestamp under the \".misplaced_objects\" system account.  The"},{"line_number":115,"context_line":"rows are initially written to a handoff container on the local node, and"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_74bd2568","line":112,"in_reply_to":"3ae8d1ca_be3158ee","updated":"2014-05-28 19:34:43.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1216,"name":"gholt","email":"z-launchpad@brim.net","username":"gholt"},"change_message_id":"1d4c524318f273134ce401ecd5480cef0fa3b5df","unresolved":false,"context_lines":[{"line_number":117,"context_line":"replicated to the correct primary nodes."},{"line_number":118,"context_line":""},{"line_number":119,"context_line":"The container-reconciler processes the .misplaced_objects containers in"},{"line_number":120,"context_line":"descending order and reaps it\u0027s containers as the objects represented by"},{"line_number":121,"context_line":"the rows are successfully reconciled.  The container-reconciler will"},{"line_number":122,"context_line":"always validate the correct storage policy for enqueued objects using"},{"line_number":123,"context_line":"direct container HEAD requests which are accelerated via caching."}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_3e82a84f","line":120,"updated":"2014-05-28 14:10:45.000000000","message":"supernit: \"it\u0027s\" should be \"its\"","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"fcaab6d49ce64e09a0c45113c65f109788bee0e3","unresolved":false,"context_lines":[{"line_number":117,"context_line":"replicated to the correct primary nodes."},{"line_number":118,"context_line":""},{"line_number":119,"context_line":"The container-reconciler processes the .misplaced_objects containers in"},{"line_number":120,"context_line":"descending order and reaps it\u0027s containers as the objects represented by"},{"line_number":121,"context_line":"the rows are successfully reconciled.  The container-reconciler will"},{"line_number":122,"context_line":"always validate the correct storage policy for enqueued objects using"},{"line_number":123,"context_line":"direct container HEAD requests which are accelerated via caching."}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_548f49cc","line":120,"in_reply_to":"3ae8d1ca_3e82a84f","updated":"2014-05-28 19:34:43.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":11608,"name":"Eric Lambert","email":"eric.d.lambert@gmail.com","username":"elambert"},"change_message_id":"c737c13bae8ad71a4c3e7709aec5f5bd00c07b83","unresolved":false,"context_lines":[{"line_number":173,"context_line":"---------------"},{"line_number":174,"context_line":"On Disk Storage"},{"line_number":175,"context_line":"---------------"},{"line_number":176,"context_line":"Policies each have their own directories on the back end servers and are identified by"},{"line_number":177,"context_line":"their storage policy indexes.  Organizing the back-end directory structures by policy"},{"line_number":178,"context_line":"index helps keep track of things and also allows for sharing of disks between policies"},{"line_number":179,"context_line":"which may or may not make sense depending on the needs of the provider.  More"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_e9b95b2f","line":176,"updated":"2014-05-28 21:46:21.000000000","message":"nit: \"back end\" should be written as \"back-end\" to be consistent with rest of document","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"2bdaf70d94029e445669d071a7ab23d7779c6dae","unresolved":false,"context_lines":[{"line_number":173,"context_line":"---------------"},{"line_number":174,"context_line":"On Disk Storage"},{"line_number":175,"context_line":"---------------"},{"line_number":176,"context_line":"Policies each have their own directories on the back end servers and are identified by"},{"line_number":177,"context_line":"their storage policy indexes.  Organizing the back-end directory structures by policy"},{"line_number":178,"context_line":"index helps keep track of things and also allows for sharing of disks between policies"},{"line_number":179,"context_line":"which may or may not make sense depending on the needs of the provider.  More"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_8f02976d","line":176,"in_reply_to":"3ae8d1ca_e9b95b2f","updated":"2014-05-28 22:32:42.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":11608,"name":"Eric Lambert","email":"eric.d.lambert@gmail.com","username":"elambert"},"change_message_id":"c737c13bae8ad71a4c3e7709aec5f5bd00c07b83","unresolved":false,"context_lines":[{"line_number":177,"context_line":"their storage policy indexes.  Organizing the back-end directory structures by policy"},{"line_number":178,"context_line":"index helps keep track of things and also allows for sharing of disks between policies"},{"line_number":179,"context_line":"which may or may not make sense depending on the needs of the provider.  More"},{"line_number":180,"context_line":"on this later, but for now be aware that the following directory naming convention:"},{"line_number":181,"context_line":""},{"line_number":182,"context_line":"* ``/objects`` maps to objects associated with Policy_0"},{"line_number":183,"context_line":"* ``/objects-N`` maps to storage policy index #N"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_e91a3b16","line":180,"updated":"2014-05-28 21:46:21.000000000","message":"nit: \"...be aware that the following directory naming convention:\" should read \"...be aware of the following directory naming convention:\"","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"2bdaf70d94029e445669d071a7ab23d7779c6dae","unresolved":false,"context_lines":[{"line_number":177,"context_line":"their storage policy indexes.  Organizing the back-end directory structures by policy"},{"line_number":178,"context_line":"index helps keep track of things and also allows for sharing of disks between policies"},{"line_number":179,"context_line":"which may or may not make sense depending on the needs of the provider.  More"},{"line_number":180,"context_line":"on this later, but for now be aware that the following directory naming convention:"},{"line_number":181,"context_line":""},{"line_number":182,"context_line":"* ``/objects`` maps to objects associated with Policy_0"},{"line_number":183,"context_line":"* ``/objects-N`` maps to storage policy index #N"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_cff3bf9d","line":180,"in_reply_to":"3ae8d1ca_e91a3b16","updated":"2014-05-28 22:32:42.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1216,"name":"gholt","email":"z-launchpad@brim.net","username":"gholt"},"change_message_id":"1d4c524318f273134ce401ecd5480cef0fa3b5df","unresolved":false,"context_lines":[{"line_number":185,"context_line":"* ``/async_pending-N`` maps to async pending update for storage policy index #N"},{"line_number":186,"context_line":""},{"line_number":187,"context_line":"Note that these directory names are actually owned by the specific Diskfile"},{"line_number":188,"context_line":"Implementation, the names shown above are used by the default Diskfile."},{"line_number":189,"context_line":""},{"line_number":190,"context_line":"--------------------"},{"line_number":191,"context_line":"Configuring Policies"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_1eb5eced","line":188,"updated":"2014-05-28 14:10:45.000000000","message":"Will there be separate quarantine and tmp directories as well? It could definitely help in debugging issues.","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":330,"name":"John Dickinson","email":"me@not.mn","username":"notmyname"},"change_message_id":"3c384561ae9baaceb71c7adb0f599978cf4d8296","unresolved":false,"context_lines":[{"line_number":185,"context_line":"* ``/async_pending-N`` maps to async pending update for storage policy index #N"},{"line_number":186,"context_line":""},{"line_number":187,"context_line":"Note that these directory names are actually owned by the specific Diskfile"},{"line_number":188,"context_line":"Implementation, the names shown above are used by the default Diskfile."},{"line_number":189,"context_line":""},{"line_number":190,"context_line":"--------------------"},{"line_number":191,"context_line":"Configuring Policies"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_d486f912","line":188,"in_reply_to":"3ae8d1ca_1eb5eced","updated":"2014-05-28 19:03:19.000000000","message":"I think so, but I don\u0027t remember what\u0027s in the final implementation. Should be noted either way","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"fcaab6d49ce64e09a0c45113c65f109788bee0e3","unresolved":false,"context_lines":[{"line_number":185,"context_line":"* ``/async_pending-N`` maps to async pending update for storage policy index #N"},{"line_number":186,"context_line":""},{"line_number":187,"context_line":"Note that these directory names are actually owned by the specific Diskfile"},{"line_number":188,"context_line":"Implementation, the names shown above are used by the default Diskfile."},{"line_number":189,"context_line":""},{"line_number":190,"context_line":"--------------------"},{"line_number":191,"context_line":"Configuring Policies"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_1485c1ac","line":188,"in_reply_to":"3ae8d1ca_1eb5eced","updated":"2014-05-28 19:34:43.000000000","message":"There *is* not *yet* - but there should be.  Great idea.  #willfix","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":11608,"name":"Eric Lambert","email":"eric.d.lambert@gmail.com","username":"elambert"},"change_message_id":"c737c13bae8ad71a4c3e7709aec5f5bd00c07b83","unresolved":false,"context_lines":[{"line_number":203,"context_line":"are a number of rules enforced by Swift when parsing this file:"},{"line_number":204,"context_line":""},{"line_number":205,"context_line":"* If a policy with index 0 is not declared or no policies defined, Swift will create one"},{"line_number":206,"context_line":"* The policy index must be a positive integer"},{"line_number":207,"context_line":"* If no policy is declared as the default, the policy with index 0 is set as the default"},{"line_number":208,"context_line":"* Policy indexes must be unique"},{"line_number":209,"context_line":"* Policy names are required"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_8939b743","line":206,"updated":"2014-05-28 21:46:21.000000000","message":"super-pedantic-nit: doesn\u0027t this statement prohibit an index of 0 since 0 is not a positive number?","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"2bdaf70d94029e445669d071a7ab23d7779c6dae","unresolved":false,"context_lines":[{"line_number":203,"context_line":"are a number of rules enforced by Swift when parsing this file:"},{"line_number":204,"context_line":""},{"line_number":205,"context_line":"* If a policy with index 0 is not declared or no policies defined, Swift will create one"},{"line_number":206,"context_line":"* The policy index must be a positive integer"},{"line_number":207,"context_line":"* If no policy is declared as the default, the policy with index 0 is set as the default"},{"line_number":208,"context_line":"* Policy indexes must be unique"},{"line_number":209,"context_line":"* Policy names are required"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_4f2faff6","line":206,"in_reply_to":"3ae8d1ca_8939b743","updated":"2014-05-28 22:32:42.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":11608,"name":"Eric Lambert","email":"eric.d.lambert@gmail.com","username":"elambert"},"change_message_id":"c737c13bae8ad71a4c3e7709aec5f5bd00c07b83","unresolved":false,"context_lines":[{"line_number":207,"context_line":"* If no policy is declared as the default, the policy with index 0 is set as the default"},{"line_number":208,"context_line":"* Policy indexes must be unique"},{"line_number":209,"context_line":"* Policy names are required"},{"line_number":210,"context_line":"* Policy names must be unique"},{"line_number":211,"context_line":"* No more than 1 policy can be declared default"},{"line_number":212,"context_line":"* Only supported types are allowed.  If no type is declared, the default of replication is"},{"line_number":213,"context_line":"automatically selected.  The type field is used to differentiate durability policies."}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_695b8b87","line":210,"updated":"2014-05-28 21:46:21.000000000","message":"Are there any rules about what are legal policy names?","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"2bdaf70d94029e445669d071a7ab23d7779c6dae","unresolved":false,"context_lines":[{"line_number":207,"context_line":"* If no policy is declared as the default, the policy with index 0 is set as the default"},{"line_number":208,"context_line":"* Policy indexes must be unique"},{"line_number":209,"context_line":"* Policy names are required"},{"line_number":210,"context_line":"* Policy names must be unique"},{"line_number":211,"context_line":"* No more than 1 policy can be declared default"},{"line_number":212,"context_line":"* Only supported types are allowed.  If no type is declared, the default of replication is"},{"line_number":213,"context_line":"automatically selected.  The type field is used to differentiate durability policies."}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_8f39b743","line":210,"in_reply_to":"3ae8d1ca_695b8b87","updated":"2014-05-28 22:32:42.000000000","message":"none are enforced, maybe there\u0027s some good judgement that could be codified?","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1216,"name":"gholt","email":"z-launchpad@brim.net","username":"gholt"},"change_message_id":"94db92f5d910c262b8191131b0d5352dca4f88e1","unresolved":false,"context_lines":[{"line_number":210,"context_line":"* Policy names must be unique"},{"line_number":211,"context_line":"* No more than 1 policy can be declared default"},{"line_number":212,"context_line":"* Only supported types are allowed.  If no type is declared, the default of replication is"},{"line_number":213,"context_line":"automatically selected.  The type field is used to differentiate durability policies."},{"line_number":214,"context_line":""},{"line_number":215,"context_line":"The following is an example of a properly configured \u0027\u0027swift.conf\u0027\u0027 file. See :doc:`policies_saio`"},{"line_number":216,"context_line":"for full instructions on setting up an all-in-one with this example configuration."}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_68bd5368","line":213,"updated":"2014-05-28 15:43:53.000000000","message":"This bullet list gives a Sphinx warning, I think because \"automatically\" is on a new line.","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"fcaab6d49ce64e09a0c45113c65f109788bee0e3","unresolved":false,"context_lines":[{"line_number":210,"context_line":"* Policy names must be unique"},{"line_number":211,"context_line":"* No more than 1 policy can be declared default"},{"line_number":212,"context_line":"* Only supported types are allowed.  If no type is declared, the default of replication is"},{"line_number":213,"context_line":"automatically selected.  The type field is used to differentiate durability policies."},{"line_number":214,"context_line":""},{"line_number":215,"context_line":"The following is an example of a properly configured \u0027\u0027swift.conf\u0027\u0027 file. See :doc:`policies_saio`"},{"line_number":216,"context_line":"for full instructions on setting up an all-in-one with this example configuration."}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_f4dbf5ea","line":213,"in_reply_to":"3ae8d1ca_68bd5368","updated":"2014-05-28 19:34:43.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1216,"name":"gholt","email":"z-launchpad@brim.net","username":"gholt"},"change_message_id":"1d4c524318f273134ce401ecd5480cef0fa3b5df","unresolved":false,"context_lines":[{"line_number":234,"context_line":"* You cannot change the index of a policy once it has been created"},{"line_number":235,"context_line":"* Do not delete a policy, if one is no longer needed simply don\u0027t use it."},{"line_number":236,"context_line":"  It might be a good idea to name it something unique indicating that"},{"line_number":237,"context_line":"  it is no longer valid, like \u0027-deprecated\u0027"},{"line_number":238,"context_line":""},{"line_number":239,"context_line":"There will be additional parameters for policies as new features are added"},{"line_number":240,"context_line":"(e.g., Erasure Code), but for now only a section name/index and name"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_deee248b","line":237,"updated":"2014-05-28 14:10:45.000000000","message":"Perhaps better advice here (based on what little I know) would be to rename the policy to a UUID-whatitwas? That way, users cannot possible pick it?","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"fcaab6d49ce64e09a0c45113c65f109788bee0e3","unresolved":false,"context_lines":[{"line_number":234,"context_line":"* You cannot change the index of a policy once it has been created"},{"line_number":235,"context_line":"* Do not delete a policy, if one is no longer needed simply don\u0027t use it."},{"line_number":236,"context_line":"  It might be a good idea to name it something unique indicating that"},{"line_number":237,"context_line":"  it is no longer valid, like \u0027-deprecated\u0027"},{"line_number":238,"context_line":""},{"line_number":239,"context_line":"There will be additional parameters for policies as new features are added"},{"line_number":240,"context_line":"(e.g., Erasure Code), but for now only a section name/index and name"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_54f82949","line":237,"in_reply_to":"3ae8d1ca_deee248b","updated":"2014-05-28 19:34:43.000000000","message":"because they\u0027re exposed in /info I don\u0027t think the uuid thing really works either.  There\u0027s a pending change for adding support to acctually deprecate storage policies, meaning the proxy will stop exposing them in /info and stop allowing container PUT for the deprecated storage policies.  I think that\u0027d be really nice to have.  I\u0027ll make sure it includes some doc update.","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":995,"name":"David Goetz","email":"david.goetz@rackspace.com","username":"david-goetz"},"change_message_id":"87c5c3981e7dacc3ae0a89e1ca93e768449d36c9","unresolved":false,"context_lines":[{"line_number":241,"context_line":"are required.  Once swift.conf is configured for a new policy, a new ring"},{"line_number":242,"context_line":"must be created.  The ring tools are not policy name aware so it\u0027s critical"},{"line_number":243,"context_line":"that the correct policy index be used when creating the new policy\u0027s ring"},{"line_number":244,"context_line":"file.  Its created in the same manner as the legacy ring except that \u0027N\u0027 is"},{"line_number":245,"context_line":"appended after the word ``object`` where N matches the policy index"},{"line_number":246,"context_line":"used in swift.conf.  So, to create the ring for policy 1::"},{"line_number":247,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_acdda172","line":244,"updated":"2014-05-28 22:08:23.000000000","message":"it\u0027s","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"2bdaf70d94029e445669d071a7ab23d7779c6dae","unresolved":false,"context_lines":[{"line_number":241,"context_line":"are required.  Once swift.conf is configured for a new policy, a new ring"},{"line_number":242,"context_line":"must be created.  The ring tools are not policy name aware so it\u0027s critical"},{"line_number":243,"context_line":"that the correct policy index be used when creating the new policy\u0027s ring"},{"line_number":244,"context_line":"file.  Its created in the same manner as the legacy ring except that \u0027N\u0027 is"},{"line_number":245,"context_line":"appended after the word ``object`` where N matches the policy index"},{"line_number":246,"context_line":"used in swift.conf.  So, to create the ring for policy 1::"},{"line_number":247,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_cf21fffd","line":244,"in_reply_to":"3ae8d1ca_acdda172","updated":"2014-05-28 22:32:42.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":330,"name":"John Dickinson","email":"me@not.mn","username":"notmyname"},"change_message_id":"3c384561ae9baaceb71c7adb0f599978cf4d8296","unresolved":false,"context_lines":[{"line_number":312,"context_line":"Parsing and Configuring"},{"line_number":313,"context_line":"-----------------------"},{"line_number":314,"context_line":""},{"line_number":315,"context_line":"A new module, :ref:`storage_policy`, is responsible for parsing the"},{"line_number":316,"context_line":"``swift.conf`` file, validating the input, and creating a global collection of"},{"line_number":317,"context_line":"configured policies via class :class:`.StoragePolicyCollection`.  This"},{"line_number":318,"context_line":"collection is made up of policies of class :class:`.StoragePolicy`. The"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_344abdc5","line":315,"updated":"2014-05-28 19:03:19.000000000","message":"Since this is a long-lived doc, \"new\" probably shouldn\u0027t be used. That is, in six or twelve months, it\u0027s not new anymore","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"fcaab6d49ce64e09a0c45113c65f109788bee0e3","unresolved":false,"context_lines":[{"line_number":312,"context_line":"Parsing and Configuring"},{"line_number":313,"context_line":"-----------------------"},{"line_number":314,"context_line":""},{"line_number":315,"context_line":"A new module, :ref:`storage_policy`, is responsible for parsing the"},{"line_number":316,"context_line":"``swift.conf`` file, validating the input, and creating a global collection of"},{"line_number":317,"context_line":"configured policies via class :class:`.StoragePolicyCollection`.  This"},{"line_number":318,"context_line":"collection is made up of policies of class :class:`.StoragePolicy`. The"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_ea13100b","line":315,"in_reply_to":"3ae8d1ca_344abdc5","updated":"2014-05-28 19:34:43.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1216,"name":"gholt","email":"z-launchpad@brim.net","username":"gholt"},"change_message_id":"1d4c524318f273134ce401ecd5480cef0fa3b5df","unresolved":false,"context_lines":[{"line_number":344,"context_line":"would be instantiated when the :class:`.Application` class was instantiated and could"},{"line_number":345,"context_line":"be overridden by test code via init parameter.  With policies, however, there is"},{"line_number":346,"context_line":"no init parameter and the :class:`.Application` class instead depends on the :data:`.POLICIES`"},{"line_number":347,"context_line":"global singleton to retrieve the ring which is instantiated the first time its"},{"line_number":348,"context_line":"needed.  So, instead of a object ring member of the :class:`.Application` class, there is"},{"line_number":349,"context_line":"an accessor function, :meth:`~.Application.get_object_ring`, that gets the ring from :data:`.POLICIES`."},{"line_number":350,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_349ba873","line":347,"updated":"2014-05-28 14:10:45.000000000","message":"supernit: \"its\" should be \"it\u0027s\"","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"fcaab6d49ce64e09a0c45113c65f109788bee0e3","unresolved":false,"context_lines":[{"line_number":344,"context_line":"would be instantiated when the :class:`.Application` class was instantiated and could"},{"line_number":345,"context_line":"be overridden by test code via init parameter.  With policies, however, there is"},{"line_number":346,"context_line":"no init parameter and the :class:`.Application` class instead depends on the :data:`.POLICIES`"},{"line_number":347,"context_line":"global singleton to retrieve the ring which is instantiated the first time its"},{"line_number":348,"context_line":"needed.  So, instead of a object ring member of the :class:`.Application` class, there is"},{"line_number":349,"context_line":"an accessor function, :meth:`~.Application.get_object_ring`, that gets the ring from :data:`.POLICIES`."},{"line_number":350,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_74644522","line":347,"in_reply_to":"3ae8d1ca_349ba873","updated":"2014-05-28 19:34:43.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1216,"name":"gholt","email":"z-launchpad@brim.net","username":"gholt"},"change_message_id":"1d4c524318f273134ce401ecd5480cef0fa3b5df","unresolved":false,"context_lines":[{"line_number":345,"context_line":"be overridden by test code via init parameter.  With policies, however, there is"},{"line_number":346,"context_line":"no init parameter and the :class:`.Application` class instead depends on the :data:`.POLICIES`"},{"line_number":347,"context_line":"global singleton to retrieve the ring which is instantiated the first time its"},{"line_number":348,"context_line":"needed.  So, instead of a object ring member of the :class:`.Application` class, there is"},{"line_number":349,"context_line":"an accessor function, :meth:`~.Application.get_object_ring`, that gets the ring from :data:`.POLICIES`."},{"line_number":350,"context_line":""},{"line_number":351,"context_line":"In general, when any module running on the proxy requires an object ring, it"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_14778c3b","line":348,"updated":"2014-05-28 14:10:45.000000000","message":"superdupernit: \"a object\" should be \"an object\"","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"fcaab6d49ce64e09a0c45113c65f109788bee0e3","unresolved":false,"context_lines":[{"line_number":345,"context_line":"be overridden by test code via init parameter.  With policies, however, there is"},{"line_number":346,"context_line":"no init parameter and the :class:`.Application` class instead depends on the :data:`.POLICIES`"},{"line_number":347,"context_line":"global singleton to retrieve the ring which is instantiated the first time its"},{"line_number":348,"context_line":"needed.  So, instead of a object ring member of the :class:`.Application` class, there is"},{"line_number":349,"context_line":"an accessor function, :meth:`~.Application.get_object_ring`, that gets the ring from :data:`.POLICIES`."},{"line_number":350,"context_line":""},{"line_number":351,"context_line":"In general, when any module running on the proxy requires an object ring, it"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_94671125","line":348,"in_reply_to":"3ae8d1ca_14778c3b","updated":"2014-05-28 19:34:43.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":995,"name":"David Goetz","email":"david.goetz@rackspace.com","username":"david-goetz"},"change_message_id":"87c5c3981e7dacc3ae0a89e1ca93e768449d36c9","unresolved":false,"context_lines":[{"line_number":363,"context_line":"-------------"},{"line_number":364,"context_line":""},{"line_number":365,"context_line":"It may not seem like the :ref:`object-server` would be too involved with Policies and"},{"line_number":366,"context_line":"if you thought that it should be then you\u0027d be correct.  However, because of"},{"line_number":367,"context_line":"how back-end directory structures are setup for policies, as described earlier,"},{"line_number":368,"context_line":"the object server modules do play a role.  When the object server gets a :class:`.DiskFile`,"},{"line_number":369,"context_line":"it passes in the policy index and leaves the actual directory naming/structure"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_8cf705f5","line":366,"updated":"2014-05-28 22:08:23.000000000","message":"awkward sentence","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"2bdaf70d94029e445669d071a7ab23d7779c6dae","unresolved":false,"context_lines":[{"line_number":363,"context_line":"-------------"},{"line_number":364,"context_line":""},{"line_number":365,"context_line":"It may not seem like the :ref:`object-server` would be too involved with Policies and"},{"line_number":366,"context_line":"if you thought that it should be then you\u0027d be correct.  However, because of"},{"line_number":367,"context_line":"how back-end directory structures are setup for policies, as described earlier,"},{"line_number":368,"context_line":"the object server modules do play a role.  When the object server gets a :class:`.DiskFile`,"},{"line_number":369,"context_line":"it passes in the policy index and leaves the actual directory naming/structure"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_4f640f49","line":366,"in_reply_to":"3ae8d1ca_8cf705f5","updated":"2014-05-28 22:32:42.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":9625,"name":"Thiago da Silva","email":"thiagodasilva@gmail.com","username":"thiago"},"change_message_id":"7fe07da4ed010b2df597bb04000dc8055b595a32","unresolved":false,"context_lines":[{"line_number":29,"context_line":"* Collecting nodes into group:  Different object rings may have different"},{"line_number":30,"context_line":"  physical servers so that objects in specific storage policies are always"},{"line_number":31,"context_line":"  placed in a particular data center or geography."},{"line_number":32,"context_line":"  "},{"line_number":33,"context_line":"* Different Storage implementations:  Another example would be to collect"},{"line_number":34,"context_line":"  together a set of nodes that use a different Diskfile (e.g., Kinetic,"},{"line_number":35,"context_line":"  Gluster) and use a policy to direct traffic just to those nodes."}],"source_content_type":"text/x-rst","patch_set":4,"id":"3ae8d1ca_0a0bb925","line":32,"updated":"2014-05-29 17:13:11.000000000","message":"white space","commit_id":"e2731241ee652e1330ae08522ad2a29c88471474"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"736f9922c0f229f8d0eaaf08420873c2f59e3137","unresolved":false,"context_lines":[{"line_number":29,"context_line":"* Collecting nodes into group:  Different object rings may have different"},{"line_number":30,"context_line":"  physical servers so that objects in specific storage policies are always"},{"line_number":31,"context_line":"  placed in a particular data center or geography."},{"line_number":32,"context_line":"  "},{"line_number":33,"context_line":"* Different Storage implementations:  Another example would be to collect"},{"line_number":34,"context_line":"  together a set of nodes that use a different Diskfile (e.g., Kinetic,"},{"line_number":35,"context_line":"  Gluster) and use a policy to direct traffic just to those nodes."}],"source_content_type":"text/x-rst","patch_set":4,"id":"3ae8d1ca_70d98a82","line":32,"in_reply_to":"3ae8d1ca_0a0bb925","updated":"2014-05-29 17:44:09.000000000","message":"Done","commit_id":"e2731241ee652e1330ae08522ad2a29c88471474"},{"author":{"_account_id":9625,"name":"Thiago da Silva","email":"thiagodasilva@gmail.com","username":"thiago"},"change_message_id":"7fe07da4ed010b2df597bb04000dc8055b595a32","unresolved":false,"context_lines":[{"line_number":32,"context_line":"  "},{"line_number":33,"context_line":"* Different Storage implementations:  Another example would be to collect"},{"line_number":34,"context_line":"  together a set of nodes that use a different Diskfile (e.g., Kinetic,"},{"line_number":35,"context_line":"  Gluster) and use a policy to direct traffic just to those nodes."},{"line_number":36,"context_line":""},{"line_number":37,"context_line":".. note::"},{"line_number":38,"context_line":""}],"source_content_type":"text/x-rst","patch_set":4,"id":"3ae8d1ca_ca00f103","line":35,"updated":"2014-05-29 17:13:11.000000000","message":"GlusterFS","commit_id":"e2731241ee652e1330ae08522ad2a29c88471474"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"736f9922c0f229f8d0eaaf08420873c2f59e3137","unresolved":false,"context_lines":[{"line_number":32,"context_line":"  "},{"line_number":33,"context_line":"* Different Storage implementations:  Another example would be to collect"},{"line_number":34,"context_line":"  together a set of nodes that use a different Diskfile (e.g., Kinetic,"},{"line_number":35,"context_line":"  Gluster) and use a policy to direct traffic just to those nodes."},{"line_number":36,"context_line":""},{"line_number":37,"context_line":".. note::"},{"line_number":38,"context_line":""}],"source_content_type":"text/x-rst","patch_set":4,"id":"3ae8d1ca_b0e31232","line":35,"in_reply_to":"3ae8d1ca_ca00f103","updated":"2014-05-29 17:44:09.000000000","message":"Done","commit_id":"e2731241ee652e1330ae08522ad2a29c88471474"},{"author":{"_account_id":9625,"name":"Thiago da Silva","email":"thiagodasilva@gmail.com","username":"thiago"},"change_message_id":"7fe07da4ed010b2df597bb04000dc8055b595a32","unresolved":false,"context_lines":[{"line_number":112,"context_line":"Because each object write is a separate distributed transaction it is"},{"line_number":113,"context_line":"not possible to determine the correctness of the storage policy for each"},{"line_number":114,"context_line":"object write with respect to the entire transaction log at a given"},{"line_number":115,"context_line":"container database.  As such container databases will always record the"},{"line_number":116,"context_line":"object write regardless of the storage policy on a per object row basis."},{"line_number":117,"context_line":"Object byte and count stats are tracked per storage policy in each"},{"line_number":118,"context_line":"container and reconciled using normal object row merge semantics."}],"source_content_type":"text/x-rst","patch_set":4,"id":"3ae8d1ca_ead4cd48","line":115,"updated":"2014-05-29 17:13:11.000000000","message":"As such,","commit_id":"e2731241ee652e1330ae08522ad2a29c88471474"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"736f9922c0f229f8d0eaaf08420873c2f59e3137","unresolved":false,"context_lines":[{"line_number":112,"context_line":"Because each object write is a separate distributed transaction it is"},{"line_number":113,"context_line":"not possible to determine the correctness of the storage policy for each"},{"line_number":114,"context_line":"object write with respect to the entire transaction log at a given"},{"line_number":115,"context_line":"container database.  As such container databases will always record the"},{"line_number":116,"context_line":"object write regardless of the storage policy on a per object row basis."},{"line_number":117,"context_line":"Object byte and count stats are tracked per storage policy in each"},{"line_number":118,"context_line":"container and reconciled using normal object row merge semantics."}],"source_content_type":"text/x-rst","patch_set":4,"id":"3ae8d1ca_30cf02b2","line":115,"in_reply_to":"3ae8d1ca_ead4cd48","updated":"2014-05-29 17:44:09.000000000","message":"Done","commit_id":"e2731241ee652e1330ae08522ad2a29c88471474"},{"author":{"_account_id":9625,"name":"Thiago da Silva","email":"thiagodasilva@gmail.com","username":"thiago"},"change_message_id":"7fe07da4ed010b2df597bb04000dc8055b595a32","unresolved":false,"context_lines":[{"line_number":219,"context_line":"* Policy names are required"},{"line_number":220,"context_line":"* Policy names must be unique"},{"line_number":221,"context_line":"* No more than 1 policy can be declared default"},{"line_number":222,"context_line":"* Only supported types are allowed.  If no type is declared, the default of replication is"},{"line_number":223,"context_line":"  automatically selected.  The type field is used to differentiate durability policies."},{"line_number":224,"context_line":""},{"line_number":225,"context_line":"The following is an example of a properly configured \u0027\u0027swift.conf\u0027\u0027 file. See :doc:`policies_saio`"}],"source_content_type":"text/x-rst","patch_set":4,"id":"3ae8d1ca_4d407ba5","line":222,"updated":"2014-05-29 17:13:11.000000000","message":"are the supported types listed anywhere? I could not find them. It made this last point a bit confusing","commit_id":"e2731241ee652e1330ae08522ad2a29c88471474"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"dd60b4ac573faa296a91c4b4162200c207a22ec4","unresolved":false,"context_lines":[{"line_number":219,"context_line":"* Policy names are required"},{"line_number":220,"context_line":"* Policy names must be unique"},{"line_number":221,"context_line":"* No more than 1 policy can be declared default"},{"line_number":222,"context_line":"* Only supported types are allowed.  If no type is declared, the default of replication is"},{"line_number":223,"context_line":"  automatically selected.  The type field is used to differentiate durability policies."},{"line_number":224,"context_line":""},{"line_number":225,"context_line":"The following is an example of a properly configured \u0027\u0027swift.conf\u0027\u0027 file. See :doc:`policies_saio`"}],"source_content_type":"text/x-rst","patch_set":4,"id":"3ae8d1ca_d027beb4","line":222,"in_reply_to":"3ae8d1ca_4d407ba5","updated":"2014-05-29 17:22:42.000000000","message":"I added wording here already based on the same comment over on the ec branch but I guess it wasn\u0027t good enough :)  I didn\u0027t want to list supported types in the docs for some reason but I suppose we could.  What I added was to make the point that \u0027replication\u0027 is the one selected.  Today that\u0027s all there is.","commit_id":"e2731241ee652e1330ae08522ad2a29c88471474"},{"author":{"_account_id":9625,"name":"Thiago da Silva","email":"thiagodasilva@gmail.com","username":"thiago"},"change_message_id":"8f7e689c6a7fdb6c32093b6384e4c4428d798fb7","unresolved":false,"context_lines":[{"line_number":220,"context_line":"* Policy names must be unique"},{"line_number":221,"context_line":"* No more than 1 policy can be declared default"},{"line_number":222,"context_line":"* Only supported types are allowed.  If no type is declared, the default of replication is"},{"line_number":223,"context_line":"  automatically selected.  The type field is used to differentiate durability policies."},{"line_number":224,"context_line":""},{"line_number":225,"context_line":"The following is an example of a properly configured \u0027\u0027swift.conf\u0027\u0027 file. See :doc:`policies_saio`"},{"line_number":226,"context_line":"for full instructions on setting up an all-in-one with this example configuration.::"}],"source_content_type":"text/x-rst","patch_set":4,"id":"3ae8d1ca_8d30c302","line":223,"updated":"2014-05-29 17:21:01.000000000","message":"I feel like this needs to be described/explained further? It doesn\u0027t seem to be require to specify a type, but at the same time only supported types are allowed. \nHow is it used? \n\nI noticed in review 96027 that \u0027replication\u0027 is the only type currently defined. How would other types be defined? \n\nFor example, what would be the type for a storage policy for a \"Different Storage implementation\" (e.g., GlusterFS) as listed above?","commit_id":"e2731241ee652e1330ae08522ad2a29c88471474"},{"author":{"_account_id":9625,"name":"Thiago da Silva","email":"thiagodasilva@gmail.com","username":"thiago"},"change_message_id":"7fe07da4ed010b2df597bb04000dc8055b595a32","unresolved":false,"context_lines":[{"line_number":244,"context_line":"* You cannot change the index of a policy once it has been created"},{"line_number":245,"context_line":"* Do not delete a policy, if one is no longer needed simply don\u0027t use it."},{"line_number":246,"context_line":"  It might be a good idea to name it something unique indicating that"},{"line_number":247,"context_line":"  it is no longer valid, like \u0027-deprecated\u0027 "},{"line_number":248,"context_line":""},{"line_number":249,"context_line":"There will be additional parameters for policies as new features are added"},{"line_number":250,"context_line":"(e.g., Erasure Code), but for now only a section name/index and name"}],"source_content_type":"text/x-rst","patch_set":4,"id":"3ae8d1ca_8a07c91b","line":247,"updated":"2014-05-29 17:13:11.000000000","message":"white space","commit_id":"e2731241ee652e1330ae08522ad2a29c88471474"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"736f9922c0f229f8d0eaaf08420873c2f59e3137","unresolved":false,"context_lines":[{"line_number":244,"context_line":"* You cannot change the index of a policy once it has been created"},{"line_number":245,"context_line":"* Do not delete a policy, if one is no longer needed simply don\u0027t use it."},{"line_number":246,"context_line":"  It might be a good idea to name it something unique indicating that"},{"line_number":247,"context_line":"  it is no longer valid, like \u0027-deprecated\u0027 "},{"line_number":248,"context_line":""},{"line_number":249,"context_line":"There will be additional parameters for policies as new features are added"},{"line_number":250,"context_line":"(e.g., Erasure Code), but for now only a section name/index and name"}],"source_content_type":"text/x-rst","patch_set":4,"id":"3ae8d1ca_d0d41e22","line":247,"in_reply_to":"3ae8d1ca_8a07c91b","updated":"2014-05-29 17:44:09.000000000","message":"Done","commit_id":"e2731241ee652e1330ae08522ad2a29c88471474"},{"author":{"_account_id":9625,"name":"Thiago da Silva","email":"thiagodasilva@gmail.com","username":"thiago"},"change_message_id":"7fe07da4ed010b2df597bb04000dc8055b595a32","unresolved":false,"context_lines":[{"line_number":264,"context_line":"    of how that\u0027s managed on disk will be covered in a later section, it\u0027s"},{"line_number":265,"context_line":"    important to understand the implications of such a configuration before"},{"line_number":266,"context_line":"    setting one up.  Make sure it\u0027s really what you want to do, in many cases"},{"line_number":267,"context_line":"    it will be but in others maybe not."},{"line_number":268,"context_line":""},{"line_number":269,"context_line":"--------------"},{"line_number":270,"context_line":"Using Policies"}],"source_content_type":"text/x-rst","patch_set":4,"id":"3ae8d1ca_cd4e4b6f","line":267,"updated":"2014-05-29 17:13:11.000000000","message":"missing a comma somewhere here, either before but or after..not sure ;-)","commit_id":"e2731241ee652e1330ae08522ad2a29c88471474"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"736f9922c0f229f8d0eaaf08420873c2f59e3137","unresolved":false,"context_lines":[{"line_number":264,"context_line":"    of how that\u0027s managed on disk will be covered in a later section, it\u0027s"},{"line_number":265,"context_line":"    important to understand the implications of such a configuration before"},{"line_number":266,"context_line":"    setting one up.  Make sure it\u0027s really what you want to do, in many cases"},{"line_number":267,"context_line":"    it will be but in others maybe not."},{"line_number":268,"context_line":""},{"line_number":269,"context_line":"--------------"},{"line_number":270,"context_line":"Using Policies"}],"source_content_type":"text/x-rst","patch_set":4,"id":"3ae8d1ca_50e80ee2","line":267,"in_reply_to":"3ae8d1ca_cd4e4b6f","updated":"2014-05-29 17:44:09.000000000","message":"Done","commit_id":"e2731241ee652e1330ae08522ad2a29c88471474"},{"author":{"_account_id":9625,"name":"Thiago da Silva","email":"thiagodasilva@gmail.com","username":"thiago"},"change_message_id":"7fe07da4ed010b2df597bb04000dc8055b595a32","unresolved":false,"context_lines":[{"line_number":367,"context_line":"proxy has determined the policy index, it can use the :meth:`~.Application.get_object_ring` method"},{"line_number":368,"context_line":"described earlier to gain access to the correct ring.  It then has the responsibility"},{"line_number":369,"context_line":"of passing the index information, not the policy name, on to the back-end servers"},{"line_number":370,"context_line":"via a the header ``X-Backend-Storage-Policy-Index``. Going the other way, the proxy also"},{"line_number":371,"context_line":"strips the index out of headers that go back to clients and make sure they only"},{"line_number":372,"context_line":"see the friendly policy names."},{"line_number":373,"context_line":""}],"source_content_type":"text/x-rst","patch_set":4,"id":"3ae8d1ca_edd4e748","line":370,"updated":"2014-05-29 17:13:11.000000000","message":"via the header","commit_id":"e2731241ee652e1330ae08522ad2a29c88471474"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"736f9922c0f229f8d0eaaf08420873c2f59e3137","unresolved":false,"context_lines":[{"line_number":367,"context_line":"proxy has determined the policy index, it can use the :meth:`~.Application.get_object_ring` method"},{"line_number":368,"context_line":"described earlier to gain access to the correct ring.  It then has the responsibility"},{"line_number":369,"context_line":"of passing the index information, not the policy name, on to the back-end servers"},{"line_number":370,"context_line":"via a the header ``X-Backend-Storage-Policy-Index``. Going the other way, the proxy also"},{"line_number":371,"context_line":"strips the index out of headers that go back to clients and make sure they only"},{"line_number":372,"context_line":"see the friendly policy names."},{"line_number":373,"context_line":""}],"source_content_type":"text/x-rst","patch_set":4,"id":"3ae8d1ca_70e34a05","line":370,"in_reply_to":"3ae8d1ca_edd4e748","updated":"2014-05-29 17:44:09.000000000","message":"Done","commit_id":"e2731241ee652e1330ae08522ad2a29c88471474"},{"author":{"_account_id":9625,"name":"Thiago da Silva","email":"thiagodasilva@gmail.com","username":"thiago"},"change_message_id":"7fe07da4ed010b2df597bb04000dc8055b595a32","unresolved":false,"context_lines":[{"line_number":368,"context_line":"described earlier to gain access to the correct ring.  It then has the responsibility"},{"line_number":369,"context_line":"of passing the index information, not the policy name, on to the back-end servers"},{"line_number":370,"context_line":"via a the header ``X-Backend-Storage-Policy-Index``. Going the other way, the proxy also"},{"line_number":371,"context_line":"strips the index out of headers that go back to clients and make sure they only"},{"line_number":372,"context_line":"see the friendly policy names."},{"line_number":373,"context_line":""},{"line_number":374,"context_line":"Object Server"}],"source_content_type":"text/x-rst","patch_set":4,"id":"3ae8d1ca_8dbfe3fa","line":371,"updated":"2014-05-29 17:13:11.000000000","message":"clients,","commit_id":"e2731241ee652e1330ae08522ad2a29c88471474"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"736f9922c0f229f8d0eaaf08420873c2f59e3137","unresolved":false,"context_lines":[{"line_number":368,"context_line":"described earlier to gain access to the correct ring.  It then has the responsibility"},{"line_number":369,"context_line":"of passing the index information, not the policy name, on to the back-end servers"},{"line_number":370,"context_line":"via a the header ``X-Backend-Storage-Policy-Index``. Going the other way, the proxy also"},{"line_number":371,"context_line":"strips the index out of headers that go back to clients and make sure they only"},{"line_number":372,"context_line":"see the friendly policy names."},{"line_number":373,"context_line":""},{"line_number":374,"context_line":"Object Server"}],"source_content_type":"text/x-rst","patch_set":4,"id":"3ae8d1ca_d0bb3ee3","line":371,"in_reply_to":"3ae8d1ca_8dbfe3fa","updated":"2014-05-29 17:44:09.000000000","message":"Done","commit_id":"e2731241ee652e1330ae08522ad2a29c88471474"},{"author":{"_account_id":9625,"name":"Thiago da Silva","email":"thiagodasilva@gmail.com","username":"thiago"},"change_message_id":"7fe07da4ed010b2df597bb04000dc8055b595a32","unresolved":false,"context_lines":[{"line_number":389,"context_line":""},{"line_number":390,"context_line":"The :ref:`object-replicator` is policy aware in that, depending on the policy, it may have to"},{"line_number":391,"context_line":"do drastically different things, or maybe not.  For example, the difference in"},{"line_number":392,"context_line":"handling a replication job for 2x versus 3x is trivial however the difference in"},{"line_number":393,"context_line":"handling replication between 3x and erasure code is most definitely not.  In"},{"line_number":394,"context_line":"fact, the term \u0027replication\u0027 really isn\u0027t appropriate for some policies"},{"line_number":395,"context_line":"like erasure code however the majority of the framework for collecting and"}],"source_content_type":"text/x-rst","patch_set":4,"id":"3ae8d1ca_4d731b80","line":392,"updated":"2014-05-29 17:13:11.000000000","message":"trivial. However,","commit_id":"e2731241ee652e1330ae08522ad2a29c88471474"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"736f9922c0f229f8d0eaaf08420873c2f59e3137","unresolved":false,"context_lines":[{"line_number":389,"context_line":""},{"line_number":390,"context_line":"The :ref:`object-replicator` is policy aware in that, depending on the policy, it may have to"},{"line_number":391,"context_line":"do drastically different things, or maybe not.  For example, the difference in"},{"line_number":392,"context_line":"handling a replication job for 2x versus 3x is trivial however the difference in"},{"line_number":393,"context_line":"handling replication between 3x and erasure code is most definitely not.  In"},{"line_number":394,"context_line":"fact, the term \u0027replication\u0027 really isn\u0027t appropriate for some policies"},{"line_number":395,"context_line":"like erasure code however the majority of the framework for collecting and"}],"source_content_type":"text/x-rst","patch_set":4,"id":"3ae8d1ca_30b0e2f3","line":392,"in_reply_to":"3ae8d1ca_4d731b80","updated":"2014-05-29 17:44:09.000000000","message":"Done","commit_id":"e2731241ee652e1330ae08522ad2a29c88471474"},{"author":{"_account_id":9625,"name":"Thiago da Silva","email":"thiagodasilva@gmail.com","username":"thiago"},"change_message_id":"7fe07da4ed010b2df597bb04000dc8055b595a32","unresolved":false,"context_lines":[{"line_number":392,"context_line":"handling a replication job for 2x versus 3x is trivial however the difference in"},{"line_number":393,"context_line":"handling replication between 3x and erasure code is most definitely not.  In"},{"line_number":394,"context_line":"fact, the term \u0027replication\u0027 really isn\u0027t appropriate for some policies"},{"line_number":395,"context_line":"like erasure code however the majority of the framework for collecting and"},{"line_number":396,"context_line":"processing jobs remains the same.  Thus, those functions in the replicator are"},{"line_number":397,"context_line":"leveraged for all policies and then there is policy specific code required for"},{"line_number":398,"context_line":"each policy, added when the policy is defined if needed."}],"source_content_type":"text/x-rst","patch_set":4,"id":"3ae8d1ca_4dfa3bbe","line":395,"updated":"2014-05-29 17:13:11.000000000","message":"also missing a comma here after however","commit_id":"e2731241ee652e1330ae08522ad2a29c88471474"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"736f9922c0f229f8d0eaaf08420873c2f59e3137","unresolved":false,"context_lines":[{"line_number":392,"context_line":"handling a replication job for 2x versus 3x is trivial however the difference in"},{"line_number":393,"context_line":"handling replication between 3x and erasure code is most definitely not.  In"},{"line_number":394,"context_line":"fact, the term \u0027replication\u0027 really isn\u0027t appropriate for some policies"},{"line_number":395,"context_line":"like erasure code however the majority of the framework for collecting and"},{"line_number":396,"context_line":"processing jobs remains the same.  Thus, those functions in the replicator are"},{"line_number":397,"context_line":"leveraged for all policies and then there is policy specific code required for"},{"line_number":398,"context_line":"each policy, added when the policy is defined if needed."}],"source_content_type":"text/x-rst","patch_set":4,"id":"3ae8d1ca_f08cba37","line":395,"in_reply_to":"3ae8d1ca_4dfa3bbe","updated":"2014-05-29 17:44:09.000000000","message":"Done","commit_id":"e2731241ee652e1330ae08522ad2a29c88471474"},{"author":{"_account_id":597,"name":"Pete Zaitcev","email":"zaitcev@kotori.zaitcev.us","username":"zaitcev"},"change_message_id":"2a160b78c7b4071774ed4388925c8644518785c7","unresolved":false,"context_lines":[{"line_number":1,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":2,"context_line":"Storage Policies"},{"line_number":3,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":4,"context_line":""}],"source_content_type":"text/x-rst","patch_set":5,"id":"1ae5cdf2_d0ac8a38","line":1,"updated":"2014-05-30 02:20:55.000000000","message":"Unattached notes:\n\nPerhaps mention alternatives to auditor updating DB schema (auditor wasn\u0027t screwing with schema before, or was it?)\n\nSame note for account (auditor, likely), to save cumulative counts in the DB.\n\nDocument the acceptable character set in policies, with a mention of semicolons and spaces. Consider that policy names leak into HTTP headers (in HEAD) and are delivered by HTTP.\n\nWhy overlay swift.conf and not create a new configuration file?\n\nThe document makes no mention how to alias two storage policy names to one index, which Sam posted as one of explanations for indexes (in case of \"glod\" and \"gold\"). When policy aliases are in effect, one/first of the aliases is returned when getting objects. (or we do not support aliasing and should mention that perhaps)\n\nThere is no explanation as to _why_ policies are not attached to accounts.","commit_id":"2e858638eaa2827e6730b0101c84f9cb44fdd2e2"},{"author":{"_account_id":597,"name":"Pete Zaitcev","email":"zaitcev@kotori.zaitcev.us","username":"zaitcev"},"change_message_id":"2a160b78c7b4071774ed4388925c8644518785c7","unresolved":false,"context_lines":[{"line_number":44,"context_line":"-----------------------"},{"line_number":45,"context_line":"Containers and Policies"},{"line_number":46,"context_line":"-----------------------"},{"line_number":47,"context_line":"How are policies actually used by Swift?  Well, policies are implemented at the"},{"line_number":48,"context_line":"container level.  There are many advantages to this approach, not the least of which"},{"line_number":49,"context_line":"is how easy it makes life on applications that want to take advantage of them. Each"},{"line_number":50,"context_line":"container has a new special immutable metadata element called the storage policy"}],"source_content_type":"text/x-rst","patch_set":5,"id":"1ae5cdf2_b0953e8a","line":47,"updated":"2014-05-30 02:20:55.000000000","message":"The book prose needs to go.","commit_id":"2e858638eaa2827e6730b0101c84f9cb44fdd2e2"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"4ba6ad8f1267b6c5c4869bbb511d3e30fba85a71","unresolved":false,"context_lines":[{"line_number":44,"context_line":"-----------------------"},{"line_number":45,"context_line":"Containers and Policies"},{"line_number":46,"context_line":"-----------------------"},{"line_number":47,"context_line":"How are policies actually used by Swift?  Well, policies are implemented at the"},{"line_number":48,"context_line":"container level.  There are many advantages to this approach, not the least of which"},{"line_number":49,"context_line":"is how easy it makes life on applications that want to take advantage of them. Each"},{"line_number":50,"context_line":"container has a new special immutable metadata element called the storage policy"}],"source_content_type":"text/x-rst","patch_set":5,"id":"1ae5cdf2_ba1fd808","line":47,"in_reply_to":"1ae5cdf2_b0953e8a","updated":"2014-05-30 03:44:51.000000000","message":"Done","commit_id":"2e858638eaa2827e6730b0101c84f9cb44fdd2e2"},{"author":{"_account_id":597,"name":"Pete Zaitcev","email":"zaitcev@kotori.zaitcev.us","username":"zaitcev"},"change_message_id":"2a160b78c7b4071774ed4388925c8644518785c7","unresolved":false,"context_lines":[{"line_number":98,"context_line":"object-expirer.  The queue is populated during container-replication."},{"line_number":99,"context_line":"It is never considered incorrect to enqueue an object to be evaluated by"},{"line_number":100,"context_line":"the container-reconciler because if there is nothing wrong with the location"},{"line_number":101,"context_line":"of the object; the reconciler will simply dequeue it.  The"},{"line_number":102,"context_line":"container-reconciler queue is an indexed log for the real location of an"},{"line_number":103,"context_line":"object for which a discrepancy in the storage policy of the container was"},{"line_number":104,"context_line":"discovered."}],"source_content_type":"text/x-rst","patch_set":5,"id":"1ae5cdf2_70abb689","line":101,"updated":"2014-05-30 02:20:55.000000000","message":"strange semicolon","commit_id":"2e858638eaa2827e6730b0101c84f9cb44fdd2e2"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"4ba6ad8f1267b6c5c4869bbb511d3e30fba85a71","unresolved":false,"context_lines":[{"line_number":98,"context_line":"object-expirer.  The queue is populated during container-replication."},{"line_number":99,"context_line":"It is never considered incorrect to enqueue an object to be evaluated by"},{"line_number":100,"context_line":"the container-reconciler because if there is nothing wrong with the location"},{"line_number":101,"context_line":"of the object; the reconciler will simply dequeue it.  The"},{"line_number":102,"context_line":"container-reconciler queue is an indexed log for the real location of an"},{"line_number":103,"context_line":"object for which a discrepancy in the storage policy of the container was"},{"line_number":104,"context_line":"discovered."}],"source_content_type":"text/x-rst","patch_set":5,"id":"1ae5cdf2_1a528cdd","line":101,"in_reply_to":"1ae5cdf2_70abb689","updated":"2014-05-30 03:44:51.000000000","message":"Done","commit_id":"2e858638eaa2827e6730b0101c84f9cb44fdd2e2"},{"author":{"_account_id":597,"name":"Pete Zaitcev","email":"zaitcev@kotori.zaitcev.us","username":"zaitcev"},"change_message_id":"2a160b78c7b4071774ed4388925c8644518785c7","unresolved":false,"context_lines":[{"line_number":252,"context_line":"must be created.  The ring tools are not policy name aware so it\u0027s critical"},{"line_number":253,"context_line":"that the correct policy index be used when creating the new policy\u0027s ring"},{"line_number":254,"context_line":"file.  Additional object rings are created in the same manner as the legacy"},{"line_number":255,"context_line":"ring except that \u0027N\u0027 is appended after the word ``object`` where N matches the"},{"line_number":256,"context_line":"policy index used in swift.conf.  So, to create the ring for policy 1::"},{"line_number":257,"context_line":""},{"line_number":258,"context_line":"        swift-ring-builder object-1.builder create 10 3 1"}],"source_content_type":"text/x-rst","patch_set":5,"id":"1ae5cdf2_d0d72abe","line":255,"updated":"2014-05-30 02:20:55.000000000","message":"-N not just N. Perhaps mention that the dash matches the directory naming convention.","commit_id":"2e858638eaa2827e6730b0101c84f9cb44fdd2e2"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"4ba6ad8f1267b6c5c4869bbb511d3e30fba85a71","unresolved":false,"context_lines":[{"line_number":252,"context_line":"must be created.  The ring tools are not policy name aware so it\u0027s critical"},{"line_number":253,"context_line":"that the correct policy index be used when creating the new policy\u0027s ring"},{"line_number":254,"context_line":"file.  Additional object rings are created in the same manner as the legacy"},{"line_number":255,"context_line":"ring except that \u0027N\u0027 is appended after the word ``object`` where N matches the"},{"line_number":256,"context_line":"policy index used in swift.conf.  So, to create the ring for policy 1::"},{"line_number":257,"context_line":""},{"line_number":258,"context_line":"        swift-ring-builder object-1.builder create 10 3 1"}],"source_content_type":"text/x-rst","patch_set":5,"id":"1ae5cdf2_7add5042","line":255,"in_reply_to":"1ae5cdf2_d0d72abe","updated":"2014-05-30 03:44:51.000000000","message":"Done","commit_id":"2e858638eaa2827e6730b0101c84f9cb44fdd2e2"},{"author":{"_account_id":597,"name":"Pete Zaitcev","email":"zaitcev@kotori.zaitcev.us","username":"zaitcev"},"change_message_id":"2a160b78c7b4071774ed4388925c8644518785c7","unresolved":false,"context_lines":[{"line_number":318,"context_line":"--------------"},{"line_number":319,"context_line":""},{"line_number":320,"context_line":"Now that we\u0027ve explained a little about what Policies are and how to"},{"line_number":321,"context_line":"configure/use them, let\u0027s explore how Storage Policies fits in at the"},{"line_number":322,"context_line":"nuts-n-bolts level."},{"line_number":323,"context_line":""},{"line_number":324,"context_line":"Parsing and Configuring"}],"source_content_type":"text/x-rst","patch_set":5,"id":"1ae5cdf2_5036ba04","line":321,"updated":"2014-05-30 02:20:55.000000000","message":"one -s","commit_id":"2e858638eaa2827e6730b0101c84f9cb44fdd2e2"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"4ba6ad8f1267b6c5c4869bbb511d3e30fba85a71","unresolved":false,"context_lines":[{"line_number":318,"context_line":"--------------"},{"line_number":319,"context_line":""},{"line_number":320,"context_line":"Now that we\u0027ve explained a little about what Policies are and how to"},{"line_number":321,"context_line":"configure/use them, let\u0027s explore how Storage Policies fits in at the"},{"line_number":322,"context_line":"nuts-n-bolts level."},{"line_number":323,"context_line":""},{"line_number":324,"context_line":"Parsing and Configuring"}],"source_content_type":"text/x-rst","patch_set":5,"id":"1ae5cdf2_5abfb4d0","line":321,"in_reply_to":"1ae5cdf2_5036ba04","updated":"2014-05-30 03:44:51.000000000","message":"Done","commit_id":"2e858638eaa2827e6730b0101c84f9cb44fdd2e2"},{"author":{"_account_id":597,"name":"Pete Zaitcev","email":"zaitcev@kotori.zaitcev.us","username":"zaitcev"},"change_message_id":"2a160b78c7b4071774ed4388925c8644518785c7","unresolved":false,"context_lines":[{"line_number":426,"context_line":"The :ref:`container-updater` is policy aware, however its job is very simple, to"},{"line_number":427,"context_line":"pass the policy index along to the :ref:`account-server` via a request header."},{"line_number":428,"context_line":""},{"line_number":429,"context_line":"The :ref:`container-backend` is responsible for both altering existing DB schema"},{"line_number":430,"context_line":"as well as assuring new DBs are created with the storage policy index as a"},{"line_number":431,"context_line":"new column in the ``container_stat`` table.  The policy index is stored here"},{"line_number":432,"context_line":"for use in reporting information about the container as well as managing"}],"source_content_type":"text/x-rst","patch_set":5,"id":"1ae5cdf2_a787c50e","line":429,"updated":"2014-05-30 02:20:55.000000000","message":"really? container-backend and not container-auditor?","commit_id":"2e858638eaa2827e6730b0101c84f9cb44fdd2e2"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"4ba6ad8f1267b6c5c4869bbb511d3e30fba85a71","unresolved":false,"context_lines":[{"line_number":426,"context_line":"The :ref:`container-updater` is policy aware, however its job is very simple, to"},{"line_number":427,"context_line":"pass the policy index along to the :ref:`account-server` via a request header."},{"line_number":428,"context_line":""},{"line_number":429,"context_line":"The :ref:`container-backend` is responsible for both altering existing DB schema"},{"line_number":430,"context_line":"as well as assuring new DBs are created with the storage policy index as a"},{"line_number":431,"context_line":"new column in the ``container_stat`` table.  The policy index is stored here"},{"line_number":432,"context_line":"for use in reporting information about the container as well as managing"}],"source_content_type":"text/x-rst","patch_set":5,"id":"1ae5cdf2_7a0c7095","line":429,"in_reply_to":"1ae5cdf2_a787c50e","updated":"2014-05-30 03:44:51.000000000","message":"Done","commit_id":"2e858638eaa2827e6730b0101c84f9cb44fdd2e2"},{"author":{"_account_id":597,"name":"Pete Zaitcev","email":"zaitcev@kotori.zaitcev.us","username":"zaitcev"},"change_message_id":"2a160b78c7b4071774ed4388925c8644518785c7","unresolved":false,"context_lines":[{"line_number":453,"context_line":"the ``account_stat`` table does.  The ``account_stat`` table still serves the same"},{"line_number":454,"context_line":"purpose and is not replaced by ``policy_stat``, it holds the total cluster"},{"line_number":455,"context_line":"stats whereas ``policy_stat`` just has the break downs.  The backend is"},{"line_number":456,"context_line":"also responsible for migrating pre-storage-policy containers by altering"},{"line_number":457,"context_line":"the DB schema and populating the ``policy_stat`` table for Policy_0 with"},{"line_number":458,"context_line":"current ``account_stat`` data at that point in time."},{"line_number":459,"context_line":""}],"source_content_type":"text/x-rst","patch_set":5,"id":"1ae5cdf2_47dd2114","line":456,"updated":"2014-05-30 02:20:55.000000000","message":"pre-storage-policy accounts maybe?","commit_id":"2e858638eaa2827e6730b0101c84f9cb44fdd2e2"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"4ba6ad8f1267b6c5c4869bbb511d3e30fba85a71","unresolved":false,"context_lines":[{"line_number":453,"context_line":"the ``account_stat`` table does.  The ``account_stat`` table still serves the same"},{"line_number":454,"context_line":"purpose and is not replaced by ``policy_stat``, it holds the total cluster"},{"line_number":455,"context_line":"stats whereas ``policy_stat`` just has the break downs.  The backend is"},{"line_number":456,"context_line":"also responsible for migrating pre-storage-policy containers by altering"},{"line_number":457,"context_line":"the DB schema and populating the ``policy_stat`` table for Policy_0 with"},{"line_number":458,"context_line":"current ``account_stat`` data at that point in time."},{"line_number":459,"context_line":""}],"source_content_type":"text/x-rst","patch_set":5,"id":"1ae5cdf2_9a113caf","line":456,"in_reply_to":"1ae5cdf2_47dd2114","updated":"2014-05-30 03:44:51.000000000","message":"Done","commit_id":"2e858638eaa2827e6730b0101c84f9cb44fdd2e2"},{"author":{"_account_id":597,"name":"Pete Zaitcev","email":"zaitcev@kotori.zaitcev.us","username":"zaitcev"},"change_message_id":"2a160b78c7b4071774ed4388925c8644518785c7","unresolved":false,"context_lines":[{"line_number":477,"context_line":"For a specific example that takes you through these steps, please see"},{"line_number":478,"context_line":":doc:`policies_saio`"},{"line_number":479,"context_line":""},{"line_number":480,"context_line":"NOTE:  If you downgrade from a Storage Policy enabled version of Swift to an"},{"line_number":481,"context_line":"older version that doesn\u0027t support policies, you will not be able to access"},{"line_number":482,"context_line":"any data stored in policies other than the policy with index 0."}],"source_content_type":"text/x-rst","patch_set":5,"id":"1ae5cdf2_1090b2eb","line":480,"updated":"2014-05-30 02:20:55.000000000","message":"Was the upgrade-downgrade actually tested re. the schema change in the container (even without creating a nonzero policy)?","commit_id":"2e858638eaa2827e6730b0101c84f9cb44fdd2e2"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"4ba6ad8f1267b6c5c4869bbb511d3e30fba85a71","unresolved":false,"context_lines":[{"line_number":477,"context_line":"For a specific example that takes you through these steps, please see"},{"line_number":478,"context_line":":doc:`policies_saio`"},{"line_number":479,"context_line":""},{"line_number":480,"context_line":"NOTE:  If you downgrade from a Storage Policy enabled version of Swift to an"},{"line_number":481,"context_line":"older version that doesn\u0027t support policies, you will not be able to access"},{"line_number":482,"context_line":"any data stored in policies other than the policy with index 0."}],"source_content_type":"text/x-rst","patch_set":5,"id":"1ae5cdf2_9ad69cc4","line":480,"in_reply_to":"1ae5cdf2_1090b2eb","updated":"2014-05-30 03:44:51.000000000","message":"Done","commit_id":"2e858638eaa2827e6730b0101c84f9cb44fdd2e2"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"00aa977e30e169a09c345d17125ad349dc5e672d","unresolved":false,"context_lines":[{"line_number":226,"context_line":"* Policy names are required"},{"line_number":227,"context_line":"* Policy names are case insensitive"},{"line_number":228,"context_line":"* Policy names must contain only letters, digits or a dash"},{"line_number":229,"context_line":"* Policy names must be unique"},{"line_number":230,"context_line":"* No more than 1 policy can be declared default"},{"line_number":231,"context_line":""},{"line_number":232,"context_line":"The following is an example of a properly configured \u0027\u0027swift.conf\u0027\u0027 file. See :doc:`policies_saio`"}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_d67c7375","line":229,"updated":"2014-05-30 12:59:09.000000000","message":"* Policy name \u0027Policy-0\u0027 can only be used for the policy with index 0","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"f02c64476fb3a2b8401e6da953ec5af2b95c5afe","unresolved":false,"context_lines":[{"line_number":226,"context_line":"* Policy names are required"},{"line_number":227,"context_line":"* Policy names are case insensitive"},{"line_number":228,"context_line":"* Policy names must contain only letters, digits or a dash"},{"line_number":229,"context_line":"* Policy names must be unique"},{"line_number":230,"context_line":"* No more than 1 policy can be declared default"},{"line_number":231,"context_line":""},{"line_number":232,"context_line":"The following is an example of a properly configured \u0027\u0027swift.conf\u0027\u0027 file. See :doc:`policies_saio`"}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_2bf8c07b","line":229,"in_reply_to":"1ae5cdf2_d67c7375","updated":"2014-05-30 20:13:33.000000000","message":"Done","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"00aa977e30e169a09c345d17125ad349dc5e672d","unresolved":false,"context_lines":[{"line_number":278,"context_line":""},{"line_number":279,"context_line":"--------------------"},{"line_number":280,"context_line":"Deprecating Policies"},{"line_number":281,"context_line":"--------------------"},{"line_number":282,"context_line":""},{"line_number":283,"context_line":"There will be times when a policy is no longer desired; however simply"},{"line_number":284,"context_line":"deleting the policy and associated rings would be problematic for existing"}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_674db072","line":281,"updated":"2014-05-30 12:59:09.000000000","message":"nit: maybe move after the \u0027using policies\u0027 section - then the flow matches lifecycle of config/use/deprecate","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"f02c64476fb3a2b8401e6da953ec5af2b95c5afe","unresolved":false,"context_lines":[{"line_number":278,"context_line":""},{"line_number":279,"context_line":"--------------------"},{"line_number":280,"context_line":"Deprecating Policies"},{"line_number":281,"context_line":"--------------------"},{"line_number":282,"context_line":""},{"line_number":283,"context_line":"There will be times when a policy is no longer desired; however simply"},{"line_number":284,"context_line":"deleting the policy and associated rings would be problematic for existing"}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_cb175ca2","line":281,"in_reply_to":"1ae5cdf2_674db072","updated":"2014-05-30 20:13:33.000000000","message":"Done","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"00aa977e30e169a09c345d17125ad349dc5e672d","unresolved":false,"context_lines":[{"line_number":299,"context_line":""},{"line_number":300,"context_line":"        [storage-policy:1]"},{"line_number":301,"context_line":"        name \u003d silver"},{"line_number":302,"context_line":"        deprecate \u003d yes"},{"line_number":303,"context_line":""},{"line_number":304,"context_line":"Swift will behavior with the silver policy moving forward will change as"},{"line_number":305,"context_line":"follows::"}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_9cd12fd0","line":302,"updated":"2014-05-30 12:59:09.000000000","message":"s/deprecate/deprecated","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"f02c64476fb3a2b8401e6da953ec5af2b95c5afe","unresolved":false,"context_lines":[{"line_number":299,"context_line":""},{"line_number":300,"context_line":"        [storage-policy:1]"},{"line_number":301,"context_line":"        name \u003d silver"},{"line_number":302,"context_line":"        deprecate \u003d yes"},{"line_number":303,"context_line":""},{"line_number":304,"context_line":"Swift will behavior with the silver policy moving forward will change as"},{"line_number":305,"context_line":"follows::"}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_6b2008f8","line":302,"in_reply_to":"1ae5cdf2_9cd12fd0","updated":"2014-05-30 20:13:33.000000000","message":"Done","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":1216,"name":"gholt","email":"z-launchpad@brim.net","username":"gholt"},"change_message_id":"300f4e5ad2c49f65efa83acdd456db1fa3d148a2","unresolved":false,"context_lines":[{"line_number":301,"context_line":"        name \u003d silver"},{"line_number":302,"context_line":"        deprecate \u003d yes"},{"line_number":303,"context_line":""},{"line_number":304,"context_line":"Swift will behavior with the silver policy moving forward will change as"},{"line_number":305,"context_line":"follows::"},{"line_number":306,"context_line":""},{"line_number":307,"context_line":" * The silver policy will not appear in /info"}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_829aaa12","line":304,"updated":"2014-05-30 12:58:33.000000000","message":"\"Swift will behavior\" -\u003e \"Swift\u0027s behavior\"","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"00aa977e30e169a09c345d17125ad349dc5e672d","unresolved":false,"context_lines":[{"line_number":301,"context_line":"        name \u003d silver"},{"line_number":302,"context_line":"        deprecate \u003d yes"},{"line_number":303,"context_line":""},{"line_number":304,"context_line":"Swift will behavior with the silver policy moving forward will change as"},{"line_number":305,"context_line":"follows::"},{"line_number":306,"context_line":""},{"line_number":307,"context_line":" * The silver policy will not appear in /info"}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_87871c61","line":304,"updated":"2014-05-30 12:59:09.000000000","message":"s/will//","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"f02c64476fb3a2b8401e6da953ec5af2b95c5afe","unresolved":false,"context_lines":[{"line_number":301,"context_line":"        name \u003d silver"},{"line_number":302,"context_line":"        deprecate \u003d yes"},{"line_number":303,"context_line":""},{"line_number":304,"context_line":"Swift will behavior with the silver policy moving forward will change as"},{"line_number":305,"context_line":"follows::"},{"line_number":306,"context_line":""},{"line_number":307,"context_line":" * The silver policy will not appear in /info"}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_8b1d54c0","line":304,"in_reply_to":"1ae5cdf2_829aaa12","updated":"2014-05-30 20:13:33.000000000","message":"Done","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"00aa977e30e169a09c345d17125ad349dc5e672d","unresolved":false,"context_lines":[{"line_number":302,"context_line":"        deprecate \u003d yes"},{"line_number":303,"context_line":""},{"line_number":304,"context_line":"Swift will behavior with the silver policy moving forward will change as"},{"line_number":305,"context_line":"follows::"},{"line_number":306,"context_line":""},{"line_number":307,"context_line":" * The silver policy will not appear in /info"},{"line_number":308,"context_line":" * PUT/GET/DELETE/POST are still allowed on the pre-existing containers using silver"}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_fcd793bd","line":305,"updated":"2014-05-30 12:59:09.000000000","message":"s/::/:/","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"f02c64476fb3a2b8401e6da953ec5af2b95c5afe","unresolved":false,"context_lines":[{"line_number":302,"context_line":"        deprecate \u003d yes"},{"line_number":303,"context_line":""},{"line_number":304,"context_line":"Swift will behavior with the silver policy moving forward will change as"},{"line_number":305,"context_line":"follows::"},{"line_number":306,"context_line":""},{"line_number":307,"context_line":" * The silver policy will not appear in /info"},{"line_number":308,"context_line":" * PUT/GET/DELETE/POST are still allowed on the pre-existing containers using silver"}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_0b8944eb","line":305,"in_reply_to":"1ae5cdf2_fcd793bd","updated":"2014-05-30 20:13:33.000000000","message":"Done","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"00aa977e30e169a09c345d17125ad349dc5e672d","unresolved":false,"context_lines":[{"line_number":305,"context_line":"follows::"},{"line_number":306,"context_line":""},{"line_number":307,"context_line":" * The silver policy will not appear in /info"},{"line_number":308,"context_line":" * PUT/GET/DELETE/POST are still allowed on the pre-existing containers using silver"},{"line_number":309,"context_line":" * Clients will get an \u0027\u0027400 Bad Request\u0027\u0027 error when trying to create a new"},{"line_number":310,"context_line":"   container using the silver policy"},{"line_number":311,"context_line":" * Clients still have access to policy statistics via HEAD on pre-existing containers"}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_47b6f43e","line":308,"updated":"2014-05-30 12:59:09.000000000","message":"1. add HEAD to list\n2. nit: s/silver/the silver policy/","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"00aa977e30e169a09c345d17125ad349dc5e672d","unresolved":false,"context_lines":[{"line_number":306,"context_line":""},{"line_number":307,"context_line":" * The silver policy will not appear in /info"},{"line_number":308,"context_line":" * PUT/GET/DELETE/POST are still allowed on the pre-existing containers using silver"},{"line_number":309,"context_line":" * Clients will get an \u0027\u0027400 Bad Request\u0027\u0027 error when trying to create a new"},{"line_number":310,"context_line":"   container using the silver policy"},{"line_number":311,"context_line":" * Clients still have access to policy statistics via HEAD on pre-existing containers"},{"line_number":312,"context_line":""}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_5ceec78c","line":309,"updated":"2014-05-30 12:59:09.000000000","message":"s/an/a/","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":1216,"name":"gholt","email":"z-launchpad@brim.net","username":"gholt"},"change_message_id":"300f4e5ad2c49f65efa83acdd456db1fa3d148a2","unresolved":false,"context_lines":[{"line_number":312,"context_line":""},{"line_number":313,"context_line":".. note::"},{"line_number":314,"context_line":""},{"line_number":315,"context_line":"    If you deprecate the default policy, Swift will select set the policy with the"},{"line_number":316,"context_line":"    lowest index as the new default."},{"line_number":317,"context_line":""},{"line_number":318,"context_line":"--------------"}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_2281d68f","line":315,"updated":"2014-05-30 12:58:33.000000000","message":"\"select set\" -\u003e \"select\"","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"00aa977e30e169a09c345d17125ad349dc5e672d","unresolved":false,"context_lines":[{"line_number":312,"context_line":""},{"line_number":313,"context_line":".. note::"},{"line_number":314,"context_line":""},{"line_number":315,"context_line":"    If you deprecate the default policy, Swift will select set the policy with the"},{"line_number":316,"context_line":"    lowest index as the new default."},{"line_number":317,"context_line":""},{"line_number":318,"context_line":"--------------"}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_9c9f6f03","line":315,"updated":"2014-05-30 12:59:09.000000000","message":"s/select set/select/","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"00aa977e30e169a09c345d17125ad349dc5e672d","unresolved":false,"context_lines":[{"line_number":313,"context_line":".. note::"},{"line_number":314,"context_line":""},{"line_number":315,"context_line":"    If you deprecate the default policy, Swift will select set the policy with the"},{"line_number":316,"context_line":"    lowest index as the new default."},{"line_number":317,"context_line":""},{"line_number":318,"context_line":"--------------"},{"line_number":319,"context_line":"Using Policies"}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_07106c4d","line":316,"updated":"2014-05-30 12:59:09.000000000","message":"Is this the right strategy? I can understand needing to default to index 0, but if index 0 is deprecated and nothing else is default, then why not throw an error on start up? Isn\u0027t it then a mis-config issue as opposed to backwards compatibility?","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"f02c64476fb3a2b8401e6da953ec5af2b95c5afe","unresolved":false,"context_lines":[{"line_number":313,"context_line":".. note::"},{"line_number":314,"context_line":""},{"line_number":315,"context_line":"    If you deprecate the default policy, Swift will select set the policy with the"},{"line_number":316,"context_line":"    lowest index as the new default."},{"line_number":317,"context_line":""},{"line_number":318,"context_line":"--------------"},{"line_number":319,"context_line":"Using Policies"}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_cbccbc38","line":316,"in_reply_to":"1ae5cdf2_07106c4d","updated":"2014-05-30 20:13:33.000000000","message":"Probably best to put this comment in the code where its implemented and we can update the docs as needed if you don\u0027t mind.  Just easier to track things, right now the doc is consistent with the code so I\u0027ll leave it here","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":1216,"name":"gholt","email":"z-launchpad@brim.net","username":"gholt"},"change_message_id":"300f4e5ad2c49f65efa83acdd456db1fa3d148a2","unresolved":false,"context_lines":[{"line_number":387,"context_line":":meth:`~.StoragePolicyCollection.get_object_ring` function and provide the"},{"line_number":388,"context_line":"policy index which will call :meth:`~.StoragePolicy.load_object_ring` if"},{"line_number":389,"context_line":"needed; however, when starting request handling services such as the"},{"line_number":390,"context_line":":ref:`proxy-server` rings are proactively loaded to proivde moderate"},{"line_number":391,"context_line":"prodtection against a mis-configuration resulting in a run time error.  The"},{"line_number":392,"context_line":"global is instantiated when Swift starts and provides a mechanism to patch"},{"line_number":393,"context_line":"policies for the test code."}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_e20b6e29","line":390,"updated":"2014-05-30 12:58:33.000000000","message":"\"proivde\" -\u003e \"provide\"","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"00aa977e30e169a09c345d17125ad349dc5e672d","unresolved":false,"context_lines":[{"line_number":387,"context_line":":meth:`~.StoragePolicyCollection.get_object_ring` function and provide the"},{"line_number":388,"context_line":"policy index which will call :meth:`~.StoragePolicy.load_object_ring` if"},{"line_number":389,"context_line":"needed; however, when starting request handling services such as the"},{"line_number":390,"context_line":":ref:`proxy-server` rings are proactively loaded to proivde moderate"},{"line_number":391,"context_line":"prodtection against a mis-configuration resulting in a run time error.  The"},{"line_number":392,"context_line":"global is instantiated when Swift starts and provides a mechanism to patch"},{"line_number":393,"context_line":"policies for the test code."}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_475274de","line":390,"updated":"2014-05-30 12:59:09.000000000","message":"s/proivde/provide/","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"f02c64476fb3a2b8401e6da953ec5af2b95c5afe","unresolved":false,"context_lines":[{"line_number":387,"context_line":":meth:`~.StoragePolicyCollection.get_object_ring` function and provide the"},{"line_number":388,"context_line":"policy index which will call :meth:`~.StoragePolicy.load_object_ring` if"},{"line_number":389,"context_line":"needed; however, when starting request handling services such as the"},{"line_number":390,"context_line":":ref:`proxy-server` rings are proactively loaded to proivde moderate"},{"line_number":391,"context_line":"prodtection against a mis-configuration resulting in a run time error.  The"},{"line_number":392,"context_line":"global is instantiated when Swift starts and provides a mechanism to patch"},{"line_number":393,"context_line":"policies for the test code."}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_abee9089","line":390,"in_reply_to":"1ae5cdf2_475274de","updated":"2014-05-30 20:13:33.000000000","message":"Done","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"f02c64476fb3a2b8401e6da953ec5af2b95c5afe","unresolved":false,"context_lines":[{"line_number":387,"context_line":":meth:`~.StoragePolicyCollection.get_object_ring` function and provide the"},{"line_number":388,"context_line":"policy index which will call :meth:`~.StoragePolicy.load_object_ring` if"},{"line_number":389,"context_line":"needed; however, when starting request handling services such as the"},{"line_number":390,"context_line":":ref:`proxy-server` rings are proactively loaded to proivde moderate"},{"line_number":391,"context_line":"prodtection against a mis-configuration resulting in a run time error.  The"},{"line_number":392,"context_line":"global is instantiated when Swift starts and provides a mechanism to patch"},{"line_number":393,"context_line":"policies for the test code."}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_6be568a7","line":390,"in_reply_to":"1ae5cdf2_e20b6e29","updated":"2014-05-30 20:13:33.000000000","message":"Done","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":1216,"name":"gholt","email":"z-launchpad@brim.net","username":"gholt"},"change_message_id":"300f4e5ad2c49f65efa83acdd456db1fa3d148a2","unresolved":false,"context_lines":[{"line_number":388,"context_line":"policy index which will call :meth:`~.StoragePolicy.load_object_ring` if"},{"line_number":389,"context_line":"needed; however, when starting request handling services such as the"},{"line_number":390,"context_line":":ref:`proxy-server` rings are proactively loaded to proivde moderate"},{"line_number":391,"context_line":"prodtection against a mis-configuration resulting in a run time error.  The"},{"line_number":392,"context_line":"global is instantiated when Swift starts and provides a mechanism to patch"},{"line_number":393,"context_line":"policies for the test code."},{"line_number":394,"context_line":""}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_22063621","line":391,"updated":"2014-05-30 12:58:33.000000000","message":"\"prodtection\" -\u003e \"protection\"","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"00aa977e30e169a09c345d17125ad349dc5e672d","unresolved":false,"context_lines":[{"line_number":388,"context_line":"policy index which will call :meth:`~.StoragePolicy.load_object_ring` if"},{"line_number":389,"context_line":"needed; however, when starting request handling services such as the"},{"line_number":390,"context_line":":ref:`proxy-server` rings are proactively loaded to proivde moderate"},{"line_number":391,"context_line":"prodtection against a mis-configuration resulting in a run time error.  The"},{"line_number":392,"context_line":"global is instantiated when Swift starts and provides a mechanism to patch"},{"line_number":393,"context_line":"policies for the test code."},{"line_number":394,"context_line":""}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_4769948a","line":391,"updated":"2014-05-30 12:59:09.000000000","message":"s/prodtection/protection/","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"f02c64476fb3a2b8401e6da953ec5af2b95c5afe","unresolved":false,"context_lines":[{"line_number":388,"context_line":"policy index which will call :meth:`~.StoragePolicy.load_object_ring` if"},{"line_number":389,"context_line":"needed; however, when starting request handling services such as the"},{"line_number":390,"context_line":":ref:`proxy-server` rings are proactively loaded to proivde moderate"},{"line_number":391,"context_line":"prodtection against a mis-configuration resulting in a run time error.  The"},{"line_number":392,"context_line":"global is instantiated when Swift starts and provides a mechanism to patch"},{"line_number":393,"context_line":"policies for the test code."},{"line_number":394,"context_line":""}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_6bfc883f","line":391,"in_reply_to":"1ae5cdf2_4769948a","updated":"2014-05-30 20:13:33.000000000","message":"Done","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"00aa977e30e169a09c345d17125ad349dc5e672d","unresolved":false,"context_lines":[{"line_number":422,"context_line":"described earlier to gain access to the correct ring.  It then has the responsibility"},{"line_number":423,"context_line":"of passing the index information, not the policy name, on to the back-end servers"},{"line_number":424,"context_line":"via the header ``X-Backend-Storage-Policy-Index``. Going the other way, the proxy also"},{"line_number":425,"context_line":"strips the index out of headers that go back to clients, and make sure they only"},{"line_number":426,"context_line":"see the friendly policy names."},{"line_number":427,"context_line":""},{"line_number":428,"context_line":"Object Server"}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_a726d866","line":425,"updated":"2014-05-30 12:59:09.000000000","message":"s/make/makes/\n\nor \u0027ensures\u0027","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"f02c64476fb3a2b8401e6da953ec5af2b95c5afe","unresolved":false,"context_lines":[{"line_number":422,"context_line":"described earlier to gain access to the correct ring.  It then has the responsibility"},{"line_number":423,"context_line":"of passing the index information, not the policy name, on to the back-end servers"},{"line_number":424,"context_line":"via the header ``X-Backend-Storage-Policy-Index``. Going the other way, the proxy also"},{"line_number":425,"context_line":"strips the index out of headers that go back to clients, and make sure they only"},{"line_number":426,"context_line":"see the friendly policy names."},{"line_number":427,"context_line":""},{"line_number":428,"context_line":"Object Server"}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_0bbce468","line":425,"in_reply_to":"1ae5cdf2_a726d866","updated":"2014-05-30 20:13:33.000000000","message":"Done","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":1216,"name":"gholt","email":"z-launchpad@brim.net","username":"gholt"},"change_message_id":"300f4e5ad2c49f65efa83acdd456db1fa3d148a2","unresolved":false,"context_lines":[{"line_number":489,"context_line":"The policy index is stored here for use in reporting information"},{"line_number":490,"context_line":"about the container as well as managing split-brain scenario induced"},{"line_number":491,"context_line":"discrepancies between containers and their storage policies.  Furthermore,"},{"line_number":492,"context_line":"during split-brain containers must be prepared to track object update from"},{"line_number":493,"context_line":"multiple policies, so the object table also includes a"},{"line_number":494,"context_line":"``storage_policy_index`` column.  Per-policy object counts and bytes are"},{"line_number":495,"context_line":"updated in the ``policy_stat`` table using ``INSERT`` and ``DELETE`` triggers"}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_163a5bcd","line":492,"updated":"2014-05-30 12:58:33.000000000","message":"\"update\" -\u003e \"updates\"","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"f02c64476fb3a2b8401e6da953ec5af2b95c5afe","unresolved":false,"context_lines":[{"line_number":489,"context_line":"The policy index is stored here for use in reporting information"},{"line_number":490,"context_line":"about the container as well as managing split-brain scenario induced"},{"line_number":491,"context_line":"discrepancies between containers and their storage policies.  Furthermore,"},{"line_number":492,"context_line":"during split-brain containers must be prepared to track object update from"},{"line_number":493,"context_line":"multiple policies, so the object table also includes a"},{"line_number":494,"context_line":"``storage_policy_index`` column.  Per-policy object counts and bytes are"},{"line_number":495,"context_line":"updated in the ``policy_stat`` table using ``INSERT`` and ``DELETE`` triggers"}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_6baac81a","line":492,"in_reply_to":"1ae5cdf2_163a5bcd","updated":"2014-05-30 20:13:33.000000000","message":"Done","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":1216,"name":"gholt","email":"z-launchpad@brim.net","username":"gholt"},"change_message_id":"300f4e5ad2c49f65efa83acdd456db1fa3d148a2","unresolved":false,"context_lines":[{"line_number":496,"context_line":"similar to the pre-policy triggers that updated ``container_stat`` directly."},{"line_number":497,"context_line":""},{"line_number":498,"context_line":"The :ref:`container-auditor` daemon will pro-actively migrate legacy schemas"},{"line_number":499,"context_line":"as part of it\u0027s normal integrity checking process.  This ensures that read"},{"line_number":500,"context_line":"heavy containers which do not encounter any writes will still get migrated to"},{"line_number":501,"context_line":"be fully compatible with the post-storage-policy queries without having to"},{"line_number":502,"context_line":"fall-back and retry queries with the legacy schema to service container read"}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_d66e33c9","line":499,"updated":"2014-05-30 12:58:33.000000000","message":"\"it\u0027s\" -\u003e \"its\"","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"f02c64476fb3a2b8401e6da953ec5af2b95c5afe","unresolved":false,"context_lines":[{"line_number":496,"context_line":"similar to the pre-policy triggers that updated ``container_stat`` directly."},{"line_number":497,"context_line":""},{"line_number":498,"context_line":"The :ref:`container-auditor` daemon will pro-actively migrate legacy schemas"},{"line_number":499,"context_line":"as part of it\u0027s normal integrity checking process.  This ensures that read"},{"line_number":500,"context_line":"heavy containers which do not encounter any writes will still get migrated to"},{"line_number":501,"context_line":"be fully compatible with the post-storage-policy queries without having to"},{"line_number":502,"context_line":"fall-back and retry queries with the legacy schema to service container read"}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_cb683cf8","line":499,"in_reply_to":"1ae5cdf2_d66e33c9","updated":"2014-05-30 20:13:33.000000000","message":"Done","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":1216,"name":"gholt","email":"z-launchpad@brim.net","username":"gholt"},"change_message_id":"300f4e5ad2c49f65efa83acdd456db1fa3d148a2","unresolved":false,"context_lines":[{"line_number":556,"context_line":"    older version that doesn\u0027t support policies, you will not be able to"},{"line_number":557,"context_line":"    access any data stored in policies other than the policy with index 0."},{"line_number":558,"context_line":"    Furthermore migrated containers will not correctly report their object and"},{"line_number":559,"context_line":"    byte count.  Do not downgrade."}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_16725b7c","line":559,"updated":"2014-05-30 12:58:33.000000000","message":"There is probably more to it than this, but I\u0027m sure some folks will want some sort of downgrade possibility. In reading this, I\u0027d believe that maybe, just maybe, if I removed all non-policy-0 containers from my cluster and waited for them to \"settle\" that perhaps, just maybe, I could downgrade. Is this a possibility?","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"f02c64476fb3a2b8401e6da953ec5af2b95c5afe","unresolved":false,"context_lines":[{"line_number":556,"context_line":"    older version that doesn\u0027t support policies, you will not be able to"},{"line_number":557,"context_line":"    access any data stored in policies other than the policy with index 0."},{"line_number":558,"context_line":"    Furthermore migrated containers will not correctly report their object and"},{"line_number":559,"context_line":"    byte count.  Do not downgrade."}],"source_content_type":"text/x-rst","patch_set":6,"id":"1ae5cdf2_be2b2c81","line":559,"in_reply_to":"1ae5cdf2_16725b7c","updated":"2014-05-30 20:13:33.000000000","message":"It doesn\u0027t say you can\u0027t, just don\u0027t :)  I think its clear, if you do then non-0 containers won\u0027t be accessible anymore which is meant to imply that sure you could run and use the policy 0 stuff.  The stats will be all jacked up though unless, as you suggest, you delete everything and let it settle first.  Maybe we just leave this for now?  Or do you have specific suggestions for clarification - which would be gladly accepted :)","commit_id":"b4a61dcbe1ce198777188d65bb70653b2bcc4378"},{"author":{"_account_id":9625,"name":"Thiago da Silva","email":"thiagodasilva@gmail.com","username":"thiago"},"change_message_id":"1d3825c37023507400937565be44a7d2ff4d04b0","unresolved":false,"context_lines":[{"line_number":363,"context_line":""},{"line_number":364,"context_line":".. note::"},{"line_number":365,"context_line":""},{"line_number":366,"context_line":"    If you deprecate the default policy, Swift will select set the policy with"},{"line_number":367,"context_line":"    the lowest index as the new default."},{"line_number":368,"context_line":""},{"line_number":369,"context_line":"--------------"}],"source_content_type":"text/x-rst","patch_set":7,"id":"1ae5cdf2_170a10d2","line":366,"updated":"2014-06-02 16:44:24.000000000","message":"select or set","commit_id":"8f410a9eef2f197d04f7779934c299bf7d9566f3"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"0e95d4811b4f839b04d5df130c8fe5aacd8a2079","unresolved":false,"context_lines":[{"line_number":363,"context_line":""},{"line_number":364,"context_line":".. note::"},{"line_number":365,"context_line":""},{"line_number":366,"context_line":"    If you deprecate the default policy, Swift will select set the policy with"},{"line_number":367,"context_line":"    the lowest index as the new default."},{"line_number":368,"context_line":""},{"line_number":369,"context_line":"--------------"}],"source_content_type":"text/x-rst","patch_set":7,"id":"1ae5cdf2_60d62cc7","line":366,"in_reply_to":"1ae5cdf2_170a10d2","updated":"2014-06-02 18:22:43.000000000","message":"Done","commit_id":"8f410a9eef2f197d04f7779934c299bf7d9566f3"},{"author":{"_account_id":9625,"name":"Thiago da Silva","email":"thiagodasilva@gmail.com","username":"thiago"},"change_message_id":"1d3825c37023507400937565be44a7d2ff4d04b0","unresolved":false,"context_lines":[{"line_number":400,"context_line":"----------"},{"line_number":401,"context_line":""},{"line_number":402,"context_line":"Middleware can take advantage of policies through the :data:`.POLICIES` global"},{"line_number":403,"context_line":"And by importing :func:`.get_container_info` to gain access to the policy"},{"line_number":404,"context_line":"index associated with the container in question.  From the index it"},{"line_number":405,"context_line":"can then use the :data:`.POLICIES` singleton to grab the right ring.  For example,"},{"line_number":406,"context_line":":ref:`list_endpoints` is policy aware using the means just described. Another"}],"source_content_type":"text/x-rst","patch_set":7,"id":"1ae5cdf2_d716e8f0","line":403,"updated":"2014-06-02 16:44:24.000000000","message":"lower case \u0027and\u0027","commit_id":"8f410a9eef2f197d04f7779934c299bf7d9566f3"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"0e95d4811b4f839b04d5df130c8fe5aacd8a2079","unresolved":false,"context_lines":[{"line_number":400,"context_line":"----------"},{"line_number":401,"context_line":""},{"line_number":402,"context_line":"Middleware can take advantage of policies through the :data:`.POLICIES` global"},{"line_number":403,"context_line":"And by importing :func:`.get_container_info` to gain access to the policy"},{"line_number":404,"context_line":"index associated with the container in question.  From the index it"},{"line_number":405,"context_line":"can then use the :data:`.POLICIES` singleton to grab the right ring.  For example,"},{"line_number":406,"context_line":":ref:`list_endpoints` is policy aware using the means just described. Another"}],"source_content_type":"text/x-rst","patch_set":7,"id":"1ae5cdf2_20f34474","line":403,"in_reply_to":"1ae5cdf2_d716e8f0","updated":"2014-06-02 18:22:43.000000000","message":"Done","commit_id":"8f410a9eef2f197d04f7779934c299bf7d9566f3"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"0e95d4811b4f839b04d5df130c8fe5aacd8a2079","unresolved":false,"context_lines":[{"line_number":546,"context_line":"an existing cluster that already has lots of data on it and upgrade to Swift with"},{"line_number":547,"context_line":"Storage Policies. From there you want to go ahead and create a policy and test a"},{"line_number":548,"context_line":"few things out.  All you need to do is:"},{"line_number":549,"context_line":""},{"line_number":550,"context_line":"  #. Define your policies in ``/etc/swift/swift.conf``"},{"line_number":551,"context_line":"  #. Create the corresponding object rings"},{"line_number":552,"context_line":"  #. Create containers and objects and confirm their placement is as expected"}],"source_content_type":"text/x-rst","patch_set":7,"id":"1ae5cdf2_e0f87c4b","line":549,"updated":"2014-06-02 18:22:43.000000000","message":"adding note here about upgrading code first on all nodes","commit_id":"8f410a9eef2f197d04f7779934c299bf7d9566f3"},{"author":{"_account_id":9625,"name":"Thiago da Silva","email":"thiagodasilva@gmail.com","username":"thiago"},"change_message_id":"031031c96aeb6284a9436129a8d6e9db2e36c5d3","unresolved":false,"context_lines":[{"line_number":232,"context_line":"    * If a policy with index 0 is not declared and no other policies defined,"},{"line_number":233,"context_line":"      Swift will create one"},{"line_number":234,"context_line":"    * The policy index must be a non-negative integer"},{"line_number":235,"context_line":"    * If no policy is declared as the default and no other policies are"},{"line_number":236,"context_line":"      defined, the policy with index 0 is set as the default"},{"line_number":237,"context_line":"    * Policy indexes must be unique"},{"line_number":238,"context_line":"    * Policy names are required"}],"source_content_type":"text/x-rst","patch_set":9,"id":"1ae5cdf2_052688ba","line":235,"updated":"2014-06-09 14:41:16.000000000","message":"The 3rd and 10th bullets points seem contradictory. The 3rd seems to imply that policies could be defined without a default being declared, while the 10th says that exactly one policy must be declared default.\n\nThe latest code confirms that the 3rd bullet is valid: https://review.openstack.org/#/c/96027/8/swift/common/storage_policy.py - line 208","commit_id":"7e6243951d1744794bffc47ded2bfde5accec1e1"},{"author":{"_account_id":9625,"name":"Thiago da Silva","email":"thiagodasilva@gmail.com","username":"thiago"},"change_message_id":"8dcc23e24c4d0f4594f2d78473630bf0f575d5e0","unresolved":false,"context_lines":[{"line_number":232,"context_line":"    * If a policy with index 0 is not declared and no other policies defined,"},{"line_number":233,"context_line":"      Swift will create one"},{"line_number":234,"context_line":"    * The policy index must be a non-negative integer"},{"line_number":235,"context_line":"    * If no policy is declared as the default and no other policies are"},{"line_number":236,"context_line":"      defined, the policy with index 0 is set as the default"},{"line_number":237,"context_line":"    * Policy indexes must be unique"},{"line_number":238,"context_line":"    * Policy names are required"}],"source_content_type":"text/x-rst","patch_set":9,"id":"1ae5cdf2_ae9e8c61","line":235,"in_reply_to":"1ae5cdf2_052688ba","updated":"2014-06-09 17:36:35.000000000","message":"nevermind on the last comment. I was looking at old code, the new one blows up if there is more than 1 SP defined and no default declared. I still think 3rd point needs to be clarified.","commit_id":"7e6243951d1744794bffc47ded2bfde5accec1e1"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"c89aa003aef5f735756ca59c12fc5ca870014df9","unresolved":false,"context_lines":[{"line_number":232,"context_line":"    * If a policy with index 0 is not declared and no other policies defined,"},{"line_number":233,"context_line":"      Swift will create one"},{"line_number":234,"context_line":"    * The policy index must be a non-negative integer"},{"line_number":235,"context_line":"    * If no policy is declared as the default and no other policies are"},{"line_number":236,"context_line":"      defined, the policy with index 0 is set as the default"},{"line_number":237,"context_line":"    * Policy indexes must be unique"},{"line_number":238,"context_line":"    * Policy names are required"}],"source_content_type":"text/x-rst","patch_set":9,"id":"1ae5cdf2_346606ee","line":235,"in_reply_to":"1ae5cdf2_ae9e8c61","updated":"2014-06-11 06:15:00.000000000","message":"Done","commit_id":"7e6243951d1744794bffc47ded2bfde5accec1e1"},{"author":{"_account_id":6198,"name":"Peter Portante","email":"peter.a.portante@gmail.com","username":"peter-a-portante"},"change_message_id":"e1b39a6204a9287af2d1cdb26711df9e2458060c","unresolved":false,"context_lines":[{"line_number":145,"context_line":"applied more than once.  Because storage nodes and container databases"},{"line_number":146,"context_line":"will not process writes with an ``X-Timestamp`` less than or equal to their"},{"line_number":147,"context_line":"existing record when objects writes are re-applied their timestamp is"},{"line_number":148,"context_line":"slightly incremented (the smallest increment which can be reliably"},{"line_number":149,"context_line":"applied in the face of rounding is 10 microseconds)."},{"line_number":150,"context_line":""},{"line_number":151,"context_line":"As the reconciler applies object writes to the correct storage policy it"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_e372ef7a","line":148,"updated":"2014-06-12 15:15:43.000000000","message":"We should probably update this last sentence to talk about the new 2-vector timestamp scheme or just talk about this in the abstract.","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"11502224efc7bd6bcecb5c91f0f26b8f280ff451","unresolved":false,"context_lines":[{"line_number":145,"context_line":"applied more than once.  Because storage nodes and container databases"},{"line_number":146,"context_line":"will not process writes with an ``X-Timestamp`` less than or equal to their"},{"line_number":147,"context_line":"existing record when objects writes are re-applied their timestamp is"},{"line_number":148,"context_line":"slightly incremented (the smallest increment which can be reliably"},{"line_number":149,"context_line":"applied in the face of rounding is 10 microseconds)."},{"line_number":150,"context_line":""},{"line_number":151,"context_line":"As the reconciler applies object writes to the correct storage policy it"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_38115504","line":148,"in_reply_to":"1ae5cdf2_e372ef7a","updated":"2014-06-12 22:44:09.000000000","message":"Not sure that implementation is in it\u0027s final form, Alister has some ideas that may pan out and work better for some other non-reconciler use-cases.  I\u0027ll make a quick reference to the concept here generally and then link to the source doc which I\u0027ll make sure to beef up as the implementation finalizes.","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"746eb3748d742dd9a0fdbc3cda720eacd481f3f4","unresolved":false,"context_lines":[{"line_number":145,"context_line":"applied more than once.  Because storage nodes and container databases"},{"line_number":146,"context_line":"will not process writes with an ``X-Timestamp`` less than or equal to their"},{"line_number":147,"context_line":"existing record when objects writes are re-applied their timestamp is"},{"line_number":148,"context_line":"slightly incremented (the smallest increment which can be reliably"},{"line_number":149,"context_line":"applied in the face of rounding is 10 microseconds)."},{"line_number":150,"context_line":""},{"line_number":151,"context_line":"As the reconciler applies object writes to the correct storage policy it"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_5e4b7686","line":148,"in_reply_to":"1ae5cdf2_e372ef7a","updated":"2014-06-12 15:33:01.000000000","message":"agree","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":6198,"name":"Peter Portante","email":"peter.a.portante@gmail.com","username":"peter-a-portante"},"change_message_id":"e1b39a6204a9287af2d1cdb26711df9e2458060c","unresolved":false,"context_lines":[{"line_number":241,"context_line":"    * Policy names must be unique"},{"line_number":242,"context_line":"    * The policy name \u0027Policy-0\u0027 can only be used for the policy with index 0"},{"line_number":243,"context_line":"    * If any policies are defined, exactly one policy must be declared default"},{"line_number":244,"context_line":"    * Deprecated policies can not be declared the default"},{"line_number":245,"context_line":""},{"line_number":246,"context_line":"The following is an example of a properly configured \u0027\u0027swift.conf\u0027\u0027 file. See :doc:`policies_saio`"},{"line_number":247,"context_line":"for full instructions on setting up an all-in-one with this example configuration.::"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_43c2c353","line":244,"updated":"2014-06-12 15:15:43.000000000","message":"Can you explain more about what \"deprecated\" means, or refer them to the description below?","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"746eb3748d742dd9a0fdbc3cda720eacd481f3f4","unresolved":false,"context_lines":[{"line_number":241,"context_line":"    * Policy names must be unique"},{"line_number":242,"context_line":"    * The policy name \u0027Policy-0\u0027 can only be used for the policy with index 0"},{"line_number":243,"context_line":"    * If any policies are defined, exactly one policy must be declared default"},{"line_number":244,"context_line":"    * Deprecated policies can not be declared the default"},{"line_number":245,"context_line":""},{"line_number":246,"context_line":"The following is an example of a properly configured \u0027\u0027swift.conf\u0027\u0027 file. See :doc:`policies_saio`"},{"line_number":247,"context_line":"for full instructions on setting up an all-in-one with this example configuration.::"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_9e389eef","line":244,"in_reply_to":"1ae5cdf2_43c2c353","updated":"2014-06-12 15:33:01.000000000","message":"there\u0027s a section a few paragraphs down, maybe just add a note that indicates that?","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"11502224efc7bd6bcecb5c91f0f26b8f280ff451","unresolved":false,"context_lines":[{"line_number":241,"context_line":"    * Policy names must be unique"},{"line_number":242,"context_line":"    * The policy name \u0027Policy-0\u0027 can only be used for the policy with index 0"},{"line_number":243,"context_line":"    * If any policies are defined, exactly one policy must be declared default"},{"line_number":244,"context_line":"    * Deprecated policies can not be declared the default"},{"line_number":245,"context_line":""},{"line_number":246,"context_line":"The following is an example of a properly configured \u0027\u0027swift.conf\u0027\u0027 file. See :doc:`policies_saio`"},{"line_number":247,"context_line":"for full instructions on setting up an all-in-one with this example configuration.::"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_4c9bc665","line":244,"in_reply_to":"1ae5cdf2_9e389eef","updated":"2014-06-12 22:44:09.000000000","message":"I moved the deprecated section up a bit and linked both the default and deprecated conception sections to this configure section and also added a footnote to the example config which backlinks to the default and deprecated concept sections for more information about the options.","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":6198,"name":"Peter Portante","email":"peter.a.portante@gmail.com","username":"peter-a-portante"},"change_message_id":"e1b39a6204a9287af2d1cdb26711df9e2458060c","unresolved":false,"context_lines":[{"line_number":299,"context_line":"            http://127.0.0.1:8080/v1/AUTH_test/myCont0"},{"line_number":300,"context_line":""},{"line_number":301,"context_line":"Which will result in a container created that is associated with the policy"},{"line_number":302,"context_line":"name \u0027gold\u0027 assuming we\u0027re using the swift.conf example from the SAIO"},{"line_number":303,"context_line":"setup.  It would use \u0027gold\u0027 because it was specified as the default.  Now,"},{"line_number":304,"context_line":"when we put an object into this container, it will get placed on nodes that"},{"line_number":305,"context_line":"are part of the ring we created for policy \u0027gold\u0027."}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_03c8bb53","line":302,"updated":"2014-06-12 15:15:43.000000000","message":"Since the \"gold\" policy is also the default in the previous section\u0027s example, perhaps we could drop the SAIO reference to keep the document self-consistent and not rely on external references?","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"11502224efc7bd6bcecb5c91f0f26b8f280ff451","unresolved":false,"context_lines":[{"line_number":299,"context_line":"            http://127.0.0.1:8080/v1/AUTH_test/myCont0"},{"line_number":300,"context_line":""},{"line_number":301,"context_line":"Which will result in a container created that is associated with the policy"},{"line_number":302,"context_line":"name \u0027gold\u0027 assuming we\u0027re using the swift.conf example from the SAIO"},{"line_number":303,"context_line":"setup.  It would use \u0027gold\u0027 because it was specified as the default.  Now,"},{"line_number":304,"context_line":"when we put an object into this container, it will get placed on nodes that"},{"line_number":305,"context_line":"are part of the ring we created for policy \u0027gold\u0027."}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_8cceae58","line":302,"in_reply_to":"1ae5cdf2_03c8bb53","updated":"2014-06-12 22:44:09.000000000","message":"Done","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"746eb3748d742dd9a0fdbc3cda720eacd481f3f4","unresolved":false,"context_lines":[{"line_number":299,"context_line":"            http://127.0.0.1:8080/v1/AUTH_test/myCont0"},{"line_number":300,"context_line":""},{"line_number":301,"context_line":"Which will result in a container created that is associated with the policy"},{"line_number":302,"context_line":"name \u0027gold\u0027 assuming we\u0027re using the swift.conf example from the SAIO"},{"line_number":303,"context_line":"setup.  It would use \u0027gold\u0027 because it was specified as the default.  Now,"},{"line_number":304,"context_line":"when we put an object into this container, it will get placed on nodes that"},{"line_number":305,"context_line":"are part of the ring we created for policy \u0027gold\u0027."}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_3e294a9b","line":302,"in_reply_to":"1ae5cdf2_03c8bb53","updated":"2014-06-12 15:33:01.000000000","message":"cool by me","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":6198,"name":"Peter Portante","email":"peter.a.portante@gmail.com","username":"peter-a-portante"},"change_message_id":"e1b39a6204a9287af2d1cdb26711df9e2458060c","unresolved":false,"context_lines":[{"line_number":376,"context_line":"    default policy, you must specify a new default."},{"line_number":377,"context_line":""},{"line_number":378,"context_line":"If you want to test a new storage policy before rolling it out to general"},{"line_number":379,"context_line":"availability you can deprecate the policy in ``swift.conf`` for all nodes"},{"line_number":380,"context_line":"except for a single internal proxy so you can create containers with that"},{"line_number":381,"context_line":"storage policy."},{"line_number":382,"context_line":""}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_036b5b1e","line":379,"updated":"2014-06-12 15:15:43.000000000","message":"perhaps you should say, \"for all proxy nodes except for a given proxy node against which you can test out containers with that storage policy.\"","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"11502224efc7bd6bcecb5c91f0f26b8f280ff451","unresolved":false,"context_lines":[{"line_number":376,"context_line":"    default policy, you must specify a new default."},{"line_number":377,"context_line":""},{"line_number":378,"context_line":"If you want to test a new storage policy before rolling it out to general"},{"line_number":379,"context_line":"availability you can deprecate the policy in ``swift.conf`` for all nodes"},{"line_number":380,"context_line":"except for a single internal proxy so you can create containers with that"},{"line_number":381,"context_line":"storage policy."},{"line_number":382,"context_line":""}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_8f922055","line":379,"in_reply_to":"1ae5cdf2_036b5b1e","updated":"2014-06-12 22:44:09.000000000","message":"Well... I\u0027m not sure you understood what I meant there - so it probably *does* need to be reworded; but I think your phrasing drops some important concepts.\n\nI\u0027ve expanded the section for the next rebase, I\u0027m sure there will be additional room for further refinement.","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"746eb3748d742dd9a0fdbc3cda720eacd481f3f4","unresolved":false,"context_lines":[{"line_number":376,"context_line":"    default policy, you must specify a new default."},{"line_number":377,"context_line":""},{"line_number":378,"context_line":"If you want to test a new storage policy before rolling it out to general"},{"line_number":379,"context_line":"availability you can deprecate the policy in ``swift.conf`` for all nodes"},{"line_number":380,"context_line":"except for a single internal proxy so you can create containers with that"},{"line_number":381,"context_line":"storage policy."},{"line_number":382,"context_line":""}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_d913205a","line":379,"in_reply_to":"1ae5cdf2_036b5b1e","updated":"2014-06-12 15:33:01.000000000","message":"either way works for me","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":6198,"name":"Peter Portante","email":"peter.a.portante@gmail.com","username":"peter-a-portante"},"change_message_id":"e1b39a6204a9287af2d1cdb26711df9e2458060c","unresolved":false,"context_lines":[{"line_number":414,"context_line":"----------"},{"line_number":415,"context_line":""},{"line_number":416,"context_line":"Middleware can take advantage of policies through the :data:`.POLICIES` global"},{"line_number":417,"context_line":"And by importing :func:`.get_container_info` to gain access to the policy"},{"line_number":418,"context_line":"index associated with the container in question.  From the index it"},{"line_number":419,"context_line":"can then use the :data:`.POLICIES` singleton to grab the right ring.  For example,"},{"line_number":420,"context_line":":ref:`list_endpoints` is policy aware using the means just described. Another"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_a3ce272b","line":417,"updated":"2014-06-12 15:15:43.000000000","message":"\"and by ...\"","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"11502224efc7bd6bcecb5c91f0f26b8f280ff451","unresolved":false,"context_lines":[{"line_number":414,"context_line":"----------"},{"line_number":415,"context_line":""},{"line_number":416,"context_line":"Middleware can take advantage of policies through the :data:`.POLICIES` global"},{"line_number":417,"context_line":"And by importing :func:`.get_container_info` to gain access to the policy"},{"line_number":418,"context_line":"index associated with the container in question.  From the index it"},{"line_number":419,"context_line":"can then use the :data:`.POLICIES` singleton to grab the right ring.  For example,"},{"line_number":420,"context_line":":ref:`list_endpoints` is policy aware using the means just described. Another"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_6f7eb41a","line":417,"in_reply_to":"1ae5cdf2_7953ec16","updated":"2014-06-12 22:44:09.000000000","message":"Done","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"746eb3748d742dd9a0fdbc3cda720eacd481f3f4","unresolved":false,"context_lines":[{"line_number":414,"context_line":"----------"},{"line_number":415,"context_line":""},{"line_number":416,"context_line":"Middleware can take advantage of policies through the :data:`.POLICIES` global"},{"line_number":417,"context_line":"And by importing :func:`.get_container_info` to gain access to the policy"},{"line_number":418,"context_line":"index associated with the container in question.  From the index it"},{"line_number":419,"context_line":"can then use the :data:`.POLICIES` singleton to grab the right ring.  For example,"},{"line_number":420,"context_line":":ref:`list_endpoints` is policy aware using the means just described. Another"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_7953ec16","line":417,"in_reply_to":"1ae5cdf2_a3ce272b","updated":"2014-06-12 15:33:01.000000000","message":"doh!  I wrote a lot of this in an email editor (to get spell and grammar checking) and the damned thing auto-cap\u0027d thing cuz its just so darned smart.  Thanks!","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":6198,"name":"Peter Portante","email":"peter.a.portante@gmail.com","username":"peter-a-portante"},"change_message_id":"e1b39a6204a9287af2d1cdb26711df9e2458060c","unresolved":false,"context_lines":[{"line_number":469,"context_line":"leveraged for all policies and then there is policy specific code required for"},{"line_number":470,"context_line":"each policy, added when the policy is defined if needed."},{"line_number":471,"context_line":""},{"line_number":472,"context_line":"The new ssync functionality is policy aware for the same reason. Some of the"},{"line_number":473,"context_line":"other modules may not obviously be affected, but the back-end directory"},{"line_number":474,"context_line":"structure owned by :class:`.Diskfile` requires the policy index parameter."},{"line_number":475,"context_line":"Therefore ssync being policy aware really means passing the policy index along."}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_03235bbd","line":472,"updated":"2014-06-12 15:15:43.000000000","message":"Can you make the \"ssync\" a reference the ssync docs or something?","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"746eb3748d742dd9a0fdbc3cda720eacd481f3f4","unresolved":false,"context_lines":[{"line_number":469,"context_line":"leveraged for all policies and then there is policy specific code required for"},{"line_number":470,"context_line":"each policy, added when the policy is defined if needed."},{"line_number":471,"context_line":""},{"line_number":472,"context_line":"The new ssync functionality is policy aware for the same reason. Some of the"},{"line_number":473,"context_line":"other modules may not obviously be affected, but the back-end directory"},{"line_number":474,"context_line":"structure owned by :class:`.Diskfile` requires the policy index parameter."},{"line_number":475,"context_line":"Therefore ssync being policy aware really means passing the policy index along."}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_1948285b","line":472,"in_reply_to":"1ae5cdf2_03235bbd","updated":"2014-06-12 15:33:01.000000000","message":"Good idea, probably don\u0027t need to say \"new ssync...\" either, just \"ssync\"","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"11502224efc7bd6bcecb5c91f0f26b8f280ff451","unresolved":false,"context_lines":[{"line_number":469,"context_line":"leveraged for all policies and then there is policy specific code required for"},{"line_number":470,"context_line":"each policy, added when the policy is defined if needed."},{"line_number":471,"context_line":""},{"line_number":472,"context_line":"The new ssync functionality is policy aware for the same reason. Some of the"},{"line_number":473,"context_line":"other modules may not obviously be affected, but the back-end directory"},{"line_number":474,"context_line":"structure owned by :class:`.Diskfile` requires the policy index parameter."},{"line_number":475,"context_line":"Therefore ssync being policy aware really means passing the policy index along."}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_cfa34841","line":472,"in_reply_to":"1ae5cdf2_1948285b","updated":"2014-06-12 22:44:09.000000000","message":"What \"ssync docs\"??? There\u0027s the source autodoc, and blurb in object replication that says don\u0027t use them... \n\nI dropped the word \"new\" and linked to ssync_sender/receiver.","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":6198,"name":"Peter Portante","email":"peter.a.portante@gmail.com","username":"peter-a-portante"},"change_message_id":"e1b39a6204a9287af2d1cdb26711df9e2458060c","unresolved":false,"context_lines":[{"line_number":585,"context_line":"    upgraded deployment before enabling an additional storage policy to ensure"},{"line_number":586,"context_line":"    a consistent API experience for your clients.  DO NOT downgrade to a"},{"line_number":587,"context_line":"    version of Swift that does not support storage policies once you expose"},{"line_number":588,"context_line":"    multiple storage policies."}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_7eef521e","line":588,"updated":"2014-06-12 15:15:43.000000000","message":"This note feels like it needs to be in the Administrators Guide.","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"746eb3748d742dd9a0fdbc3cda720eacd481f3f4","unresolved":false,"context_lines":[{"line_number":585,"context_line":"    upgraded deployment before enabling an additional storage policy to ensure"},{"line_number":586,"context_line":"    a consistent API experience for your clients.  DO NOT downgrade to a"},{"line_number":587,"context_line":"    version of Swift that does not support storage policies once you expose"},{"line_number":588,"context_line":"    multiple storage policies."}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_d96880bc","line":588,"in_reply_to":"1ae5cdf2_7eef521e","updated":"2014-06-12 15:33:01.000000000","message":"I thought I put it there as well... if not then yeah I\u0027d agree","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"11502224efc7bd6bcecb5c91f0f26b8f280ff451","unresolved":false,"context_lines":[{"line_number":585,"context_line":"    upgraded deployment before enabling an additional storage policy to ensure"},{"line_number":586,"context_line":"    a consistent API experience for your clients.  DO NOT downgrade to a"},{"line_number":587,"context_line":"    version of Swift that does not support storage policies once you expose"},{"line_number":588,"context_line":"    multiple storage policies."}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_623c0bc9","line":588,"in_reply_to":"1ae5cdf2_d96880bc","updated":"2014-06-12 22:44:09.000000000","message":"I added a second link there back to this section specifically.","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":7233,"name":"Matthew Oliver","email":"matt@oliver.net.au","username":"mattoliverau"},"change_message_id":"39e45771bf3416c04f625f53bbb08be017382084","unresolved":false,"context_lines":[{"line_number":225,"context_line":"    default policy, you must specify a new default."},{"line_number":226,"context_line":""},{"line_number":227,"context_line":"You can also use the deprecated feature to rollout new policies.  If you"},{"line_number":228,"context_line":"want to test a new storage policy before making it generally availabil"},{"line_number":229,"context_line":"you could deprecate the policy when you initially roll it the new"},{"line_number":230,"context_line":"configuration and rings to all nodes.  Being deprecated will render it"},{"line_number":231,"context_line":"innate and unable to be used.  To test it you will need to create a"}],"source_content_type":"text/x-rst","patch_set":12,"id":"1ae5cdf2_2471f344","line":228,"updated":"2014-06-16 06:55:35.000000000","message":"s/availabil/available/","commit_id":"3a4e52326fa168d086a7aef12af3863ad5bc0c7a"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"4ce5e40ca4ca7d3f37ff9ffe26cafacf86da90a1","unresolved":false,"context_lines":[{"line_number":225,"context_line":"    default policy, you must specify a new default."},{"line_number":226,"context_line":""},{"line_number":227,"context_line":"You can also use the deprecated feature to rollout new policies.  If you"},{"line_number":228,"context_line":"want to test a new storage policy before making it generally availabil"},{"line_number":229,"context_line":"you could deprecate the policy when you initially roll it the new"},{"line_number":230,"context_line":"configuration and rings to all nodes.  Being deprecated will render it"},{"line_number":231,"context_line":"innate and unable to be used.  To test it you will need to create a"}],"source_content_type":"text/x-rst","patch_set":12,"id":"1ae5cdf2_1ef693f9","line":228,"in_reply_to":"1ae5cdf2_2471f344","updated":"2014-06-18 07:41:30.000000000","message":"Done","commit_id":"3a4e52326fa168d086a7aef12af3863ad5bc0c7a"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"a49a98feadc4dc1c7485bf6df5d0f392378c6516","unresolved":false,"context_lines":[{"line_number":285,"context_line":"        [storage-policy:1]"},{"line_number":286,"context_line":"        name \u003d silver"},{"line_number":287,"context_line":""},{"line_number":288,"context_line":"        [storage-policy:1]"},{"line_number":289,"context_line":"        name \u003d bronze"},{"line_number":290,"context_line":"        deprecated \u003d yes"},{"line_number":291,"context_line":""}],"source_content_type":"text/x-rst","patch_set":12,"id":"1ae5cdf2_68f493cf","line":288,"updated":"2014-06-16 16:44:21.000000000","message":"typo (presumed): repeated policy index","commit_id":"3a4e52326fa168d086a7aef12af3863ad5bc0c7a"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"4ce5e40ca4ca7d3f37ff9ffe26cafacf86da90a1","unresolved":false,"context_lines":[{"line_number":285,"context_line":"        [storage-policy:1]"},{"line_number":286,"context_line":"        name \u003d silver"},{"line_number":287,"context_line":""},{"line_number":288,"context_line":"        [storage-policy:1]"},{"line_number":289,"context_line":"        name \u003d bronze"},{"line_number":290,"context_line":"        deprecated \u003d yes"},{"line_number":291,"context_line":""}],"source_content_type":"text/x-rst","patch_set":12,"id":"1ae5cdf2_ded26b5a","line":288,"in_reply_to":"1ae5cdf2_68f493cf","updated":"2014-06-18 07:41:30.000000000","message":"Done","commit_id":"3a4e52326fa168d086a7aef12af3863ad5bc0c7a"},{"author":{"_account_id":7233,"name":"Matthew Oliver","email":"matt@oliver.net.au","username":"mattoliverau"},"change_message_id":"39e45771bf3416c04f625f53bbb08be017382084","unresolved":false,"context_lines":[{"line_number":287,"context_line":""},{"line_number":288,"context_line":"        [storage-policy:1]"},{"line_number":289,"context_line":"        name \u003d bronze"},{"line_number":290,"context_line":"        deprecated \u003d yes"},{"line_number":291,"context_line":""},{"line_number":292,"context_line":"Review :ref:`default-policy` and :ref:`deprecate-policy` for more"},{"line_number":293,"context_line":"information about the ``default`` and ``deprecated`` options."}],"source_content_type":"text/x-rst","patch_set":12,"id":"1ae5cdf2_e49d4b59","line":290,"updated":"2014-06-16 06:55:35.000000000","message":"Can a deprecated storage policy share the index of another? I thought not seeing as the deprecated policy still may have containers out there.","commit_id":"3a4e52326fa168d086a7aef12af3863ad5bc0c7a"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"4ce5e40ca4ca7d3f37ff9ffe26cafacf86da90a1","unresolved":false,"context_lines":[{"line_number":287,"context_line":""},{"line_number":288,"context_line":"        [storage-policy:1]"},{"line_number":289,"context_line":"        name \u003d bronze"},{"line_number":290,"context_line":"        deprecated \u003d yes"},{"line_number":291,"context_line":""},{"line_number":292,"context_line":"Review :ref:`default-policy` and :ref:`deprecate-policy` for more"},{"line_number":293,"context_line":"information about the ``default`` and ``deprecated`` options."}],"source_content_type":"text/x-rst","patch_set":12,"id":"1ae5cdf2_fec9e7ac","line":290,"in_reply_to":"1ae5cdf2_e49d4b59","updated":"2014-06-18 07:41:30.000000000","message":"Done","commit_id":"3a4e52326fa168d086a7aef12af3863ad5bc0c7a"},{"author":{"_account_id":7233,"name":"Matthew Oliver","email":"matt@oliver.net.au","username":"mattoliverau"},"change_message_id":"39e45771bf3416c04f625f53bbb08be017382084","unresolved":false,"context_lines":[{"line_number":561,"context_line":"per policy) in the same manner in which the ``account_stat`` table does.  The"},{"line_number":562,"context_line":"``account_stat`` table still serves the same purpose and is not replaced by"},{"line_number":563,"context_line":"``policy_stat``, it holds the total cluster stats whereas ``policy_stat`` just"},{"line_number":564,"context_line":"has the break downs.  The backend is also responsible for migrating"},{"line_number":565,"context_line":"pre-storage-policy accounts by altering the DB schema and populating the"},{"line_number":566,"context_line":"``policy_stat`` table for Policy-0 with current ``account_stat`` data at that"},{"line_number":567,"context_line":"point in time."}],"source_content_type":"text/x-rst","patch_set":12,"id":"1ae5cdf2_e7454d16","line":564,"updated":"2014-06-16 06:55:35.000000000","message":"Unless I\u0027m mistaken in my understanding of what an account server is.. but it doesn\u0027t hold the total cluster starts, just the total stats for a given account (or if talking about from an account server, the total stats for all accounts if holds on the server).\n\nI assume this is what you mean here, but I think we need to be a bit more specific, otherwise it could confuse new swift administrators and developers.","commit_id":"3a4e52326fa168d086a7aef12af3863ad5bc0c7a"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"4ce5e40ca4ca7d3f37ff9ffe26cafacf86da90a1","unresolved":false,"context_lines":[{"line_number":561,"context_line":"per policy) in the same manner in which the ``account_stat`` table does.  The"},{"line_number":562,"context_line":"``account_stat`` table still serves the same purpose and is not replaced by"},{"line_number":563,"context_line":"``policy_stat``, it holds the total cluster stats whereas ``policy_stat`` just"},{"line_number":564,"context_line":"has the break downs.  The backend is also responsible for migrating"},{"line_number":565,"context_line":"pre-storage-policy accounts by altering the DB schema and populating the"},{"line_number":566,"context_line":"``policy_stat`` table for Policy-0 with current ``account_stat`` data at that"},{"line_number":567,"context_line":"point in time."}],"source_content_type":"text/x-rst","patch_set":12,"id":"1ae5cdf2_7e54f7c9","line":564,"in_reply_to":"1ae5cdf2_e7454d16","updated":"2014-06-18 07:41:30.000000000","message":"Done","commit_id":"3a4e52326fa168d086a7aef12af3863ad5bc0c7a"}],"doc/source/policies_saio.rst":[{"author":{"_account_id":917,"name":"Chuck Thier","email":"cthier@gmail.com","username":"cthier"},"change_message_id":"efc620e089bae7b13c7475af94637784d9a8e488","unresolved":false,"context_lines":[{"line_number":17,"context_line":"the second will be setup for reduced replication using a factor of 2x."},{"line_number":18,"context_line":"We will call the first one \u0027gold\u0027 and the second one \u0027silver\u0027.  In this"},{"line_number":19,"context_line":"example both policies map to the same devices because it\u0027s also"},{"line_number":20,"context_line":"important for the for this sample implementation to be simple and easy"},{"line_number":21,"context_line":"to understand and adding a bunch of new devices isn\u0027t really required"},{"line_number":22,"context_line":"to implement a usable set of policies."},{"line_number":23,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_aa03c80b","line":20,"updated":"2014-05-28 19:59:58.000000000","message":"important for this sample....","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"d57aef8ba0f06fb4a785a5f00dbcc522cc94cf96","unresolved":false,"context_lines":[{"line_number":17,"context_line":"the second will be setup for reduced replication using a factor of 2x."},{"line_number":18,"context_line":"We will call the first one \u0027gold\u0027 and the second one \u0027silver\u0027.  In this"},{"line_number":19,"context_line":"example both policies map to the same devices because it\u0027s also"},{"line_number":20,"context_line":"important for the for this sample implementation to be simple and easy"},{"line_number":21,"context_line":"to understand and adding a bunch of new devices isn\u0027t really required"},{"line_number":22,"context_line":"to implement a usable set of policies."},{"line_number":23,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_056e6d2f","line":20,"in_reply_to":"3ae8d1ca_aa03c80b","updated":"2014-05-28 21:04:59.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":917,"name":"Chuck Thier","email":"cthier@gmail.com","username":"cthier"},"change_message_id":"efc620e089bae7b13c7475af94637784d9a8e488","unresolved":false,"context_lines":[{"line_number":21,"context_line":"to understand and adding a bunch of new devices isn\u0027t really required"},{"line_number":22,"context_line":"to implement a usable set of policies."},{"line_number":23,"context_line":""},{"line_number":24,"context_line":"1. Edit your ``/etc/swift/swift/conf`` file::"},{"line_number":25,"context_line":""},{"line_number":26,"context_line":"        [swift-hash]"},{"line_number":27,"context_line":"        # random unique strings that can never change (DO NOT LOSE)"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_89be21d3","line":24,"updated":"2014-05-28 19:59:58.000000000","message":"should be swift.conf\n\nI also wonder if it would be better to say something like \"Add the following to...\" and get rid of the [swift-hash] section.","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"d57aef8ba0f06fb4a785a5f00dbcc522cc94cf96","unresolved":false,"context_lines":[{"line_number":21,"context_line":"to understand and adding a bunch of new devices isn\u0027t really required"},{"line_number":22,"context_line":"to implement a usable set of policies."},{"line_number":23,"context_line":""},{"line_number":24,"context_line":"1. Edit your ``/etc/swift/swift/conf`` file::"},{"line_number":25,"context_line":""},{"line_number":26,"context_line":"        [swift-hash]"},{"line_number":27,"context_line":"        # random unique strings that can never change (DO NOT LOSE)"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_2569a925","line":24,"in_reply_to":"3ae8d1ca_89be21d3","updated":"2014-05-28 21:04:59.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":917,"name":"Chuck Thier","email":"cthier@gmail.com","username":"cthier"},"change_message_id":"efc620e089bae7b13c7475af94637784d9a8e488","unresolved":false,"context_lines":[{"line_number":37,"context_line":"  See :doc:`overview_policies` for detailed information on ``swift.conf`` policy"},{"line_number":38,"context_line":"  options."},{"line_number":39,"context_line":""},{"line_number":40,"context_line":"2. Create the ring file for the \u0027silver\u0027 policy and put it in ``/etc/swift``::"},{"line_number":41,"context_line":""},{"line_number":42,"context_line":"        swift-ring-builder object-1.builder create 10 2 1"},{"line_number":43,"context_line":"        swift-ring-builder object-1.builder add r1z1-127.0.0.1:6010/sdb1 1"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_aa866863","line":40,"updated":"2014-05-28 19:59:58.000000000","message":"I think we should say something like, add the following to your remakerings script and re-run","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"d57aef8ba0f06fb4a785a5f00dbcc522cc94cf96","unresolved":false,"context_lines":[{"line_number":37,"context_line":"  See :doc:`overview_policies` for detailed information on ``swift.conf`` policy"},{"line_number":38,"context_line":"  options."},{"line_number":39,"context_line":""},{"line_number":40,"context_line":"2. Create the ring file for the \u0027silver\u0027 policy and put it in ``/etc/swift``::"},{"line_number":41,"context_line":""},{"line_number":42,"context_line":"        swift-ring-builder object-1.builder create 10 2 1"},{"line_number":43,"context_line":"        swift-ring-builder object-1.builder add r1z1-127.0.0.1:6010/sdb1 1"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_457875f2","line":40,"in_reply_to":"3ae8d1ca_aa866863","updated":"2014-05-28 21:04:59.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":917,"name":"Chuck Thier","email":"cthier@gmail.com","username":"cthier"},"change_message_id":"efc620e089bae7b13c7475af94637784d9a8e488","unresolved":false,"context_lines":[{"line_number":49,"context_line":"  Note that the reduced replication of the silver policy is only a function"},{"line_number":50,"context_line":"  of the replication parameter in the ``swift-ring-builder create`` command"},{"line_number":51,"context_line":"  and is not specified  in ``/etc/swift/swift.conf``."},{"line_number":52,"context_line":""},{"line_number":53,"context_line":"------------------"},{"line_number":54,"context_line":"Using Policies"},{"line_number":55,"context_line":"------------------"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_d402796e","line":52,"updated":"2014-05-28 19:59:58.000000000","message":"Need a note about setting up the container-reconciler.conf\n\nI copied over the example, and set the user \u003d in the config for my user name\n\nThis will need to be added to the general SAIO docs as well.","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"d57aef8ba0f06fb4a785a5f00dbcc522cc94cf96","unresolved":false,"context_lines":[{"line_number":49,"context_line":"  Note that the reduced replication of the silver policy is only a function"},{"line_number":50,"context_line":"  of the replication parameter in the ``swift-ring-builder create`` command"},{"line_number":51,"context_line":"  and is not specified  in ``/etc/swift/swift.conf``."},{"line_number":52,"context_line":""},{"line_number":53,"context_line":"------------------"},{"line_number":54,"context_line":"Using Policies"},{"line_number":55,"context_line":"------------------"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_6573b115","line":52,"in_reply_to":"3ae8d1ca_d402796e","updated":"2014-05-28 21:04:59.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":917,"name":"Chuck Thier","email":"cthier@gmail.com","username":"cthier"},"change_message_id":"efc620e089bae7b13c7475af94637784d9a8e488","unresolved":false,"context_lines":[{"line_number":55,"context_line":"------------------"},{"line_number":56,"context_line":""},{"line_number":57,"context_line":"Setting up Storage Policies was very simple, and using them is even simpler."},{"line_number":58,"context_line":"In this section we will create a few containers with different policies and"},{"line_number":59,"context_line":"then run some commands to verify that things land where we expect."},{"line_number":60,"context_line":""},{"line_number":61,"context_line":"Now that you\u0027ve updated your ``/etc/swift/swift.conf`` and created your second"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_ea7230ac","line":58,"updated":"2014-05-28 19:59:58.000000000","message":"In this section, we...","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"d57aef8ba0f06fb4a785a5f00dbcc522cc94cf96","unresolved":false,"context_lines":[{"line_number":55,"context_line":"------------------"},{"line_number":56,"context_line":""},{"line_number":57,"context_line":"Setting up Storage Policies was very simple, and using them is even simpler."},{"line_number":58,"context_line":"In this section we will create a few containers with different policies and"},{"line_number":59,"context_line":"then run some commands to verify that things land where we expect."},{"line_number":60,"context_line":""},{"line_number":61,"context_line":"Now that you\u0027ve updated your ``/etc/swift/swift.conf`` and created your second"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_85619d3b","line":58,"in_reply_to":"3ae8d1ca_ea7230ac","updated":"2014-05-28 21:04:59.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":917,"name":"Chuck Thier","email":"cthier@gmail.com","username":"cthier"},"change_message_id":"efc620e089bae7b13c7475af94637784d9a8e488","unresolved":false,"context_lines":[{"line_number":56,"context_line":""},{"line_number":57,"context_line":"Setting up Storage Policies was very simple, and using them is even simpler."},{"line_number":58,"context_line":"In this section we will create a few containers with different policies and"},{"line_number":59,"context_line":"then run some commands to verify that things land where we expect."},{"line_number":60,"context_line":""},{"line_number":61,"context_line":"Now that you\u0027ve updated your ``/etc/swift/swift.conf`` and created your second"},{"line_number":62,"context_line":"object ring per the steps above, lets create a few containers and objects and"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_4abfa4fb","line":59,"updated":"2014-05-28 19:59:58.000000000","message":"nit: sounds better to me to say\n\n...to verify that things land where expected","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"d57aef8ba0f06fb4a785a5f00dbcc522cc94cf96","unresolved":false,"context_lines":[{"line_number":56,"context_line":""},{"line_number":57,"context_line":"Setting up Storage Policies was very simple, and using them is even simpler."},{"line_number":58,"context_line":"In this section we will create a few containers with different policies and"},{"line_number":59,"context_line":"then run some commands to verify that things land where we expect."},{"line_number":60,"context_line":""},{"line_number":61,"context_line":"Now that you\u0027ve updated your ``/etc/swift/swift.conf`` and created your second"},{"line_number":62,"context_line":"object ring per the steps above, lets create a few containers and objects and"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_a564d949","line":59,"in_reply_to":"3ae8d1ca_4abfa4fb","updated":"2014-05-28 21:04:59.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":917,"name":"Chuck Thier","email":"cthier@gmail.com","username":"cthier"},"change_message_id":"efc620e089bae7b13c7475af94637784d9a8e488","unresolved":false,"context_lines":[{"line_number":80,"context_line":"        curl -v -X PUT -H \u0027X-Auth-Token: AUTH_token\u0027 \\"},{"line_number":81,"context_line":"            http://127.0.0.1:8080/v1/AUTH_test/myCont0"},{"line_number":82,"context_line":"        curl -X PUT -v -T file0.txt -H \u0027X-Auth-Token: AUTH_token\u0027 \\"},{"line_number":83,"context_line":"            http://127.0.0.1:8080/v1/AUTH_test/myCont0/"},{"line_number":84,"context_line":""},{"line_number":85,"context_line":"3. Now confirm placement of the object with the :ref:`list_endpoints` middleware::"},{"line_number":86,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_4aab241d","line":83,"updated":"2014-05-28 19:59:58.000000000","message":"http://127.0.0.1:8080/v1/AUTH_test/myCont0/file0.txt","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"d57aef8ba0f06fb4a785a5f00dbcc522cc94cf96","unresolved":false,"context_lines":[{"line_number":80,"context_line":"        curl -v -X PUT -H \u0027X-Auth-Token: AUTH_token\u0027 \\"},{"line_number":81,"context_line":"            http://127.0.0.1:8080/v1/AUTH_test/myCont0"},{"line_number":82,"context_line":"        curl -X PUT -v -T file0.txt -H \u0027X-Auth-Token: AUTH_token\u0027 \\"},{"line_number":83,"context_line":"            http://127.0.0.1:8080/v1/AUTH_test/myCont0/"},{"line_number":84,"context_line":""},{"line_number":85,"context_line":"3. Now confirm placement of the object with the :ref:`list_endpoints` middleware::"},{"line_number":86,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_461cfc77","line":83,"in_reply_to":"3ae8d1ca_4aab241d","updated":"2014-05-28 21:04:59.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":917,"name":"Chuck Thier","email":"cthier@gmail.com","username":"cthier"},"change_message_id":"efc620e089bae7b13c7475af94637784d9a8e488","unresolved":false,"context_lines":[{"line_number":84,"context_line":""},{"line_number":85,"context_line":"3. Now confirm placement of the object with the :ref:`list_endpoints` middleware::"},{"line_number":86,"context_line":""},{"line_number":87,"context_line":"        curl -X GET -v -H \u0027X-Auth-Token: AUTH_toeken\u0027 \\"},{"line_number":88,"context_line":"            http://127.0.0.1:8080/endpoints/v1/AUTH_test/myCont0/file0.txt"},{"line_number":89,"context_line":""},{"line_number":90,"context_line":"  You should see this: (note placement on expected devices)::"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_cab73485","line":87,"updated":"2014-05-28 19:59:58.000000000","message":"AUTH_token","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"d57aef8ba0f06fb4a785a5f00dbcc522cc94cf96","unresolved":false,"context_lines":[{"line_number":84,"context_line":""},{"line_number":85,"context_line":"3. Now confirm placement of the object with the :ref:`list_endpoints` middleware::"},{"line_number":86,"context_line":""},{"line_number":87,"context_line":"        curl -X GET -v -H \u0027X-Auth-Token: AUTH_toeken\u0027 \\"},{"line_number":88,"context_line":"            http://127.0.0.1:8080/endpoints/v1/AUTH_test/myCont0/file0.txt"},{"line_number":89,"context_line":""},{"line_number":90,"context_line":"  You should see this: (note placement on expected devices)::"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3ae8d1ca_86160454","line":87,"in_reply_to":"3ae8d1ca_cab73485","updated":"2014-05-28 21:04:59.000000000","message":"Done","commit_id":"283c559d0823d24da72226e5bb36668a7058803f"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"da1875d5086496b248b115cb9f12194d060b469e","unresolved":false,"context_lines":[{"line_number":33,"context_line":"  See :doc:`overview_policies` for detailed information on ``swift.conf`` policy"},{"line_number":34,"context_line":"  options."},{"line_number":35,"context_line":""},{"line_number":36,"context_line":"2. Add the following to your ``bin/remakerings`` script and re-run it::"},{"line_number":37,"context_line":""},{"line_number":38,"context_line":"        swift-ring-builder object-1.builder create 10 2 1"},{"line_number":39,"context_line":"        swift-ring-builder object-1.builder add r1z1-127.0.0.1:6010/sdb1 1"}],"source_content_type":"text/x-rst","patch_set":2,"id":"3ae8d1ca_cd4c9573","line":36,"updated":"2014-05-29 14:45:14.000000000","message":"nit: Might help reader to say what this step is doing e.g. \"To create the object ring for the silver policy (index 1) ...\n\nAlso mention alternative (easier?) method: copy new version of remakerings from doc/saio/bin to ~/bin and re-run it.","commit_id":"5cbef5aa0d651f8cbff53071f69d08a83c03c2e7"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"f0ca39c5bcb78792b8c4bb6d380c8e6dd85e86b4","unresolved":false,"context_lines":[{"line_number":33,"context_line":"  See :doc:`overview_policies` for detailed information on ``swift.conf`` policy"},{"line_number":34,"context_line":"  options."},{"line_number":35,"context_line":""},{"line_number":36,"context_line":"2. Add the following to your ``bin/remakerings`` script and re-run it::"},{"line_number":37,"context_line":""},{"line_number":38,"context_line":"        swift-ring-builder object-1.builder create 10 2 1"},{"line_number":39,"context_line":"        swift-ring-builder object-1.builder add r1z1-127.0.0.1:6010/sdb1 1"}],"source_content_type":"text/x-rst","patch_set":2,"id":"3ae8d1ca_6efa94be","line":36,"in_reply_to":"3ae8d1ca_cd4c9573","updated":"2014-05-29 15:28:54.000000000","message":"Done","commit_id":"5cbef5aa0d651f8cbff53071f69d08a83c03c2e7"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"da1875d5086496b248b115cb9f12194d060b469e","unresolved":false,"context_lines":[{"line_number":62,"context_line":"   so enable that now in your ``proxy-server.conf`` file by adding it to the pipeline"},{"line_number":63,"context_line":"   and including the filter section as shown below::"},{"line_number":64,"context_line":""},{"line_number":65,"context_line":"        pipeline \u003d catch_errors gatekeeper healthcheck proxy-logging cache bulk"},{"line_number":66,"context_line":"        slo dlo ratelimit crossdomain list-endpoints tempurl tempauth staticweb"},{"line_number":67,"context_line":"        container-quotas account-quotas proxy-logging proxy-server"},{"line_number":68,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"3ae8d1ca_8dcb6d52","line":65,"updated":"2014-05-29 14:45:14.000000000","message":"milli-nit: maybe add \\ at line ends and indent to make it obvious its all on one line","commit_id":"5cbef5aa0d651f8cbff53071f69d08a83c03c2e7"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"f0ca39c5bcb78792b8c4bb6d380c8e6dd85e86b4","unresolved":false,"context_lines":[{"line_number":62,"context_line":"   so enable that now in your ``proxy-server.conf`` file by adding it to the pipeline"},{"line_number":63,"context_line":"   and including the filter section as shown below::"},{"line_number":64,"context_line":""},{"line_number":65,"context_line":"        pipeline \u003d catch_errors gatekeeper healthcheck proxy-logging cache bulk"},{"line_number":66,"context_line":"        slo dlo ratelimit crossdomain list-endpoints tempurl tempauth staticweb"},{"line_number":67,"context_line":"        container-quotas account-quotas proxy-logging proxy-server"},{"line_number":68,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"3ae8d1ca_133cd792","line":65,"in_reply_to":"3ae8d1ca_8dcb6d52","updated":"2014-05-29 15:28:54.000000000","message":"Done","commit_id":"5cbef5aa0d651f8cbff53071f69d08a83c03c2e7"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"da1875d5086496b248b115cb9f12194d060b469e","unresolved":false,"context_lines":[{"line_number":69,"context_line":"        [filter:list-endpoints]"},{"line_number":70,"context_line":"        use \u003d egg:swift#list_endpoints"},{"line_number":71,"context_line":""},{"line_number":72,"context_line":"2. Create a container without specifying a policy, it will use the default,"},{"line_number":73,"context_line":"   \u0027gold\u0027 and then put a test object in it (create the file ``file0.txt`` with your"},{"line_number":74,"context_line":"   favorite editor with some content)::"},{"line_number":75,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"3ae8d1ca_edd791eb","line":72,"updated":"2014-05-29 14:45:14.000000000","message":"nit: insert step 2: restart swift proxy server (I knew to :) but noobs may forget)\n\ncould also be useful at this point to do a \n  swift -A http://127.0.0.1:8080/auth/v1.0 -U test:tester -K testing info\n\nto check two policies are reported in info","commit_id":"5cbef5aa0d651f8cbff53071f69d08a83c03c2e7"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"f0ca39c5bcb78792b8c4bb6d380c8e6dd85e86b4","unresolved":false,"context_lines":[{"line_number":69,"context_line":"        [filter:list-endpoints]"},{"line_number":70,"context_line":"        use \u003d egg:swift#list_endpoints"},{"line_number":71,"context_line":""},{"line_number":72,"context_line":"2. Create a container without specifying a policy, it will use the default,"},{"line_number":73,"context_line":"   \u0027gold\u0027 and then put a test object in it (create the file ``file0.txt`` with your"},{"line_number":74,"context_line":"   favorite editor with some content)::"},{"line_number":75,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"3ae8d1ca_2eb24ce6","line":72,"in_reply_to":"3ae8d1ca_edd791eb","updated":"2014-05-29 15:28:54.000000000","message":"Done","commit_id":"5cbef5aa0d651f8cbff53071f69d08a83c03c2e7"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"da1875d5086496b248b115cb9f12194d060b469e","unresolved":false,"context_lines":[{"line_number":73,"context_line":"   \u0027gold\u0027 and then put a test object in it (create the file ``file0.txt`` with your"},{"line_number":74,"context_line":"   favorite editor with some content)::"},{"line_number":75,"context_line":""},{"line_number":76,"context_line":"        curl -v -X PUT -H \u0027X-Auth-Token: AUTH_token\u0027 \\"},{"line_number":77,"context_line":"            http://127.0.0.1:8080/v1/AUTH_test/myCont0"},{"line_number":78,"context_line":"        curl -X PUT -v -T file0.txt -H \u0027X-Auth-Token: AUTH_token\u0027 \\"},{"line_number":79,"context_line":"            http://127.0.0.1:8080/v1/AUTH_test/myCont0/file0.txt"}],"source_content_type":"text/x-rst","patch_set":2,"id":"3ae8d1ca_9f6390db","line":76,"updated":"2014-05-29 14:45:14.000000000","message":"nit: in development_saio there wording like \u003ctoken-from-x-auth-token-above\u003e referring to step 11 where user/password are used to get an auth token. Might help to have a note here saying AUTH_token is value retrieved using that step 11 with a cross reference.","commit_id":"5cbef5aa0d651f8cbff53071f69d08a83c03c2e7"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"f0ca39c5bcb78792b8c4bb6d380c8e6dd85e86b4","unresolved":false,"context_lines":[{"line_number":73,"context_line":"   \u0027gold\u0027 and then put a test object in it (create the file ``file0.txt`` with your"},{"line_number":74,"context_line":"   favorite editor with some content)::"},{"line_number":75,"context_line":""},{"line_number":76,"context_line":"        curl -v -X PUT -H \u0027X-Auth-Token: AUTH_token\u0027 \\"},{"line_number":77,"context_line":"            http://127.0.0.1:8080/v1/AUTH_test/myCont0"},{"line_number":78,"context_line":"        curl -X PUT -v -T file0.txt -H \u0027X-Auth-Token: AUTH_token\u0027 \\"},{"line_number":79,"context_line":"            http://127.0.0.1:8080/v1/AUTH_test/myCont0/file0.txt"}],"source_content_type":"text/x-rst","patch_set":2,"id":"3ae8d1ca_d3450fb4","line":76,"in_reply_to":"3ae8d1ca_9f6390db","updated":"2014-05-29 15:28:54.000000000","message":"I replaced with \u003cyour auth token\u003e, hopefully that\u0027s clear enough","commit_id":"5cbef5aa0d651f8cbff53071f69d08a83c03c2e7"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"da1875d5086496b248b115cb9f12194d060b469e","unresolved":false,"context_lines":[{"line_number":81,"context_line":"3. Now confirm placement of the object with the :ref:`list_endpoints` middleware::"},{"line_number":82,"context_line":""},{"line_number":83,"context_line":"        curl -X GET -v -H \u0027X-Auth-Token: AUTH_token\u0027 \\"},{"line_number":84,"context_line":"            http://127.0.0.1:8080/endpoints/v1/AUTH_test/myCont0/file0.txt"},{"line_number":85,"context_line":""},{"line_number":86,"context_line":"  You should see this: (note placement on expected devices)::"},{"line_number":87,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"3ae8d1ca_d8d44e22","line":84,"updated":"2014-05-29 14:45:14.000000000","message":"the url should not contain /v1","commit_id":"5cbef5aa0d651f8cbff53071f69d08a83c03c2e7"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"f0ca39c5bcb78792b8c4bb6d380c8e6dd85e86b4","unresolved":false,"context_lines":[{"line_number":81,"context_line":"3. Now confirm placement of the object with the :ref:`list_endpoints` middleware::"},{"line_number":82,"context_line":""},{"line_number":83,"context_line":"        curl -X GET -v -H \u0027X-Auth-Token: AUTH_token\u0027 \\"},{"line_number":84,"context_line":"            http://127.0.0.1:8080/endpoints/v1/AUTH_test/myCont0/file0.txt"},{"line_number":85,"context_line":""},{"line_number":86,"context_line":"  You should see this: (note placement on expected devices)::"},{"line_number":87,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"3ae8d1ca_131777a4","line":84,"in_reply_to":"3ae8d1ca_d8d44e22","updated":"2014-05-29 15:28:54.000000000","message":"Guess I must have had my LE after auth in the pipeline or something.  Note that the examples include a token which isn\u0027t needed if you put LE where I say to earlier so I removed that too.  Thanks","commit_id":"5cbef5aa0d651f8cbff53071f69d08a83c03c2e7"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"da1875d5086496b248b115cb9f12194d060b469e","unresolved":false,"context_lines":[{"line_number":99,"context_line":"5. Confirm placement of the object for policy \u0027silver\u0027::"},{"line_number":100,"context_line":""},{"line_number":101,"context_line":"         curl -X GET -v -H \u0027X-Auth-Token: AUTH_token\u0027 \\"},{"line_number":102,"context_line":"            http://127.0.0.1:8080/endpoints/v1/AUTH_test/myCont1/file1.txt"},{"line_number":103,"context_line":""},{"line_number":104,"context_line":"  You should see this: (note placement on expected devices)::"},{"line_number":105,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"3ae8d1ca_58cf5e7f","line":102,"updated":"2014-05-29 14:45:14.000000000","message":"ditto - url should not container /v1 - list-endpoints won\u0027t complain and you\u0027ll see three replica locations reported","commit_id":"5cbef5aa0d651f8cbff53071f69d08a83c03c2e7"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"f0ca39c5bcb78792b8c4bb6d380c8e6dd85e86b4","unresolved":false,"context_lines":[{"line_number":99,"context_line":"5. Confirm placement of the object for policy \u0027silver\u0027::"},{"line_number":100,"context_line":""},{"line_number":101,"context_line":"         curl -X GET -v -H \u0027X-Auth-Token: AUTH_token\u0027 \\"},{"line_number":102,"context_line":"            http://127.0.0.1:8080/endpoints/v1/AUTH_test/myCont1/file1.txt"},{"line_number":103,"context_line":""},{"line_number":104,"context_line":"  You should see this: (note placement on expected devices)::"},{"line_number":105,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"3ae8d1ca_eeea240e","line":102,"in_reply_to":"3ae8d1ca_58cf5e7f","updated":"2014-05-29 15:28:54.000000000","message":"Done","commit_id":"5cbef5aa0d651f8cbff53071f69d08a83c03c2e7"},{"author":{"_account_id":6198,"name":"Peter Portante","email":"peter.a.portante@gmail.com","username":"peter-a-portante"},"change_message_id":"c1f11db14383a5414de5ab9b810726cd37e52aae","unresolved":false,"context_lines":[{"line_number":10,"context_line":"easy regardless of whether you are working with an existing installation"},{"line_number":11,"context_line":"or starting a brand new one.  Note that for an existing installation,"},{"line_number":12,"context_line":"without any of these modifications, the pre-existing object ring will be"},{"line_number":13,"context_line":"automatically used for both existing and newly created containers."},{"line_number":14,"context_line":""},{"line_number":15,"context_line":"Now we will create two policies - the first one will be a standard triple"},{"line_number":16,"context_line":"replication policy that we will also explicitly set as the default and"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_352d0447","line":13,"updated":"2014-06-11 22:09:50.000000000","message":"Do you also mean to say it will be used for newly created containers that use a new storage policy?\n\nOr is this sentence just to reassure that everything is gonna be alright?\n\nIf it is the latter, not sure we need it.","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"df5f64fb332b433ca56e407bd94a5e3c15942c78","unresolved":false,"context_lines":[{"line_number":10,"context_line":"easy regardless of whether you are working with an existing installation"},{"line_number":11,"context_line":"or starting a brand new one.  Note that for an existing installation,"},{"line_number":12,"context_line":"without any of these modifications, the pre-existing object ring will be"},{"line_number":13,"context_line":"automatically used for both existing and newly created containers."},{"line_number":14,"context_line":""},{"line_number":15,"context_line":"Now we will create two policies - the first one will be a standard triple"},{"line_number":16,"context_line":"replication policy that we will also explicitly set as the default and"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_d89335a1","line":13,"in_reply_to":"1ae5cdf2_352d0447","updated":"2014-06-11 22:20:36.000000000","message":"the latter... again as clayg is driving the chain will let him disposition","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"11502224efc7bd6bcecb5c91f0f26b8f280ff451","unresolved":false,"context_lines":[{"line_number":10,"context_line":"easy regardless of whether you are working with an existing installation"},{"line_number":11,"context_line":"or starting a brand new one.  Note that for an existing installation,"},{"line_number":12,"context_line":"without any of these modifications, the pre-existing object ring will be"},{"line_number":13,"context_line":"automatically used for both existing and newly created containers."},{"line_number":14,"context_line":""},{"line_number":15,"context_line":"Now we will create two policies - the first one will be a standard triple"},{"line_number":16,"context_line":"replication policy that we will also explicitly set as the default and"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_a26a937e","line":13,"in_reply_to":"1ae5cdf2_d89335a1","updated":"2014-06-12 22:44:09.000000000","message":"It seemed reasonable to me as a preamble to this guide (which is specifically about upgrading your development environment) to confirm that you need not make any changes to your development environment to upgrade to the new code - which is true, but maybe so obvious it goes without saying?  \n\nI tried to reword the sentiment to indicate that configuration of policies on your development environment is recommend but optional - which seemed to be where everyone landed after discussing this about two weeks ago.","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":6198,"name":"Peter Portante","email":"peter.a.portante@gmail.com","username":"peter-a-portante"},"change_message_id":"c1f11db14383a5414de5ab9b810726cd37e52aae","unresolved":false,"context_lines":[{"line_number":59,"context_line":""},{"line_number":60,"context_line":"Now that you\u0027ve updated your ``/etc/swift/swift.conf`` and created your second"},{"line_number":61,"context_line":"object ring per the steps above, lets create a few containers and objects and"},{"line_number":62,"context_line":"see how policies work."},{"line_number":63,"context_line":""},{"line_number":64,"context_line":"1. We will be using the list_endpoints middleware to confirm object locations,"},{"line_number":65,"context_line":"   so enable that now in your ``proxy-server.conf`` file by adding it to the pipeline"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_75adcc83","line":62,"updated":"2014-06-11 22:09:50.000000000","message":"Looks like the first paragraph is all we need, this second one does not seem to add much, such that we could change the last line of the first (line 58) to be:\n\n  then run some commands to verify that things land where expected, to see\n  how policies work.","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"11502224efc7bd6bcecb5c91f0f26b8f280ff451","unresolved":false,"context_lines":[{"line_number":59,"context_line":""},{"line_number":60,"context_line":"Now that you\u0027ve updated your ``/etc/swift/swift.conf`` and created your second"},{"line_number":61,"context_line":"object ring per the steps above, lets create a few containers and objects and"},{"line_number":62,"context_line":"see how policies work."},{"line_number":63,"context_line":""},{"line_number":64,"context_line":"1. We will be using the list_endpoints middleware to confirm object locations,"},{"line_number":65,"context_line":"   so enable that now in your ``proxy-server.conf`` file by adding it to the pipeline"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_8292f754","line":62,"in_reply_to":"1ae5cdf2_58880571","updated":"2014-06-12 22:44:09.000000000","message":"Done","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"df5f64fb332b433ca56e407bd94a5e3c15942c78","unresolved":false,"context_lines":[{"line_number":59,"context_line":""},{"line_number":60,"context_line":"Now that you\u0027ve updated your ``/etc/swift/swift.conf`` and created your second"},{"line_number":61,"context_line":"object ring per the steps above, lets create a few containers and objects and"},{"line_number":62,"context_line":"see how policies work."},{"line_number":63,"context_line":""},{"line_number":64,"context_line":"1. We will be using the list_endpoints middleware to confirm object locations,"},{"line_number":65,"context_line":"   so enable that now in your ``proxy-server.conf`` file by adding it to the pipeline"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_58880571","line":62,"in_reply_to":"1ae5cdf2_75adcc83","updated":"2014-06-11 22:20:36.000000000","message":"works for me, will leave it up to clayg whether to pull in now or later","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":6198,"name":"Peter Portante","email":"peter.a.portante@gmail.com","username":"peter-a-portante"},"change_message_id":"c1f11db14383a5414de5ab9b810726cd37e52aae","unresolved":false,"context_lines":[{"line_number":115,"context_line":"  You should see this: (note placement on expected devices)::"},{"line_number":116,"context_line":""},{"line_number":117,"context_line":"        [\"http://127.0.0.1:6010/sdb1/32/AUTH_test/myCont1/file1.txt\","},{"line_number":118,"context_line":"         \"http://127.0.0.1:6040/sdb4/32/AUTH_test/myCont1/file1.txt\"]"},{"line_number":119,"context_line":""},{"line_number":120,"context_line":"7. Confirm account information with HEAD, make sure that your container-updater"},{"line_number":121,"context_line":"   service is running and has executed once since you performed the PUTS or the"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_b53f5424","line":118,"updated":"2014-06-11 22:09:50.000000000","message":"Are all of the above steps encoded in a functional test?\n\nIt would be great to point to that functional test here in the docs.","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":6198,"name":"Peter Portante","email":"peter.a.portante@gmail.com","username":"peter-a-portante"},"change_message_id":"8e590cb2c1acfae46fc01f48635557ff9d19e795","unresolved":false,"context_lines":[{"line_number":115,"context_line":"  You should see this: (note placement on expected devices)::"},{"line_number":116,"context_line":""},{"line_number":117,"context_line":"        [\"http://127.0.0.1:6010/sdb1/32/AUTH_test/myCont1/file1.txt\","},{"line_number":118,"context_line":"         \"http://127.0.0.1:6040/sdb4/32/AUTH_test/myCont1/file1.txt\"]"},{"line_number":119,"context_line":""},{"line_number":120,"context_line":"7. Confirm account information with HEAD, make sure that your container-updater"},{"line_number":121,"context_line":"   service is running and has executed once since you performed the PUTS or the"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_963eb5b6","line":118,"in_reply_to":"1ae5cdf2_2243e36c","updated":"2014-06-13 00:51:18.000000000","message":"So I am mostly interested in making sure that if we document a set of steps for folks to verify that things are working, that we have either probe or functional tests that do the same to verify we don\u0027t break them.\n\nLinking to the tests is nice, but not required.","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":2622,"name":"Samuel Merritt","email":"spam+launchpad@andcheese.org","username":"torgomatic"},"change_message_id":"8701e6ac0cb961337f4d23ce53c85982b4d428fe","unresolved":false,"context_lines":[{"line_number":115,"context_line":"  You should see this: (note placement on expected devices)::"},{"line_number":116,"context_line":""},{"line_number":117,"context_line":"        [\"http://127.0.0.1:6010/sdb1/32/AUTH_test/myCont1/file1.txt\","},{"line_number":118,"context_line":"         \"http://127.0.0.1:6040/sdb4/32/AUTH_test/myCont1/file1.txt\"]"},{"line_number":119,"context_line":""},{"line_number":120,"context_line":"7. Confirm account information with HEAD, make sure that your container-updater"},{"line_number":121,"context_line":"   service is running and has executed once since you performed the PUTS or the"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_a2fa9340","line":118,"in_reply_to":"1ae5cdf2_9870cda5","updated":"2014-06-12 22:29:18.000000000","message":"I don\u0027t think we have a functional test that covers list_endpoints, since it\u0027s a niche-use-case middleware.","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"df5f64fb332b433ca56e407bd94a5e3c15942c78","unresolved":false,"context_lines":[{"line_number":115,"context_line":"  You should see this: (note placement on expected devices)::"},{"line_number":116,"context_line":""},{"line_number":117,"context_line":"        [\"http://127.0.0.1:6010/sdb1/32/AUTH_test/myCont1/file1.txt\","},{"line_number":118,"context_line":"         \"http://127.0.0.1:6040/sdb4/32/AUTH_test/myCont1/file1.txt\"]"},{"line_number":119,"context_line":""},{"line_number":120,"context_line":"7. Confirm account information with HEAD, make sure that your container-updater"},{"line_number":121,"context_line":"   service is running and has executed once since you performed the PUTS or the"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_9870cda5","line":118,"in_reply_to":"1ae5cdf2_b53f5424","updated":"2014-06-11 22:20:36.000000000","message":"only by chance... there\u0027s some overlap I\u0027d bet but I did this stuff manually and wrote the doc and yuanz did the initial func tests.  Agree it would be cool if the func tests did all this if they don\u0027t already (just cant remember right now). We can always add later","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"11502224efc7bd6bcecb5c91f0f26b8f280ff451","unresolved":false,"context_lines":[{"line_number":115,"context_line":"  You should see this: (note placement on expected devices)::"},{"line_number":116,"context_line":""},{"line_number":117,"context_line":"        [\"http://127.0.0.1:6010/sdb1/32/AUTH_test/myCont1/file1.txt\","},{"line_number":118,"context_line":"         \"http://127.0.0.1:6040/sdb4/32/AUTH_test/myCont1/file1.txt\"]"},{"line_number":119,"context_line":""},{"line_number":120,"context_line":"7. Confirm account information with HEAD, make sure that your container-updater"},{"line_number":121,"context_line":"   service is running and has executed once since you performed the PUTS or the"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_2243e36c","line":118,"in_reply_to":"1ae5cdf2_b53f5424","updated":"2014-06-12 22:44:09.000000000","message":"the /info and create container stuff is hit by functional tests - but not the list endpoints stuff.  I\u0027m not even sure... what... how... like won\u0027t my saio\u0027s rings look different than cloud files?  Assuming the middleware is even available on the SUT - i\u0027ve not much played with it, but I\u0027d hate to make important tests Skip when it\u0027s not available.\n\nAs far as linking to any tests... the swift tests don\u0027t generate source docs.  But maybe we want to call them out by name?  Or link to github?\n\nDo you think it\u0027d be helpful to just say like:\n\n\"\"\"\nsee the following tests for like because:\n\ntest.functional.requires_policies\ntests.funtional.test_cotainer.TestContainer.test_create_non_default_storage_policy_container\n...\n\"\"\"\n\nSeems weird to me...","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":6198,"name":"Peter Portante","email":"peter.a.portante@gmail.com","username":"peter-a-portante"},"change_message_id":"c1f11db14383a5414de5ab9b810726cd37e52aae","unresolved":false,"context_lines":[{"line_number":140,"context_line":"        Content-Type: text/plain; charset\u003dutf-8"},{"line_number":141,"context_line":"        Accept-Ranges: bytes"},{"line_number":142,"context_line":"        X-Trans-Id: tx96e7496b19bb44abb55a3-0053482c75"},{"line_number":143,"context_line":"        Date: Fri, 11 Apr 2014 17:55:01 GMT"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_357a64f1","line":143,"updated":"2014-06-11 22:09:50.000000000","message":"This smacks of a probe test.  Is there one like this that we could point folks at so that when they install the SAIO, that test might be useful to have.","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":7479,"name":"paul luse","email":"paul.e.luse@intel.com","username":"peluse"},"change_message_id":"df5f64fb332b433ca56e407bd94a5e3c15942c78","unresolved":false,"context_lines":[{"line_number":140,"context_line":"        Content-Type: text/plain; charset\u003dutf-8"},{"line_number":141,"context_line":"        Accept-Ranges: bytes"},{"line_number":142,"context_line":"        X-Trans-Id: tx96e7496b19bb44abb55a3-0053482c75"},{"line_number":143,"context_line":"        Date: Fri, 11 Apr 2014 17:55:01 GMT"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_98a7ed0a","line":143,"in_reply_to":"1ae5cdf2_357a64f1","updated":"2014-06-11 22:20:36.000000000","message":"Actually I think this one is a func test, or something similar.  WIll go look.","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":2622,"name":"Samuel Merritt","email":"spam+launchpad@andcheese.org","username":"torgomatic"},"change_message_id":"8701e6ac0cb961337f4d23ce53c85982b4d428fe","unresolved":false,"context_lines":[{"line_number":140,"context_line":"        Content-Type: text/plain; charset\u003dutf-8"},{"line_number":141,"context_line":"        Accept-Ranges: bytes"},{"line_number":142,"context_line":"        X-Trans-Id: tx96e7496b19bb44abb55a3-0053482c75"},{"line_number":143,"context_line":"        Date: Fri, 11 Apr 2014 17:55:01 GMT"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_a291b3f2","line":143,"in_reply_to":"1ae5cdf2_98a7ed0a","updated":"2014-06-12 22:29:18.000000000","message":"IMO, we don\u0027t particularly need to link to particular tests in the SAIO docs. I assume that anyone building a SAIO is doing it for development purposes so they\u0027ll be running all the tests soon enough.","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"11502224efc7bd6bcecb5c91f0f26b8f280ff451","unresolved":false,"context_lines":[{"line_number":140,"context_line":"        Content-Type: text/plain; charset\u003dutf-8"},{"line_number":141,"context_line":"        Accept-Ranges: bytes"},{"line_number":142,"context_line":"        X-Trans-Id: tx96e7496b19bb44abb55a3-0053482c75"},{"line_number":143,"context_line":"        Date: Fri, 11 Apr 2014 17:55:01 GMT"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_c2287f99","line":143,"in_reply_to":"1ae5cdf2_98a7ed0a","updated":"2014-06-12 22:44:09.000000000","message":"You can\u0027t really do account stat tests in functional tests because they account updates are asynchronous.  There\u0027s a new probetest for the account reaper that hits on this.  But it seems weird to me to try and reference tests from these docs, if nothing else it\u0027d get stale pretty fast.","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":6198,"name":"Peter Portante","email":"peter.a.portante@gmail.com","username":"peter-a-portante"},"change_message_id":"8e590cb2c1acfae46fc01f48635557ff9d19e795","unresolved":false,"context_lines":[{"line_number":140,"context_line":"        Content-Type: text/plain; charset\u003dutf-8"},{"line_number":141,"context_line":"        Accept-Ranges: bytes"},{"line_number":142,"context_line":"        X-Trans-Id: tx96e7496b19bb44abb55a3-0053482c75"},{"line_number":143,"context_line":"        Date: Fri, 11 Apr 2014 17:55:01 GMT"}],"source_content_type":"text/x-rst","patch_set":10,"id":"1ae5cdf2_76b12946","line":143,"in_reply_to":"1ae5cdf2_c2287f99","updated":"2014-06-13 00:51:18.000000000","message":"I can understand the sentiment that says tests get stale pretty fast compared to docs.\n\nHowever, if we are documenting expected behavior and we don\u0027t have a test that automatically verifies we still meet the behavior as documented, don\u0027t we risk have other problems?\n\nSo while linking from docs to test might not be a great idea, it seems like having specific tests that reference the docs then, where we say \"ensure this test does what the docs say or update the docs\" is a worth-while effort to maintain.","commit_id":"c450dc0dcd6d59fa92b192006123b71745316033"},{"author":{"_account_id":7233,"name":"Matthew Oliver","email":"matt@oliver.net.au","username":"mattoliverau"},"change_message_id":"39e45771bf3416c04f625f53bbb08be017382084","unresolved":false,"context_lines":[{"line_number":121,"context_line":"         \"http://127.0.0.1:6040/sdb4/32/AUTH_test/myCont1/file1.txt\"]"},{"line_number":122,"context_line":""},{"line_number":123,"context_line":"7. Confirm account information with HEAD, make sure that your container-updater"},{"line_number":124,"context_line":"   service is running and has executed once since you performed the PUTS or the"},{"line_number":125,"context_line":"   account database won\u0027t be updated yet::"},{"line_number":126,"context_line":""},{"line_number":127,"context_line":"        curl -i -X HEAD -H \u0027X-Auth-Token: \u003cyour auth token\u003e\u0027 \\"}],"source_content_type":"text/x-rst","patch_set":12,"id":"1ae5cdf2_87b2c904","line":124,"updated":"2014-06-16 06:55:35.000000000","message":"Should the S in \u0027PUTS\u0027 be uppercase?","commit_id":"3a4e52326fa168d086a7aef12af3863ad5bc0c7a"},{"author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"change_message_id":"4ce5e40ca4ca7d3f37ff9ffe26cafacf86da90a1","unresolved":false,"context_lines":[{"line_number":121,"context_line":"         \"http://127.0.0.1:6040/sdb4/32/AUTH_test/myCont1/file1.txt\"]"},{"line_number":122,"context_line":""},{"line_number":123,"context_line":"7. Confirm account information with HEAD, make sure that your container-updater"},{"line_number":124,"context_line":"   service is running and has executed once since you performed the PUTS or the"},{"line_number":125,"context_line":"   account database won\u0027t be updated yet::"},{"line_number":126,"context_line":""},{"line_number":127,"context_line":"        curl -i -X HEAD -H \u0027X-Auth-Token: \u003cyour auth token\u003e\u0027 \\"}],"source_content_type":"text/x-rst","patch_set":12,"id":"1ae5cdf2_9efd43b4","line":124,"in_reply_to":"1ae5cdf2_87b2c904","updated":"2014-06-18 07:41:30.000000000","message":"Done","commit_id":"3a4e52326fa168d086a7aef12af3863ad5bc0c7a"}]}
