)]}'
{"/COMMIT_MSG":[{"author":{"_account_id":23068,"name":"Wang Hui","email":"wanghui71@huawei.com","username":"krejwang"},"change_message_id":"5a4eb3e2fb52f36dad886530374ce2e05396ef1e","unresolved":false,"context_lines":[{"line_number":6,"context_line":""},{"line_number":7,"context_line":"Bank indexing interface"},{"line_number":8,"context_line":""},{"line_number":9,"context_line":"Currently we can only query the bank on specific indices. This is poblematic"},{"line_number":10,"context_line":"for use cases that needs to get subsections of the bank."},{"line_number":11,"context_line":""},{"line_number":12,"context_line":"We propose a new indexing componet that will complement the bank component"}],"source_content_type":"text/x-gerrit-commit-message","patch_set":4,"id":"7a8ec9b2_94b623f7","line":9,"range":{"start_line":9,"start_character":66,"end_line":9,"end_character":76},"updated":"2016-09-18 12:03:24.000000000","message":"maybe it should be \"problematic\"","commit_id":"8025ef9281bf616a7fee9c09e9d8346a8e953cc8"}],"doc/source/specs/BankListener.pu":[{"author":{"_account_id":17192,"name":"xiangxinyong","email":"xiangxinyong@huawei.com","username":"xianxinyong"},"change_message_id":"ced0a2509a52b1e595d02ea87c1240506498af59","unresolved":false,"context_lines":[{"line_number":2,"context_line":""},{"line_number":3,"context_line":"class BankListener {"},{"line_number":4,"context_line":"    onCheckpointCreated(bank, checkpoint)"},{"line_number":5,"context_line":"    onCeckpointRemoved(bank, checkpoint_id)"},{"line_number":6,"context_line":"    onCheckpointUpdated(bank, checkpoint)"},{"line_number":7,"context_line":"}"},{"line_number":8,"context_line":""}],"source_content_type":"application/octet-stream","patch_set":2,"id":"3ac371cc_5d47df76","line":5,"range":{"start_line":5,"start_character":4,"end_line":5,"end_character":22},"updated":"2016-08-17 01:00:53.000000000","message":"Should be onCheckpointRemoved","commit_id":"d8bd68172c4c3c3e82e40c43efeaa273c2ef3d3f"},{"author":{"_account_id":2023,"name":"Saggi Mizrahi","email":"ficoos+osreview@gmail.com","username":"ficoos"},"change_message_id":"af4e0c94006cfb0b9dc9b3d580365fe5448a4b3e","unresolved":false,"context_lines":[{"line_number":2,"context_line":""},{"line_number":3,"context_line":"class BankListener {"},{"line_number":4,"context_line":"    onCheckpointCreated(bank, checkpoint)"},{"line_number":5,"context_line":"    onCeckpointRemoved(bank, checkpoint_id)"},{"line_number":6,"context_line":"    onCheckpointUpdated(bank, checkpoint)"},{"line_number":7,"context_line":"}"},{"line_number":8,"context_line":""}],"source_content_type":"application/octet-stream","patch_set":2,"id":"3ac371cc_40540bfe","line":5,"range":{"start_line":5,"start_character":4,"end_line":5,"end_character":22},"in_reply_to":"3ac371cc_5d47df76","updated":"2016-08-17 07:45:12.000000000","message":"Done","commit_id":"d8bd68172c4c3c3e82e40c43efeaa273c2ef3d3f"}],"doc/source/specs/bank-indexing.rst":[{"author":{"_account_id":17192,"name":"xiangxinyong","email":"xiangxinyong@huawei.com","username":"xianxinyong"},"change_message_id":"ced0a2509a52b1e595d02ea87c1240506498af59","unresolved":false,"context_lines":[{"line_number":24,"context_line":""},{"line_number":25,"context_line":"Trying to figure out what checkpoints were made in a certain date."},{"line_number":26,"context_line":"Find all the checkpoints relating a certian tool."},{"line_number":27,"context_line":"Operation Engine policy regarding the state and amount of checkpoits."},{"line_number":28,"context_line":""},{"line_number":29,"context_line":"Proposed change"},{"line_number":30,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"}],"source_content_type":"text/x-rst","patch_set":2,"id":"3ac371cc_9d24b7c5","line":27,"range":{"start_line":27,"start_character":58,"end_line":27,"end_character":68},"updated":"2016-08-17 01:00:53.000000000","message":"shouble be checkpoints","commit_id":"d8bd68172c4c3c3e82e40c43efeaa273c2ef3d3f"},{"author":{"_account_id":2023,"name":"Saggi Mizrahi","email":"ficoos+osreview@gmail.com","username":"ficoos"},"change_message_id":"af4e0c94006cfb0b9dc9b3d580365fe5448a4b3e","unresolved":false,"context_lines":[{"line_number":24,"context_line":""},{"line_number":25,"context_line":"Trying to figure out what checkpoints were made in a certain date."},{"line_number":26,"context_line":"Find all the checkpoints relating a certian tool."},{"line_number":27,"context_line":"Operation Engine policy regarding the state and amount of checkpoits."},{"line_number":28,"context_line":""},{"line_number":29,"context_line":"Proposed change"},{"line_number":30,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"}],"source_content_type":"text/x-rst","patch_set":2,"id":"3ac371cc_4551bd35","line":27,"range":{"start_line":27,"start_character":58,"end_line":27,"end_character":68},"in_reply_to":"3ac371cc_9d24b7c5","updated":"2016-08-17 07:45:12.000000000","message":"Done","commit_id":"d8bd68172c4c3c3e82e40c43efeaa273c2ef3d3f"},{"author":{"_account_id":17192,"name":"xiangxinyong","email":"xiangxinyong@huawei.com","username":"xianxinyong"},"change_message_id":"ced0a2509a52b1e595d02ea87c1240506498af59","unresolved":false,"context_lines":[{"line_number":51,"context_line":"index might not be up to date at all time espescially in muti-site scenarios."},{"line_number":52,"context_line":""},{"line_number":53,"context_line":"ExternalServices like the OperationEngine can depend on it but we can\u0027t have"},{"line_number":54,"context_line":"an API requiest to restore or create a checkpoint be depndent on the"},{"line_number":55,"context_line":"availabilty or state of the index."},{"line_number":56,"context_line":""},{"line_number":57,"context_line":"Alternatives"}],"source_content_type":"text/x-rst","patch_set":2,"id":"3ac371cc_3d330316","line":54,"range":{"start_line":54,"start_character":53,"end_line":54,"end_character":61},"updated":"2016-08-17 01:00:53.000000000","message":"shouble be dependent","commit_id":"d8bd68172c4c3c3e82e40c43efeaa273c2ef3d3f"},{"author":{"_account_id":2023,"name":"Saggi Mizrahi","email":"ficoos+osreview@gmail.com","username":"ficoos"},"change_message_id":"af4e0c94006cfb0b9dc9b3d580365fe5448a4b3e","unresolved":false,"context_lines":[{"line_number":51,"context_line":"index might not be up to date at all time espescially in muti-site scenarios."},{"line_number":52,"context_line":""},{"line_number":53,"context_line":"ExternalServices like the OperationEngine can depend on it but we can\u0027t have"},{"line_number":54,"context_line":"an API requiest to restore or create a checkpoint be depndent on the"},{"line_number":55,"context_line":"availabilty or state of the index."},{"line_number":56,"context_line":""},{"line_number":57,"context_line":"Alternatives"}],"source_content_type":"text/x-rst","patch_set":2,"id":"3ac371cc_e0153740","line":54,"range":{"start_line":54,"start_character":53,"end_line":54,"end_character":61},"in_reply_to":"3ac371cc_3d330316","updated":"2016-08-17 07:45:12.000000000","message":"Done","commit_id":"d8bd68172c4c3c3e82e40c43efeaa273c2ef3d3f"},{"author":{"_account_id":17151,"name":"chenying","email":"chenyingko@gmail.com","username":"chenying"},"change_message_id":"706c32725b03406a7c5d6bee78f5cfd98c4e054f","unresolved":false,"context_lines":[{"line_number":16,"context_line":"Currently we can only query the bank on specific indices. This is poblematic"},{"line_number":17,"context_line":"for use cases that needs to get subsections of the bank."},{"line_number":18,"context_line":""},{"line_number":19,"context_line":"We propose a new indexing componet that will complement the bank component"},{"line_number":20,"context_line":"and allow advanced queries on the information in the bank."},{"line_number":21,"context_line":""},{"line_number":22,"context_line":"Use Cases"},{"line_number":23,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"}],"source_content_type":"text/x-rst","patch_set":3,"id":"9a89bdaa_cec8d477","line":20,"range":{"start_line":19,"start_character":0,"end_line":20,"end_character":58},"updated":"2016-09-05 01:52:48.000000000","message":"IMO, indexing componet is a optional componet for bank plugins. Not all bank plugins need a extra indexing componet. Such as we plan to introduce a database bank plugin. I don\u0027t think a relational database need a indexing componet.","commit_id":"1da8c80b446426175bb6e47193ba6ce99c56b95d"},{"author":{"_account_id":2023,"name":"Saggi Mizrahi","email":"ficoos+osreview@gmail.com","username":"ficoos"},"change_message_id":"668c0922bfd384fe6f5f94d2bb172214a5f70768","unresolved":false,"context_lines":[{"line_number":16,"context_line":"Currently we can only query the bank on specific indices. This is poblematic"},{"line_number":17,"context_line":"for use cases that needs to get subsections of the bank."},{"line_number":18,"context_line":""},{"line_number":19,"context_line":"We propose a new indexing componet that will complement the bank component"},{"line_number":20,"context_line":"and allow advanced queries on the information in the bank."},{"line_number":21,"context_line":""},{"line_number":22,"context_line":"Use Cases"},{"line_number":23,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"}],"source_content_type":"text/x-rst","patch_set":3,"id":"9a89bdaa_15e640b4","line":20,"range":{"start_line":19,"start_character":0,"end_line":20,"end_character":58},"in_reply_to":"9a89bdaa_cec8d477","updated":"2016-09-05 08:21:34.000000000","message":"I address that.\nPlease see \"Tightly coupled bank index\" below.","commit_id":"1da8c80b446426175bb6e47193ba6ce99c56b95d"},{"author":{"_account_id":15069,"name":"zhonghuali","email":"lizhonghua.li@huawei.com","username":"sloblee"},"change_message_id":"b43d7d49e7c441bb9c77498956e6721810174acd","unresolved":false,"context_lines":[{"line_number":23,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":24,"context_line":""},{"line_number":25,"context_line":"Trying to figure out what checkpoints were made in a certain date."},{"line_number":26,"context_line":"Find all the checkpoints relating a certian tool."},{"line_number":27,"context_line":"Operation Engine policy regarding the state and amount of checkpoints."},{"line_number":28,"context_line":""},{"line_number":29,"context_line":"Proposed change"}],"source_content_type":"text/x-rst","patch_set":3,"id":"3ac371cc_e334e94a","line":26,"range":{"start_line":26,"start_character":36,"end_line":26,"end_character":43},"updated":"2016-08-18 01:52:28.000000000","message":"s/certian/certain","commit_id":"1da8c80b446426175bb6e47193ba6ce99c56b95d"},{"author":{"_account_id":15069,"name":"zhonghuali","email":"lizhonghua.li@huawei.com","username":"sloblee"},"change_message_id":"b43d7d49e7c441bb9c77498956e6721810174acd","unresolved":false,"context_lines":[{"line_number":30,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":31,"context_line":""},{"line_number":32,"context_line":"The proposed change would introduce an indexing layer. That layer could be"},{"line_number":33,"context_line":"implemented in any way and can be single site only. It should allow relatively"},{"line_number":34,"context_line":"efficient queries for internal use cases."},{"line_number":35,"context_line":""},{"line_number":36,"context_line":"There are 2 possible use cases for Bank-Index combo:"}],"source_content_type":"text/x-rst","patch_set":3,"id":"3ac371cc_030b052b","line":33,"range":{"start_line":33,"start_character":27,"end_line":33,"end_character":45},"updated":"2016-08-18 01:52:28.000000000","message":"I think that\u0027s the problem in the senario of multi-site with one bank-end. that means each site should maintain its own index, so the question is how to keep the indexers in the same status.\nother more,it\u0027s ok in single site when Karbor instance and bank both begin working from the beginning, however, it will not work well when a new Karbor instance uses the exsiting bank-end(some checkpoints had been created and stored in).","commit_id":"1da8c80b446426175bb6e47193ba6ce99c56b95d"},{"author":{"_account_id":2023,"name":"Saggi Mizrahi","email":"ficoos+osreview@gmail.com","username":"ficoos"},"change_message_id":"957dce201f0e69ff4b838d10edbbaed3204b8660","unresolved":false,"context_lines":[{"line_number":30,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":31,"context_line":""},{"line_number":32,"context_line":"The proposed change would introduce an indexing layer. That layer could be"},{"line_number":33,"context_line":"implemented in any way and can be single site only. It should allow relatively"},{"line_number":34,"context_line":"efficient queries for internal use cases."},{"line_number":35,"context_line":""},{"line_number":36,"context_line":"There are 2 possible use cases for Bank-Index combo:"}],"source_content_type":"text/x-rst","patch_set":3,"id":"fa7ab95a_489f4cb4","line":33,"range":{"start_line":33,"start_character":27,"end_line":33,"end_character":45},"in_reply_to":"3ac371cc_030b052b","updated":"2016-08-31 13:39:44.000000000","message":"If the user wants the index to be shared and replicated they can use a document store instead of an object store. That way indexing is not needed and you can have a bank-index go together.\nIf you can\u0027t\\won\u0027t use a document store you will have to pay in the overhead of having slow indexing.","commit_id":"1da8c80b446426175bb6e47193ba6ce99c56b95d"},{"author":{"_account_id":23068,"name":"Wang Hui","email":"wanghui71@huawei.com","username":"krejwang"},"change_message_id":"5a4eb3e2fb52f36dad886530374ce2e05396ef1e","unresolved":false,"context_lines":[{"line_number":8,"context_line":"Bank Indexing Support"},{"line_number":9,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":10,"context_line":""},{"line_number":11,"context_line":"https://blueprints.launchpad.net/cinder/+spec/bank-indexing"},{"line_number":12,"context_line":""},{"line_number":13,"context_line":"Problem description"},{"line_number":14,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"}],"source_content_type":"text/x-rst","patch_set":4,"id":"7a8ec9b2_6ab36b98","line":11,"range":{"start_line":11,"start_character":0,"end_line":11,"end_character":59},"updated":"2016-09-18 12:03:24.000000000","message":"It seems that the link doesn\u0027t exist.","commit_id":"8025ef9281bf616a7fee9c09e9d8346a8e953cc8"},{"author":{"_account_id":23068,"name":"Wang Hui","email":"wanghui71@huawei.com","username":"krejwang"},"change_message_id":"5a4eb3e2fb52f36dad886530374ce2e05396ef1e","unresolved":false,"context_lines":[{"line_number":23,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":24,"context_line":""},{"line_number":25,"context_line":"Trying to figure out what checkpoints were made in a certain date."},{"line_number":26,"context_line":"Find all the checkpoints relating a certain tool."},{"line_number":27,"context_line":"Operation Engine policy regarding the state and amount of checkpoints."},{"line_number":28,"context_line":""},{"line_number":29,"context_line":"Proposed change"}],"source_content_type":"text/x-rst","patch_set":4,"id":"7a8ec9b2_4d288933","line":26,"range":{"start_line":26,"start_character":0,"end_line":26,"end_character":49},"updated":"2016-09-18 12:03:24.000000000","message":"Do you mean that we can find all the checkpoints by project_id?","commit_id":"8025ef9281bf616a7fee9c09e9d8346a8e953cc8"},{"author":{"_account_id":19346,"name":"yinwei","email":"yinweiishere@icloud.com","username":"yinwei"},"change_message_id":"030985d7c23f1c2304b5c4d0ac77b74e909b2570","unresolved":false,"context_lines":[{"line_number":30,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":31,"context_line":""},{"line_number":32,"context_line":"The proposed change would introduce an indexing layer. That layer could be"},{"line_number":33,"context_line":"implemented in any way and can be single site only. It should allow relatively"},{"line_number":34,"context_line":"efficient queries for internal use cases."},{"line_number":35,"context_line":""},{"line_number":36,"context_line":"There are 2 possible use cases for Bank-Index combo:"}],"source_content_type":"text/x-rst","patch_set":4,"id":"9a89bdaa_02f05fc8","line":33,"updated":"2016-09-07 06:44:08.000000000","message":"is there a plan to support multi sites case? Or shall we provide import_checkpoints interface as well to support re-build index for imported checkpoints?","commit_id":"8025ef9281bf616a7fee9c09e9d8346a8e953cc8"},{"author":{"_account_id":2023,"name":"Saggi Mizrahi","email":"ficoos+osreview@gmail.com","username":"ficoos"},"change_message_id":"55dd8d7c272dff2295a96be963bdd7913afc07ac","unresolved":false,"context_lines":[{"line_number":30,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":31,"context_line":""},{"line_number":32,"context_line":"The proposed change would introduce an indexing layer. That layer could be"},{"line_number":33,"context_line":"implemented in any way and can be single site only. It should allow relatively"},{"line_number":34,"context_line":"efficient queries for internal use cases."},{"line_number":35,"context_line":""},{"line_number":36,"context_line":"There are 2 possible use cases for Bank-Index combo:"}],"source_content_type":"text/x-rst","patch_set":4,"id":"1a6eadb0_d6da1917","line":33,"in_reply_to":"9a89bdaa_02f05fc8","updated":"2016-12-19 15:17:56.000000000","message":"Depends on the bank. If it\u0027s a tightly coupled bank-index it could be a cross site solution if it isn\u0027t it will probably involve reindexing on every site.","commit_id":"8025ef9281bf616a7fee9c09e9d8346a8e953cc8"},{"author":{"_account_id":19346,"name":"yinwei","email":"yinweiishere@icloud.com","username":"yinwei"},"change_message_id":"030985d7c23f1c2304b5c4d0ac77b74e909b2570","unresolved":false,"context_lines":[{"line_number":38,"context_line":"1. **Tightly coupled bank-index** - In this case the bank and the index are"},{"line_number":39,"context_line":"   the same entity. They need not communicate since they are the same entity."},{"line_number":40,"context_line":"   Example implenations might be MongoDB where objects can be stored and"},{"line_number":41,"context_line":"   quried immidiatly in an integrated manner."},{"line_number":42,"context_line":"2. **Seperated Bank and index** - In this case the bank and index are"},{"line_number":43,"context_line":"   different unrelated implementations. In this case the bank must also"},{"line_number":44,"context_line":"   implement `addListener()` that accepts the `BankListener` [1] interface."}],"source_content_type":"text/x-rst","patch_set":4,"id":"9a89bdaa_428a671c","line":41,"updated":"2016-09-07 06:44:08.000000000","message":"quried/queried?","commit_id":"8025ef9281bf616a7fee9c09e9d8346a8e953cc8"},{"author":{"_account_id":23068,"name":"Wang Hui","email":"wanghui71@huawei.com","username":"krejwang"},"change_message_id":"5a4eb3e2fb52f36dad886530374ce2e05396ef1e","unresolved":false,"context_lines":[{"line_number":48,"context_line":""},{"line_number":49,"context_line":"**Note** that no integral main operation like Checkpoint creation\\deletion and"},{"line_number":50,"context_line":"restore must not be directly dependant on information in the index since the"},{"line_number":51,"context_line":"index might not be up to date at all time espescially in muti-site scenarios."},{"line_number":52,"context_line":""},{"line_number":53,"context_line":"ExternalServices like the OperationEngine can depend on it but we can\u0027t have"},{"line_number":54,"context_line":"an API requiest to restore or create a checkpoint be dependent on the"}],"source_content_type":"text/x-rst","patch_set":4,"id":"7a8ec9b2_8d93715a","line":51,"range":{"start_line":51,"start_character":0,"end_line":51,"end_character":77},"updated":"2016-09-18 12:03:24.000000000","message":"Can we figure out a way to make consistency between the index?","commit_id":"8025ef9281bf616a7fee9c09e9d8346a8e953cc8"},{"author":{"_account_id":2023,"name":"Saggi Mizrahi","email":"ficoos+osreview@gmail.com","username":"ficoos"},"change_message_id":"55dd8d7c272dff2295a96be963bdd7913afc07ac","unresolved":false,"context_lines":[{"line_number":48,"context_line":""},{"line_number":49,"context_line":"**Note** that no integral main operation like Checkpoint creation\\deletion and"},{"line_number":50,"context_line":"restore must not be directly dependant on information in the index since the"},{"line_number":51,"context_line":"index might not be up to date at all time espescially in muti-site scenarios."},{"line_number":52,"context_line":""},{"line_number":53,"context_line":"ExternalServices like the OperationEngine can depend on it but we can\u0027t have"},{"line_number":54,"context_line":"an API requiest to restore or create a checkpoint be dependent on the"}],"source_content_type":"text/x-rst","patch_set":4,"id":"1a6eadb0_d64859cf","line":51,"range":{"start_line":51,"start_character":0,"end_line":51,"end_character":77},"in_reply_to":"7a8ec9b2_8d93715a","updated":"2016-12-19 15:17:56.000000000","message":"I don\u0027t see a simple way to do it on a separate index. If such thing is needed the bank will need to support this.","commit_id":"8025ef9281bf616a7fee9c09e9d8346a8e953cc8"},{"author":{"_account_id":19346,"name":"yinwei","email":"yinweiishere@icloud.com","username":"yinwei"},"change_message_id":"030985d7c23f1c2304b5c4d0ac77b74e909b2570","unresolved":false,"context_lines":[{"line_number":51,"context_line":"index might not be up to date at all time espescially in muti-site scenarios."},{"line_number":52,"context_line":""},{"line_number":53,"context_line":"ExternalServices like the OperationEngine can depend on it but we can\u0027t have"},{"line_number":54,"context_line":"an API requiest to restore or create a checkpoint be dependent on the"},{"line_number":55,"context_line":"availabilty or state of the index."},{"line_number":56,"context_line":""},{"line_number":57,"context_line":"Alternatives"}],"source_content_type":"text/x-rst","patch_set":4,"id":"9a89bdaa_422d07fd","line":54,"updated":"2016-09-07 06:44:08.000000000","message":"requiest? typo?","commit_id":"8025ef9281bf616a7fee9c09e9d8346a8e953cc8"},{"author":{"_account_id":19346,"name":"yinwei","email":"yinweiishere@icloud.com","username":"yinwei"},"change_message_id":"030985d7c23f1c2304b5c4d0ac77b74e909b2570","unresolved":false,"context_lines":[{"line_number":52,"context_line":""},{"line_number":53,"context_line":"ExternalServices like the OperationEngine can depend on it but we can\u0027t have"},{"line_number":54,"context_line":"an API requiest to restore or create a checkpoint be dependent on the"},{"line_number":55,"context_line":"availabilty or state of the index."},{"line_number":56,"context_line":""},{"line_number":57,"context_line":"Alternatives"},{"line_number":58,"context_line":"------------"}],"source_content_type":"text/x-rst","patch_set":4,"id":"9a89bdaa_42334714","line":55,"updated":"2016-09-07 06:44:08.000000000","message":"does this mean:\n1. among multi sites, we only support eventual consistency in indices. This is reasonable since the bank itself(and most storage products do so) only provides eventual consistency cross sites;\n2. in the local site, we only index in background and only provide eventual consistency between checkpoints and their indices. I\u0027m not sure whether this is acceptable in a local environment for all cases. eg. For local backup case, user may want to list all available checkpoints at once instead of waiting without timing guarantee.\n\nHow about divide local indexing into two cases: \n1. system index: where we define several limited indices which are critical, like date, status, provider; Those indices will be built synchronously once checkpoints are CUD;\n2. user defined index: like user defined tag, those indices will be built with eventual consistency;","commit_id":"8025ef9281bf616a7fee9c09e9d8346a8e953cc8"},{"author":{"_account_id":2023,"name":"Saggi Mizrahi","email":"ficoos+osreview@gmail.com","username":"ficoos"},"change_message_id":"55dd8d7c272dff2295a96be963bdd7913afc07ac","unresolved":false,"context_lines":[{"line_number":52,"context_line":""},{"line_number":53,"context_line":"ExternalServices like the OperationEngine can depend on it but we can\u0027t have"},{"line_number":54,"context_line":"an API requiest to restore or create a checkpoint be dependent on the"},{"line_number":55,"context_line":"availabilty or state of the index."},{"line_number":56,"context_line":""},{"line_number":57,"context_line":"Alternatives"},{"line_number":58,"context_line":"------------"}],"source_content_type":"text/x-rst","patch_set":4,"id":"1a6eadb0_39625eae","line":55,"in_reply_to":"9a89bdaa_42334714","updated":"2016-12-19 15:17:56.000000000","message":"This is similar to what we have now. The major limitation is that you can\u0027t mix indices the way we do it now and there is no solution for that.\n\nWe already index by status\\project\\provider and we could add date. But until the site is fully indexed filtering by multiple indices will be very slow.","commit_id":"8025ef9281bf616a7fee9c09e9d8346a8e953cc8"}],"doc/source/specs/proactive-bank-indexing.rst":[{"author":{"_account_id":15069,"name":"zhonghuali","email":"lizhonghua.li@huawei.com","username":"sloblee"},"change_message_id":"b43d7d49e7c441bb9c77498956e6721810174acd","unresolved":false,"context_lines":[{"line_number":21,"context_line":""},{"line_number":22,"context_line":"* `/indices/in_progress/`"},{"line_number":23,"context_line":"  All checkpoints that are in progress will allways be reread. It is assumed"},{"line_number":24,"context_line":"  that there are very few \u0027in progress\u0027 checkpoint at any single point in"},{"line_number":25,"context_line":"  time."},{"line_number":26,"context_line":"* `/indices/created_at/\u003cversion\u003e` (advanced every day?[TBD])"},{"line_number":27,"context_line":"* `/indices/deleted_at/\u003cversion\u003e` (advanced every day?[TBD])"}],"source_content_type":"text/x-rst","patch_set":3,"id":"3ac371cc_234f2138","line":24,"range":{"start_line":24,"start_character":40,"end_line":24,"end_character":50},"updated":"2016-08-18 01:52:28.000000000","message":"s/checkpoint/checkpoints","commit_id":"1da8c80b446426175bb6e47193ba6ce99c56b95d"},{"author":{"_account_id":15069,"name":"zhonghuali","email":"lizhonghua.li@huawei.com","username":"sloblee"},"change_message_id":"b43d7d49e7c441bb9c77498956e6721810174acd","unresolved":false,"context_lines":[{"line_number":28,"context_line":"  Any time a proactive update is performed the indexer would remember the last"},{"line_number":29,"context_line":"  version used. Any update will check all the object after that version"},{"line_number":30,"context_line":"  and that version aswell for new checkpoint ids. The actual value is"},{"line_number":31,"context_line":"  unimportant it is just important the the new version will be higher then the"},{"line_number":32,"context_line":"  previouse (meaning we can use timestamps)."},{"line_number":33,"context_line":"  Since this can bloat old version will be periodically removed. If the"},{"line_number":34,"context_line":"  indexer can\u0027t find the version it last synced on (or it has none) it will"}],"source_content_type":"text/x-rst","patch_set":3,"id":"3ac371cc_23d28128","line":31,"range":{"start_line":31,"start_character":35,"end_line":31,"end_character":42},"updated":"2016-08-18 01:52:28.000000000","message":"Is the second one redundant, or change the first one to \"that\"","commit_id":"1da8c80b446426175bb6e47193ba6ce99c56b95d"},{"author":{"_account_id":15069,"name":"zhonghuali","email":"lizhonghua.li@huawei.com","username":"sloblee"},"change_message_id":"b43d7d49e7c441bb9c77498956e6721810174acd","unresolved":false,"context_lines":[{"line_number":28,"context_line":"  Any time a proactive update is performed the indexer would remember the last"},{"line_number":29,"context_line":"  version used. Any update will check all the object after that version"},{"line_number":30,"context_line":"  and that version aswell for new checkpoint ids. The actual value is"},{"line_number":31,"context_line":"  unimportant it is just important the the new version will be higher then the"},{"line_number":32,"context_line":"  previouse (meaning we can use timestamps)."},{"line_number":33,"context_line":"  Since this can bloat old version will be periodically removed. If the"},{"line_number":34,"context_line":"  indexer can\u0027t find the version it last synced on (or it has none) it will"}],"source_content_type":"text/x-rst","patch_set":3,"id":"3ac371cc_a392f149","line":31,"range":{"start_line":31,"start_character":70,"end_line":31,"end_character":74},"updated":"2016-08-18 01:52:28.000000000","message":"than?","commit_id":"1da8c80b446426175bb6e47193ba6ce99c56b95d"},{"author":{"_account_id":19346,"name":"yinwei","email":"yinweiishere@icloud.com","username":"yinwei"},"change_message_id":"3cad34aa4f0eb8fa238b4b91310277f6d12ab1fa","unresolved":false,"context_lines":[{"line_number":3,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":4,"context_line":""},{"line_number":5,"context_line":""},{"line_number":6,"context_line":"Preamble description"},{"line_number":7,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":8,"context_line":""},{"line_number":9,"context_line":"Since banks might be updated on a different site or the indexing agent might"}],"source_content_type":"text/x-rst","patch_set":4,"id":"9a89bdaa_7d7aaa78","line":6,"updated":"2016-09-07 07:24:10.000000000","message":"problem?","commit_id":"8025ef9281bf616a7fee9c09e9d8346a8e953cc8"},{"author":{"_account_id":19346,"name":"yinwei","email":"yinweiishere@icloud.com","username":"yinwei"},"change_message_id":"3cad34aa4f0eb8fa238b4b91310277f6d12ab1fa","unresolved":false,"context_lines":[{"line_number":8,"context_line":""},{"line_number":9,"context_line":"Since banks might be updated on a different site or the indexing agent might"},{"line_number":10,"context_line":"be down an miss notification from the bank the index must be able to rebuild"},{"line_number":11,"context_line":"the index proactivly by reading the bank."},{"line_number":12,"context_line":""},{"line_number":13,"context_line":"Abstract procedure"},{"line_number":14,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"}],"source_content_type":"text/x-rst","patch_set":4,"id":"9a89bdaa_e1153840","line":11,"updated":"2016-09-07 07:24:10.000000000","message":"We need identify the case:\n1. the bank bankend supports replication with strong consistency;\n2. the bank bankend supports replication with eventual consistency;\n3. the bank bankend doesn\u0027t replicate but backup the bank somewhere else and we need import the backup on restore;\n\nNo matter for which case, the replication/backup will stop when DR happens.\nI\u0027m not sure why there\u0027s \u0027version\u0027 to identify indices.\nIMHO, to read bank once after DR detected (bank replication/backup stops) and build indices during restoration will be enough?","commit_id":"8025ef9281bf616a7fee9c09e9d8346a8e953cc8"},{"author":{"_account_id":2023,"name":"Saggi Mizrahi","email":"ficoos+osreview@gmail.com","username":"ficoos"},"change_message_id":"55dd8d7c272dff2295a96be963bdd7913afc07ac","unresolved":false,"context_lines":[{"line_number":8,"context_line":""},{"line_number":9,"context_line":"Since banks might be updated on a different site or the indexing agent might"},{"line_number":10,"context_line":"be down an miss notification from the bank the index must be able to rebuild"},{"line_number":11,"context_line":"the index proactivly by reading the bank."},{"line_number":12,"context_line":""},{"line_number":13,"context_line":"Abstract procedure"},{"line_number":14,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"}],"source_content_type":"text/x-rst","patch_set":4,"id":"1a6eadb0_791056a9","line":11,"in_reply_to":"9a89bdaa_e1153840","updated":"2016-12-19 15:17:56.000000000","message":"Rebuilding the index might take a very long time. So unless you know what checkpoint you want to restore from, it might take a while (hours?) before you can search.\n\nI do agree that part of this is premature optimization since we don\u0027t really know how slow indexing will be. I can agree to remove versions from the spec and just have full indexing.\n\nBut, this will also mean that every time you want to check to see if you missed events you will have to scan the entire repository instead of only parts of it. This is happens much more often that DR use case and could really strain the Bank.","commit_id":"8025ef9281bf616a7fee9c09e9d8346a8e953cc8"}]}