)]}'
{"specs/liberty/approved/pci-testcases-for-third-party-CI.rst":[{"author":{"_account_id":782,"name":"John Garbutt","email":"john@johngarbutt.com","username":"johngarbutt"},"change_message_id":"886763a40ca5b7016779dd250d0ad6ba6d8cc413","unresolved":false,"context_lines":[{"line_number":20,"context_line":"The existing feature PCI and SRIOV need to be fully tested by CI,but for"},{"line_number":21,"context_line":"now, running a tempest in a VM can not well provide a simulated PCI devices"},{"line_number":22,"context_line":"and iommu. Third party CI is a reasonable choice."},{"line_number":23,"context_line":"(https://wiki.openstack.org/wiki/ThirdPartySystems/Intel-PCI-CI)"},{"line_number":24,"context_line":""},{"line_number":25,"context_line":"To make pci third party CIs well reviewed, and share test cases among them,"},{"line_number":26,"context_line":"put testcases in a public upstream is good choice."}],"source_content_type":"text/x-rst","patch_set":5,"id":"3afb71cf_fd97eb45","line":23,"updated":"2015-06-09 08:36:03.000000000","message":"I don\u0027t understand why the third party systems can\u0027t just run the tempest test cases with appropriate configuration to test all these features?\n\nWhat did you need to change in the hotplug network, and create instance tests to test your features?","commit_id":"6e17cbe2f8010b69c3d375462f024d9450bdd536"},{"author":{"_account_id":782,"name":"John Garbutt","email":"john@johngarbutt.com","username":"johngarbutt"},"change_message_id":"886763a40ca5b7016779dd250d0ad6ba6d8cc413","unresolved":false,"context_lines":[{"line_number":51,"context_line":"Test cases should cover:"},{"line_number":52,"context_line":""},{"line_number":53,"context_line":"1. PCI pass-through basic testing: create, reboot, suspending and resume"},{"line_number":54,"context_line":"server with PCI devices allocated."},{"line_number":55,"context_line":""},{"line_number":56,"context_line":"2. PCI pass-through resizing."},{"line_number":57,"context_line":""}],"source_content_type":"text/x-rst","patch_set":5,"id":"3afb71cf_1d852706","line":54,"updated":"2015-06-09 08:36:03.000000000","message":"Can\u0027t you just do that with tempest config?","commit_id":"6e17cbe2f8010b69c3d375462f024d9450bdd536"},{"author":{"_account_id":782,"name":"John Garbutt","email":"john@johngarbutt.com","username":"johngarbutt"},"change_message_id":"886763a40ca5b7016779dd250d0ad6ba6d8cc413","unresolved":false,"context_lines":[{"line_number":53,"context_line":"1. PCI pass-through basic testing: create, reboot, suspending and resume"},{"line_number":54,"context_line":"server with PCI devices allocated."},{"line_number":55,"context_line":""},{"line_number":56,"context_line":"2. PCI pass-through resizing."},{"line_number":57,"context_line":""},{"line_number":58,"context_line":"3. PCI pass-through pressure testing like allocation all devices cloud have,"},{"line_number":59,"context_line":"exhausting all pci devices."}],"source_content_type":"text/x-rst","patch_set":5,"id":"3afb71cf_fd7ecb17","line":56,"updated":"2015-06-09 08:36:03.000000000","message":"as above","commit_id":"6e17cbe2f8010b69c3d375462f024d9450bdd536"},{"author":{"_account_id":782,"name":"John Garbutt","email":"john@johngarbutt.com","username":"johngarbutt"},"change_message_id":"886763a40ca5b7016779dd250d0ad6ba6d8cc413","unresolved":false,"context_lines":[{"line_number":56,"context_line":"2. PCI pass-through resizing."},{"line_number":57,"context_line":""},{"line_number":58,"context_line":"3. PCI pass-through pressure testing like allocation all devices cloud have,"},{"line_number":59,"context_line":"exhausting all pci devices."},{"line_number":60,"context_line":""},{"line_number":61,"context_line":"4. PCI pass-through error handling and compute service rebooting."},{"line_number":62,"context_line":""}],"source_content_type":"text/x-rst","patch_set":5,"id":"3afb71cf_7d91bb46","line":59,"updated":"2015-06-09 08:36:03.000000000","message":"its a negative test case, might be better as a functional test, without real hardware.","commit_id":"6e17cbe2f8010b69c3d375462f024d9450bdd536"},{"author":{"_account_id":782,"name":"John Garbutt","email":"john@johngarbutt.com","username":"johngarbutt"},"change_message_id":"886763a40ca5b7016779dd250d0ad6ba6d8cc413","unresolved":false,"context_lines":[{"line_number":58,"context_line":"3. PCI pass-through pressure testing like allocation all devices cloud have,"},{"line_number":59,"context_line":"exhausting all pci devices."},{"line_number":60,"context_line":""},{"line_number":61,"context_line":"4. PCI pass-through error handling and compute service rebooting."},{"line_number":62,"context_line":""},{"line_number":63,"context_line":""},{"line_number":64,"context_line":"Where the test cases should located:"}],"source_content_type":"text/x-rst","patch_set":5,"id":"3afb71cf_dda2ef98","line":61,"updated":"2015-06-09 08:36:03.000000000","message":"Again, a negative test case, I wonder if that could be part of the functional tests in the Nova tree, but maybe not.","commit_id":"6e17cbe2f8010b69c3d375462f024d9450bdd536"},{"author":{"_account_id":782,"name":"John Garbutt","email":"john@johngarbutt.com","username":"johngarbutt"},"change_message_id":"886763a40ca5b7016779dd250d0ad6ba6d8cc413","unresolved":false,"context_lines":[{"line_number":64,"context_line":"Where the test cases should located:"},{"line_number":65,"context_line":""},{"line_number":66,"context_line":"the nova functional testing cases is the reasonable choice. new test cases"},{"line_number":67,"context_line":"use tempest-lib construct tempest like test cases."},{"line_number":68,"context_line":""},{"line_number":69,"context_line":""},{"line_number":70,"context_line":"How running the specific test cases on a third party CI:"}],"source_content_type":"text/x-rst","patch_set":5,"id":"3afb71cf_5dbddfb5","line":67,"updated":"2015-06-09 08:36:03.000000000","message":"But they are very specific to some hardware.\n\nWhat about a separate git repo that\u0027s part of the compute project?","commit_id":"6e17cbe2f8010b69c3d375462f024d9450bdd536"},{"author":{"_account_id":782,"name":"John Garbutt","email":"john@johngarbutt.com","username":"johngarbutt"},"change_message_id":"886763a40ca5b7016779dd250d0ad6ba6d8cc413","unresolved":false,"context_lines":[{"line_number":81,"context_line":"Alternatives"},{"line_number":82,"context_line":"------------"},{"line_number":83,"context_line":""},{"line_number":84,"context_line":"1) The mocked libvirt or mocked qemu"},{"line_number":85,"context_line":""},{"line_number":86,"context_line":"a) Not really verify the HW and hypervisor\u0027s functionality."},{"line_number":87,"context_line":""}],"source_content_type":"text/x-rst","patch_set":5,"id":"3afb71cf_3de583db","line":84,"updated":"2015-06-09 08:36:03.000000000","message":"so the fake virt driver is another option, but it depends what bits you want to test.","commit_id":"6e17cbe2f8010b69c3d375462f024d9450bdd536"}]}
