)]}'
{"/COMMIT_MSG":[{"author":{"_account_id":28022,"name":"Bharat Kunwar","email":"brtknr@bath.edu","username":"brtknr"},"change_message_id":"c27cff478218c66ea244b1ba6e510a5648b26c1e","unresolved":false,"context_lines":[{"line_number":4,"context_line":"Commit:     Spyros Trigazis \u003cspyridon.trigazis@cern.ch\u003e"},{"line_number":5,"context_line":"CommitDate: 2019-10-08 14:59:04 +0000"},{"line_number":6,"context_line":""},{"line_number":7,"context_line":"[WIP] Support Fedora CoreOS 30"},{"line_number":8,"context_line":""},{"line_number":9,"context_line":"Task: 29968"},{"line_number":10,"context_line":"Story: 2005201"}],"source_content_type":"text/x-gerrit-commit-message","patch_set":8,"id":"3fa7e38b_1c627e3f","line":7,"range":{"start_line":7,"start_character":0,"end_line":7,"end_character":30},"updated":"2019-10-09 22:07:26.000000000","message":"Perhaps ought to make a note in the commit message that the local-data is a workaround we need to come back to later.","commit_id":"20e0803ddf6edb4f7b7419b0cf7d12e5e6614b8b"},{"author":{"_account_id":20498,"name":"Spyros Trigazis","email":"spyridon.trigazis@cern.ch","username":"strigazi"},"change_message_id":"ed945c2a1e15c96ed43a62c5eb6c3a2d638169d1","unresolved":false,"context_lines":[{"line_number":4,"context_line":"Commit:     Spyros Trigazis \u003cspyridon.trigazis@cern.ch\u003e"},{"line_number":5,"context_line":"CommitDate: 2019-10-08 14:59:04 +0000"},{"line_number":6,"context_line":""},{"line_number":7,"context_line":"[WIP] Support Fedora CoreOS 30"},{"line_number":8,"context_line":""},{"line_number":9,"context_line":"Task: 29968"},{"line_number":10,"context_line":"Story: 2005201"}],"source_content_type":"text/x-gerrit-commit-message","patch_set":8,"id":"3fa7e38b_ec7f91dc","line":7,"range":{"start_line":7,"start_character":0,"end_line":7,"end_character":30},"in_reply_to":"3fa7e38b_1c627e3f","updated":"2019-10-10 08:05:21.000000000","message":"+1","commit_id":"20e0803ddf6edb4f7b7419b0cf7d12e5e6614b8b"},{"author":{"_account_id":28022,"name":"Bharat Kunwar","email":"brtknr@bath.edu","username":"brtknr"},"change_message_id":"027fdc07430c0a44809ad0be36c7b61006b1abb8","unresolved":false,"context_lines":[{"line_number":12,"context_line":"this driver has selinux enabled."},{"line_number":13,"context_line":""},{"line_number":14,"context_line":"The startup of the heat-container-agent uses a workaround to copy the"},{"line_number":15,"context_line":"softwareDeployment credentials to /var/lib/cloud/data/cfn-init-data."},{"line_number":16,"context_line":"The fedora coreos driver requires heat train to support ignition."},{"line_number":17,"context_line":""},{"line_number":18,"context_line":"Task: 29968"}],"source_content_type":"text/x-gerrit-commit-message","patch_set":16,"id":"3fa7e38b_f312f357","line":15,"range":{"start_line":15,"start_character":0,"end_line":15,"end_character":18},"updated":"2019-10-11 12:44:43.000000000","message":"SoftwareDeployment","commit_id":"cb13dda4ef115e97cb7393c30b0ed0ff0bdf9cd6"}],"magnum/drivers/common/templates/kubernetes/fragments/configure-kubernetes-master.sh":[{"author":{"_account_id":20498,"name":"Spyros Trigazis","email":"spyridon.trigazis@cern.ch","username":"strigazi"},"change_message_id":"d2c3c450634df9cc82fc608b016b6b42b6651268","unresolved":false,"context_lines":[{"line_number":43,"context_line":"        systemctl restart NetworkManager"},{"line_number":44,"context_line":"    fi"},{"line_number":45,"context_line":"elif [ \"$NETWORK_DRIVER\" \u003d \"flannel\" ]; then"},{"line_number":46,"context_line":"    mkdir -p /var/run/flannel"},{"line_number":47,"context_line":"    chcon -t container_file_t /var/run/flannel"},{"line_number":48,"context_line":"    $ssh_cmd modprobe vxlan"},{"line_number":49,"context_line":"    echo \"vxlan\" \u003e /etc/modules-load.d/vxlan.conf"},{"line_number":50,"context_line":"fi"}],"source_content_type":"text/x-sh","patch_set":13,"id":"3fa7e38b_55a98479","line":47,"range":{"start_line":46,"start_character":0,"end_line":47,"end_character":46},"updated":"2019-10-10 11:57:13.000000000","message":"this is not enough. We need to chcon on reboot. that is why I abandoned this.\n...\nI1010 11:48:07.161428       1 main.go:317] Wrote subnet file to /run/flannel/subnet.env\n[root@kube-flannel-coreos-w4lvr2iufcgl-master-0 core]# exit\n[core@kube-flannel-coreos-w4lvr2iufcgl-master-0 ~]$ logout\nstack@strigazi-desktop-dsvm:~/magnum$ openstack server reboot --hard kube-flannel-coreos-w4lvr2iufcgl-master-0\n...\n[root@kube-flannel-coreos-w4lvr2iufcgl-master-0 core]# docker logs c2481e15e16b\n...\nW1010 11:50:08.994719       1 main.go:315] Failed to write subnet file: open /run/flannel/.subnet.env: permission denied\n\nbad:\nls -l -Z /var/run/  | grep flannel\ndrwxr-xr-x.  2 root                 root                 system_u:object_r:container_var_run_t:s0        40 Oct 10 11:50 flannel\n\n\ngood:\nls -l -Z /var/run/  | grep flannel\ndrwxr-xr-x.  2 root                 root                 system_u:object_r:container_file_t:s0           60 Oct 10 11:50 flannel","commit_id":"4a1e7a1899418671819265b6b5d1889003d3fc43"},{"author":{"_account_id":20498,"name":"Spyros Trigazis","email":"spyridon.trigazis@cern.ch","username":"strigazi"},"change_message_id":"d2c3c450634df9cc82fc608b016b6b42b6651268","unresolved":false,"context_lines":[{"line_number":43,"context_line":"        systemctl restart NetworkManager"},{"line_number":44,"context_line":"    fi"},{"line_number":45,"context_line":"elif [ \"$NETWORK_DRIVER\" \u003d \"flannel\" ]; then"},{"line_number":46,"context_line":"    mkdir -p /var/run/flannel"},{"line_number":47,"context_line":"    chcon -t container_file_t /var/run/flannel"},{"line_number":48,"context_line":"    $ssh_cmd modprobe vxlan"},{"line_number":49,"context_line":"    echo \"vxlan\" \u003e /etc/modules-load.d/vxlan.conf"},{"line_number":50,"context_line":"fi"}],"source_content_type":"text/x-sh","patch_set":13,"id":"3fa7e38b_9595bc42","line":47,"range":{"start_line":46,"start_character":0,"end_line":47,"end_character":46},"updated":"2019-10-10 11:57:13.000000000","message":"this is not enough:\nI1010 11:48:07.161428       1 main.go:317] Wrote subnet file to /run/flannel/subnet.env\nI1010 11:48:07.161443       1 main.go:321] Running backend.\nI1010 11:48:07.161452       1 main.go:339] Waiting for all goroutines to exit\nI1010 11:48:07.161472       1 vxlan_network.go:60] watching for new subnet leases\nI1010 11:48:07.163906       1 iptables.go:145] Some iptables rules are missing; deleting and recreating rules\nI1010 11:48:07.164164       1 iptables.go:167] Deleting iptables rule: -s 10.100.0.0/16 -d 10.100.0.0/16 -j RETURN\nI1010 11:48:07.165287       1 iptables.go:145] Some iptables rules are missing; deleting and recreating rules\nI1010 11:48:07.165372       1 iptables.go:167] Deleting iptables rule: -s 10.100.0.0/16 -j ACCEPT\nI1010 11:48:07.166479       1 iptables.go:167] Deleting iptables rule: -s 10.100.0.0/16 ! -d 224.0.0.0/4 -j MASQUERADE --random-fully\nI1010 11:48:07.170539       1 iptables.go:167] Deleting iptables rule: -d 10.100.0.0/16 -j ACCEPT\nI1010 11:48:07.171292       1 iptables.go:167] Deleting iptables rule: ! -s 10.100.0.0/16 -d 10.100.0.0/24 -j RETURN\nI1010 11:48:07.171995       1 iptables.go:155] Adding iptables rule: -s 10.100.0.0/16 -j ACCEPT\nI1010 11:48:07.174211       1 iptables.go:167] Deleting iptables rule: ! -s 10.100.0.0/16 -d 10.100.0.0/16 -j MASQUERADE --random-fully\nI1010 11:48:07.177015       1 iptables.go:155] Adding iptables rule: -s 10.100.0.0/16 -d 10.100.0.0/16 -j RETURN\nI1010 11:48:07.260439       1 iptables.go:155] Adding iptables rule: -d 10.100.0.0/16 -j ACCEPT\nI1010 11:48:07.268893       1 iptables.go:155] Adding iptables rule: -s 10.100.0.0/16 ! -d 224.0.0.0/4 -j MASQUERADE --random-fully\nI1010 11:48:07.274387       1 iptables.go:155] Adding iptables rule: ! -s 10.100.0.0/16 -d 10.100.0.0/24 -j RETURN\nI1010 11:48:07.280177       1 iptables.go:155] Adding iptables rule: ! -s 10.100.0.0/16 -d 10.100.0.0/16 -j MASQUERADE --random-fully\n[root@kube-flannel-coreos-w4lvr2iufcgl-master-0 core]# exit\n[core@kube-flannel-coreos-w4lvr2iufcgl-master-0 ~]$ logout\nConnection to 172.24.4.86 closed.\nstack@strigazi-desktop-dsvm:~/magnum$ ssh_no core@172.24.4.86^C\nstack@strigazi-desktop-dsvm:~/magnum$ openstack server reboot --hard kube-flannel-coreos-w4lvr2iufcgl-master-0\nstack@strigazi-desktop-dsvm:~/magnum$ ssh_no core@172.24.4.86\n^Cstack@strigazi-desktop-dsvm:~/magnum$ ssh_no core@172.24.4.86\n^Cstack@strigazi-desktop-dsvm:~/magnum$ ping 172.24.4.86\nPING 172.24.4.86 (172.24.4.86) 56(84) bytes of data.\n64 bytes from 172.24.4.86: icmp_seq\u003d4 ttl\u003d63 time\u003d0.662 ms\n64 bytes from 172.24.4.86: icmp_seq\u003d5 ttl\u003d63 time\u003d0.245 ms\n64 bytes from 172.24.4.86: icmp_seq\u003d6 ttl\u003d63 time\u003d0.201 ms\n^C\n--- 172.24.4.86 ping statistics ---\n6 packets transmitted, 3 received, 50% packet loss, time 5102ms\nrtt min/avg/max/mdev \u003d 0.201/0.369/0.662/0.208 ms\nstack@strigazi-desktop-dsvm:~/magnum$ ssh_no core@172.24.4.86\nWarning: Permanently added \u0027172.24.4.86\u0027 (ECDSA) to the list of known hosts.\nFedora 30.20191002.0 (CoreOS preview)\nTracker: https://github.com/coreos/fedora-coreos-tracker\nPreview release: breaking changes may occur\n\nLast login: Thu Oct 10 11:48:57 2019 from 172.24.4.1\n[core@kube-flannel-coreos-w4lvr2iufcgl-master-0 ~]$ sudo su\n[root@kube-flannel-coreos-w4lvr2iufcgl-master-0 core]# ls /var/run/ | grep flannel\n[root@kube-flannel-coreos-w4lvr2iufcgl-master-0 core]# docker ps \nCONTAINER ID        IMAGE                                COMMAND                  CREATED             STATUS              PORTS               NAMES\nc2481e15e16b        ff281650a721                         \"/opt/bin/flanneld -…\"   5 seconds ago       Up 4 seconds                            k8s_kube-flannel_kube-flannel-ds-amd64-cmxdf_kube-system_b4765507-c89f-492f-aa58-fe0441043404_1\n26abe43cdb42        24dacd263139                         \"/bin/openstack-clou…\"   7 seconds ago       Up 6 seconds                            k8s_openstack-cloud-controller-manager_openstack-cloud-controller-manager-r7hwt_kube-system_8541d9e9-c78a-45bd-8755-1170e5a71354_1\n42bdeb31a436        gcr.io/google_containers/pause:3.0   \"/pause\"                 7 seconds ago       Up 6 seconds                            k8s_POD_kube-flannel-ds-amd64-cmxdf_kube-system_b4765507-c89f-492f-aa58-fe0441043404_1\nc357c7a5df63        gcr.io/google_containers/pause:3.0   \"/pause\"                 8 seconds ago       Up 6 seconds                            k8s_POD_openstack-cloud-controller-manager-r7hwt_kube-system_8541d9e9-c78a-45bd-8755-1170e5a71354_1\n[root@kube-flannel-coreos-w4lvr2iufcgl-master-0 core]# docker logs c2481e15e16b\nI1010 11:50:06.027252       1 main.go:514] Determining IP address of default interface\nI1010 11:50:06.032298       1 main.go:527] Using interface with name eth0 and address 10.0.0.197\nI1010 11:50:06.032383       1 main.go:544] Defaulting external address to interface address (10.0.0.197)\nI1010 11:50:07.891701       1 kube.go:126] Waiting 10m0s for node controller to sync\nI1010 11:50:07.893304       1 kube.go:309] Starting kube subnet manager\nI1010 11:50:08.893514       1 kube.go:133] Node controller sync successful\nI1010 11:50:08.893549       1 main.go:244] Created subnet manager: Kubernetes Subnet Manager - kube-flannel-coreos-w4lvr2iufcgl-master-0\nI1010 11:50:08.893570       1 main.go:247] Installing signal handlers\nI1010 11:50:08.893668       1 main.go:386] Found network config - Backend type: vxlan\nI1010 11:50:08.893762       1 vxlan.go:120] VXLAN config: VNI\u003d1 Port\u003d0 GBP\u003dfalse DirectRouting\u003dfalse\nI1010 11:50:08.914348       1 main.go:351] Current network or subnet (10.100.0.0/16, 10.100.0.0/24) is not equal to previous one (0.0.0.0/0, 0.0.0.0/0), trying to recycle old iptables rules\nI1010 11:50:08.928089       1 iptables.go:167] Deleting iptables rule: -s 0.0.0.0/0 -d 0.0.0.0/0 -j RETURN\nI1010 11:50:08.981574       1 iptables.go:167] Deleting iptables rule: -s 0.0.0.0/0 ! -d 224.0.0.0/4 -j MASQUERADE --random-fully\nI1010 11:50:08.984140       1 iptables.go:167] Deleting iptables rule: ! -s 0.0.0.0/0 -d 0.0.0.0/0 -j RETURN\nI1010 11:50:08.985151       1 iptables.go:167] Deleting iptables rule: ! -s 0.0.0.0/0 -d 0.0.0.0/0 -j MASQUERADE --random-fully\nW1010 11:50:08.994719       1 main.go:315] Failed to write subnet file: open /run/flannel/.subnet.env: permission denied","commit_id":"4a1e7a1899418671819265b6b5d1889003d3fc43"},{"author":{"_account_id":6484,"name":"Feilong Wang","email":"hustemb@gmail.com","username":"flwang"},"change_message_id":"6a8dd86e42fc9aae3f055ff5733659e2f497530c","unresolved":false,"context_lines":[{"line_number":194,"context_line":"    --volume /var/log:/var/log \\\\"},{"line_number":195,"context_line":"    --volume /var/run:/var/run \\\\"},{"line_number":196,"context_line":"    --volume /var/run/lock:/var/run/lock:z \\\\"},{"line_number":197,"context_line":"    --volume /opt/cni/bin:/opt/cni/bin:z \\\\"},{"line_number":198,"context_line":"    \\${CONTAINER_INFRA_PREFIX:-k8s.gcr.io/}hyperkube:\\${KUBE_TAG} \\\\"},{"line_number":199,"context_line":"    /hyperkube kubelet \\\\"},{"line_number":200,"context_line":"    \\$KUBE_LOGTOSTDERR \\$KUBE_LOG_LEVEL \\$KUBELET_API_SERVER \\$KUBELET_ADDRESS \\$KUBELET_PORT \\$KUBELET_HOSTNAME \\$KUBELET_ARGS\u0027"}],"source_content_type":"text/x-sh","patch_set":18,"id":"3fa7e38b_ca1820d4","line":197,"updated":"2019-10-16 08:55:20.000000000","message":"We need to mount /dev to make cinder work.","commit_id":"8ca9263900b6ef03b1cffa8aeff1476a3ddf1681"}],"magnum/drivers/k8s_fedora_coreos_v1/driver.py":[{"author":{"_account_id":27057,"name":"Theodoros Tsioutsias","email":"theodoros.tsioutsias@cern.ch","username":"ttsiouts"},"change_message_id":"a024c91633f06f4ece297542e41dd95a672990ac","unresolved":false,"context_lines":[{"line_number":21,"context_line":"LOG \u003d logging.getLogger(__name__)"},{"line_number":22,"context_line":""},{"line_number":23,"context_line":""},{"line_number":24,"context_line":"class Driver(driver.KubernetesDriver):"},{"line_number":25,"context_line":""},{"line_number":26,"context_line":"    @property"},{"line_number":27,"context_line":"    def provides(self):"}],"source_content_type":"text/x-python","patch_set":14,"id":"3fa7e38b_ad1981d7","line":24,"updated":"2019-10-11 07:13:48.000000000","message":"How about inheriting from k8s fedora atomic driver? This way we get get_nodegroup_extra_params and upgrade_cluster. Another thing is that we shouldn\u0027t have to maintain the same code in two places. This driver should only override \"provides\" and \"get_template_definition\" methods.","commit_id":"a5c07a29147b32cd575d0054e95b49eb09991ef7"}],"magnum/drivers/k8s_fedora_coreos_v1/templates/fragments/add-ext-ca-certs.yaml":[{"author":{"_account_id":20498,"name":"Spyros Trigazis","email":"spyridon.trigazis@cern.ch","username":"strigazi"},"change_message_id":"95f7bf4a091169e58ef5d39bc2cca84127802280","unresolved":false,"context_lines":[{"line_number":1,"context_line":"#cloud-config"},{"line_number":2,"context_line":"merge_how: dict(recurse_array)+list(append)"},{"line_number":3,"context_line":"write_files:"},{"line_number":4,"context_line":"  - path: /etc/systemd/system/add-ext-ca-certs.service"}],"source_content_type":"text/x-yaml","patch_set":3,"id":"3fa7e38b_4786fedd","line":1,"updated":"2019-09-20 10:58:22.000000000","message":"needs to be ignition","commit_id":"30685a2d2284e74fe787e2e4c2f0d976f15b768a"}],"magnum/drivers/k8s_fedora_coreos_v1/templates/fragments/add-proxy.yaml":[{"author":{"_account_id":20498,"name":"Spyros Trigazis","email":"spyridon.trigazis@cern.ch","username":"strigazi"},"change_message_id":"95f7bf4a091169e58ef5d39bc2cca84127802280","unresolved":false,"context_lines":[{"line_number":1,"context_line":"#cloud-config"},{"line_number":2,"context_line":"write_files:"},{"line_number":3,"context_line":"  - path: /etc/systemd/system/add-proxy.service"},{"line_number":4,"context_line":"    owner: \"root:root\""}],"source_content_type":"text/x-yaml","patch_set":3,"id":"3fa7e38b_e76cca37","line":1,"updated":"2019-09-20 10:58:22.000000000","message":"needs to be ignition","commit_id":"30685a2d2284e74fe787e2e4c2f0d976f15b768a"}],"magnum/drivers/k8s_fedora_coreos_v1/templates/fragments/configure-docker.yaml":[{"author":{"_account_id":20498,"name":"Spyros Trigazis","email":"spyridon.trigazis@cern.ch","username":"strigazi"},"change_message_id":"95f7bf4a091169e58ef5d39bc2cca84127802280","unresolved":false,"context_lines":[{"line_number":1,"context_line":"#cloud-config"},{"line_number":2,"context_line":"write_files:"},{"line_number":3,"context_line":"  - path: /etc/systemd/system/var-lib-docker.mount"},{"line_number":4,"context_line":"    owner: \"root:root\""}],"source_content_type":"text/x-yaml","patch_set":3,"id":"3fa7e38b_0768061f","line":1,"updated":"2019-09-20 10:58:22.000000000","message":"needs to be ignition","commit_id":"30685a2d2284e74fe787e2e4c2f0d976f15b768a"}],"magnum/drivers/k8s_fedora_coreos_v1/templates/fragments/configure-etcd.yaml":[{"author":{"_account_id":20498,"name":"Spyros Trigazis","email":"spyridon.trigazis@cern.ch","username":"strigazi"},"change_message_id":"95f7bf4a091169e58ef5d39bc2cca84127802280","unresolved":false,"context_lines":[{"line_number":1,"context_line":"#cloud-config"},{"line_number":2,"context_line":"write_files:"},{"line_number":3,"context_line":"  - path: /etc/systemd/system/configure-etcd.service"},{"line_number":4,"context_line":"    owner: \"root:root\""}],"source_content_type":"text/x-yaml","patch_set":3,"id":"3fa7e38b_67621a41","line":1,"updated":"2019-09-20 10:58:22.000000000","message":"needs to be ignition","commit_id":"30685a2d2284e74fe787e2e4c2f0d976f15b768a"}],"magnum/drivers/k8s_fedora_coreos_v1/templates/fragments/create-kube-namespace.yaml":[{"author":{"_account_id":20498,"name":"Spyros Trigazis","email":"spyridon.trigazis@cern.ch","username":"strigazi"},"change_message_id":"95f7bf4a091169e58ef5d39bc2cca84127802280","unresolved":false,"context_lines":[{"line_number":1,"context_line":"#cloud-config"},{"line_number":2,"context_line":"write_files:"},{"line_number":3,"context_line":"  - path: /etc/systemd/system/create-kube-namespace.service"},{"line_number":4,"context_line":"    owner: \"root:root\""}],"source_content_type":"text/x-yaml","patch_set":3,"id":"3fa7e38b_8765d647","line":1,"updated":"2019-09-20 10:58:22.000000000","message":"needs to be ignition","commit_id":"30685a2d2284e74fe787e2e4c2f0d976f15b768a"}],"magnum/drivers/k8s_fedora_coreos_v1/templates/fragments/enable-coredns.yaml":[{"author":{"_account_id":20498,"name":"Spyros Trigazis","email":"spyridon.trigazis@cern.ch","username":"strigazi"},"change_message_id":"95f7bf4a091169e58ef5d39bc2cca84127802280","unresolved":false,"context_lines":[{"line_number":1,"context_line":"#cloud-config"},{"line_number":2,"context_line":"write_files:"},{"line_number":3,"context_line":"  - path: /etc/systemd/system/enable-coredns.service"},{"line_number":4,"context_line":"    owner: \"root:root\""}],"source_content_type":"text/x-yaml","patch_set":3,"id":"3fa7e38b_275c227d","line":1,"updated":"2019-09-20 10:58:22.000000000","message":"needs to be ignition","commit_id":"30685a2d2284e74fe787e2e4c2f0d976f15b768a"}],"magnum/drivers/k8s_fedora_coreos_v1/templates/fragments/enable-docker-mount.yaml":[{"author":{"_account_id":20498,"name":"Spyros Trigazis","email":"spyridon.trigazis@cern.ch","username":"strigazi"},"change_message_id":"95f7bf4a091169e58ef5d39bc2cca84127802280","unresolved":false,"context_lines":[{"line_number":1,"context_line":"#cloud-config"},{"line_number":2,"context_line":"write_files:"},{"line_number":3,"context_line":"  - path: /etc/sytemd/system/var-lib-docker.mount"},{"line_number":4,"context_line":"    owner: \"root:root\""}],"source_content_type":"text/x-yaml","patch_set":3,"id":"3fa7e38b_475fde71","line":1,"updated":"2019-09-20 10:58:22.000000000","message":"needs to be ignition","commit_id":"30685a2d2284e74fe787e2e4c2f0d976f15b768a"}],"magnum/drivers/k8s_fedora_coreos_v1/templates/fragments/enable-kube-apiserver.yaml":[{"author":{"_account_id":20498,"name":"Spyros Trigazis","email":"spyridon.trigazis@cern.ch","username":"strigazi"},"change_message_id":"95f7bf4a091169e58ef5d39bc2cca84127802280","unresolved":false,"context_lines":[{"line_number":1,"context_line":"#cloud-config"},{"line_number":2,"context_line":"write_files:"},{"line_number":3,"context_line":"  - path: /etc/systemd/system/enable-kube-apiserver.service"},{"line_number":4,"context_line":"    owner: \"root:root\""}],"source_content_type":"text/x-yaml","patch_set":3,"id":"3fa7e38b_0751e662","line":1,"updated":"2019-09-20 10:58:22.000000000","message":"needs to be ignition","commit_id":"30685a2d2284e74fe787e2e4c2f0d976f15b768a"}],"magnum/drivers/k8s_fedora_coreos_v1/templates/fragments/enable-kubelet-master.yaml":[{"author":{"_account_id":20498,"name":"Spyros Trigazis","email":"spyridon.trigazis@cern.ch","username":"strigazi"},"change_message_id":"95f7bf4a091169e58ef5d39bc2cca84127802280","unresolved":false,"context_lines":[{"line_number":53,"context_line":"      ExecStartPre\u003d/usr/bin/mkdir -p /opt/cni/bin"},{"line_number":54,"context_line":"      ExecStartPre\u003d/usr/bin/mkdir -p /var/log/containers"},{"line_number":55,"context_line":"      ExecStartPre\u003d-/usr/bin/rkt rm --uuid-file\u003d${uuid_file}"},{"line_number":56,"context_line":"      ExecStart\u003d/usr/lib/coreos/kubelet-wrapper \\"},{"line_number":57,"context_line":"        --kubeconfig\u003d/etc/kubernetes/master-kubeconfig.yaml \\"},{"line_number":58,"context_line":"        --cni-conf-dir\u003d/etc/kubernetes/cni/net.d \\"},{"line_number":59,"context_line":"        --network-plugin\u003dcni \\"}],"source_content_type":"text/x-yaml","patch_set":3,"id":"3fa7e38b_47d4bebd","line":56,"range":{"start_line":56,"start_character":16,"end_line":56,"end_character":47},"updated":"2019-09-20 10:58:22.000000000","message":"this was never part of fedora coreos?","commit_id":"30685a2d2284e74fe787e2e4c2f0d976f15b768a"}],"magnum/drivers/k8s_fedora_coreos_v1/templates/kubemaster.yaml":[{"author":{"_account_id":4571,"name":"Steve Baker","email":"sbaker@redhat.com","username":"steve-stevebaker"},"change_message_id":"42e434d9595e111d99e798d1a4009a33158b0b50","unresolved":false,"context_lines":[{"line_number":498,"context_line":"                  $PROJECT_ID: {get_param: project_id}"},{"line_number":499,"context_line":"                  $REGION_NAME: {get_param: region_name}"},{"line_number":500,"context_line":"                  $RESOURCE_NAME: \"kube_master\""},{"line_number":501,"context_line":"                  $STACK_ID: \"ID\""},{"line_number":502,"context_line":""},{"line_number":503,"context_line":"  "},{"line_number":504,"context_line":"  master_config:"}],"source_content_type":"text/x-yaml","patch_set":3,"id":"7faddb67_972fef87","line":501,"updated":"2019-09-02 23:36:02.000000000","message":"agent_multipart:\n    type: OS::Heat::MultipartMime\n    properties:\n      parts:\n      - config: {get_resource: agent_config}\n        type: application/vnd.coreos.ignition+json","commit_id":"30685a2d2284e74fe787e2e4c2f0d976f15b768a"},{"author":{"_account_id":20498,"name":"Spyros Trigazis","email":"spyridon.trigazis@cern.ch","username":"strigazi"},"change_message_id":"b02445799a8f8c625e8398b3e48f132609e70844","unresolved":false,"context_lines":[{"line_number":498,"context_line":"                  $PROJECT_ID: {get_param: project_id}"},{"line_number":499,"context_line":"                  $REGION_NAME: {get_param: region_name}"},{"line_number":500,"context_line":"                  $RESOURCE_NAME: \"kube_master\""},{"line_number":501,"context_line":"                  $STACK_ID: \"ID\""},{"line_number":502,"context_line":""},{"line_number":503,"context_line":"  "},{"line_number":504,"context_line":"  master_config:"}],"source_content_type":"text/x-yaml","patch_set":3,"id":"7faddb67_a312dbb2","line":501,"in_reply_to":"7faddb67_972fef87","updated":"2019-09-03 21:44:10.000000000","message":"| stack_status_reason   | Resource CREATE failed: StackValidationFailed: resources.agent_multi: Property error: agent_multi.Properties.parts[0].type: \"application/vnd.coreos.ignition+json\" is not an allowed value [text, multipart] |\n\n\nheat_template_version: rocky\n\nresources:\n  agent_config:\n    type: OS::Heat::SoftwareConfig\n    properties:\n      group: ungrouped\n      config: {get_file: user_data.json}\n\n  agent_multi:\n    type: OS::Heat::MultipartMime\n    properties:\n      parts:\n      - config: {get_resource: agent_config}\n        type: application/vnd.coreos.ignition+json\n\n\n  kube-master:\n    type: OS::Nova::Server\n    properties:\n      name: strigazi-fedora-coreos-002\n      image: a54812d5-69df-4c7c-a2b5-f4212518532b\n      flavor: m2.medium\n      user_data_format: SOFTWARE_CONFIG\n      user_data: {get_resource: agent_multi}","commit_id":"30685a2d2284e74fe787e2e4c2f0d976f15b768a"},{"author":{"_account_id":6484,"name":"Feilong Wang","email":"hustemb@gmail.com","username":"flwang"},"change_message_id":"ad3fe0ada66bb6e3de4e8f4a1525fd1718d939c6","unresolved":false,"context_lines":[{"line_number":498,"context_line":"                  $PROJECT_ID: {get_param: project_id}"},{"line_number":499,"context_line":"                  $REGION_NAME: {get_param: region_name}"},{"line_number":500,"context_line":"                  $RESOURCE_NAME: \"kube_master\""},{"line_number":501,"context_line":"                  $STACK_ID: \"ID\""},{"line_number":502,"context_line":""},{"line_number":503,"context_line":"  "},{"line_number":504,"context_line":"  master_config:"}],"source_content_type":"text/x-yaml","patch_set":3,"id":"7faddb67_c3c117e6","line":501,"in_reply_to":"7faddb67_a312dbb2","updated":"2019-09-03 21:57:22.000000000","message":"I got same error, and after hack Heat by supporting the coreos mime, seems ignition is still not happy with the user data format passed in. I will debug and update later.","commit_id":"30685a2d2284e74fe787e2e4c2f0d976f15b768a"},{"author":{"_account_id":4571,"name":"Steve Baker","email":"sbaker@redhat.com","username":"steve-stevebaker"},"change_message_id":"20704b4017b6377e6cccbee33c91ae6e618680f2","unresolved":false,"context_lines":[{"line_number":498,"context_line":"                  $PROJECT_ID: {get_param: project_id}"},{"line_number":499,"context_line":"                  $REGION_NAME: {get_param: region_name}"},{"line_number":500,"context_line":"                  $RESOURCE_NAME: \"kube_master\""},{"line_number":501,"context_line":"                  $STACK_ID: \"ID\""},{"line_number":502,"context_line":""},{"line_number":503,"context_line":"  "},{"line_number":504,"context_line":"  master_config:"}],"source_content_type":"text/x-yaml","patch_set":3,"id":"7faddb67_fec06c4c","line":501,"in_reply_to":"7faddb67_c3c117e6","updated":"2019-09-03 22:36:08.000000000","message":"Oh, maybe it should have been \n\n  agent_multi:\n    type: OS::Heat::MultipartMime\n    properties:\n      parts:\n      - config: {get_resource: agent_config}\n        type: application\n        subtype: vnd.coreos.ignition+json","commit_id":"30685a2d2284e74fe787e2e4c2f0d976f15b768a"},{"author":{"_account_id":4571,"name":"Steve Baker","email":"sbaker@redhat.com","username":"steve-stevebaker"},"change_message_id":"42e434d9595e111d99e798d1a4009a33158b0b50","unresolved":false,"context_lines":[{"line_number":529,"context_line":"      name: {get_param: name}"},{"line_number":530,"context_line":"      image: {get_param: server_image}"},{"line_number":531,"context_line":"      flavor: {get_param: master_flavor}"},{"line_number":532,"context_line":"      user_data_format: RAW"},{"line_number":533,"context_line":"      user_data: {get_resource: agent_config}"},{"line_number":534,"context_line":"      networks:"},{"line_number":535,"context_line":"        - port: {get_resource: kube_master_eth0}"}],"source_content_type":"text/x-yaml","patch_set":3,"id":"7faddb67_b72c6b93","line":532,"range":{"start_line":532,"start_character":24,"end_line":532,"end_character":27},"updated":"2019-09-02 23:36:02.000000000","message":"SOFTWARE_CONFIG","commit_id":"30685a2d2284e74fe787e2e4c2f0d976f15b768a"},{"author":{"_account_id":4571,"name":"Steve Baker","email":"sbaker@redhat.com","username":"steve-stevebaker"},"change_message_id":"42e434d9595e111d99e798d1a4009a33158b0b50","unresolved":false,"context_lines":[{"line_number":530,"context_line":"      image: {get_param: server_image}"},{"line_number":531,"context_line":"      flavor: {get_param: master_flavor}"},{"line_number":532,"context_line":"      user_data_format: RAW"},{"line_number":533,"context_line":"      user_data: {get_resource: agent_config}"},{"line_number":534,"context_line":"      networks:"},{"line_number":535,"context_line":"        - port: {get_resource: kube_master_eth0}"},{"line_number":536,"context_line":"      scheduler_hints: { group: { get_param: nodes_server_group_id }}"}],"source_content_type":"text/x-yaml","patch_set":3,"id":"7faddb67_574bb75d","line":533,"range":{"start_line":533,"start_character":32,"end_line":533,"end_character":44},"updated":"2019-09-02 23:36:02.000000000","message":"agent_multipart","commit_id":"30685a2d2284e74fe787e2e4c2f0d976f15b768a"},{"author":{"_account_id":4571,"name":"Steve Baker","email":"sbaker@redhat.com","username":"steve-stevebaker"},"change_message_id":"aba31fce18fb3995ec7de52ed68c8d1f63356a5e","unresolved":false,"context_lines":[{"line_number":618,"context_line":"  kube_master_external_ip:"},{"line_number":619,"context_line":"    value: {get_attr: [kube_master_floating, floating_ip_address]}"},{"line_number":620,"context_line":"    description: \u003e"},{"line_number":621,"context_line":"      This is the \"public\" IP address of the Kubernetes master node."}],"source_content_type":"text/x-yaml","patch_set":3,"id":"7faddb67_b908ced8","line":621,"updated":"2019-09-04 00:03:07.000000000","message":"You can debug the contents of the userdata with something like:\n\n  agent_multi_debug:\n    value: {get_attr: [agent_multi, config]}\n    description: User data contents","commit_id":"30685a2d2284e74fe787e2e4c2f0d976f15b768a"}],"magnum/drivers/k8s_fedora_coreos_v1/templates/user_data.json":[{"author":{"_account_id":6484,"name":"Feilong Wang","email":"hustemb@gmail.com","username":"flwang"},"change_message_id":"01ec0b2660d344f2f43684bae15e2b01b3e4bec6","unresolved":false,"context_lines":[{"line_number":25,"context_line":"  \"storage\": {"},{"line_number":26,"context_line":"      \"directories\":["},{"line_number":27,"context_line":"        {"},{"line_number":28,"context_line":"          \"path\": \"/var/lib/cloud/data\","},{"line_number":29,"context_line":"          \"group\": {\"name\": \"root\"},"},{"line_number":30,"context_line":"          \"user\": {\"name\": \"root\"},"},{"line_number":31,"context_line":"          \"mode\": 644"}],"source_content_type":"application/json","patch_set":8,"id":"3fa7e38b_586c7435","line":28,"updated":"2019-10-09 09:03:56.000000000","message":"We can remove this directory since it\u0027s unused.","commit_id":"20e0803ddf6edb4f7b7419b0cf7d12e5e6614b8b"},{"author":{"_account_id":6484,"name":"Feilong Wang","email":"hustemb@gmail.com","username":"flwang"},"change_message_id":"3bfaf5e760284e9f16847809d4e340d2e1884885","unresolved":false,"context_lines":[{"line_number":64,"context_line":"            \"source\": \"data:,%23!%2Fbin%2Fbash%0A%0Aset%20-x%0Aset%20-e%0Aset%20%2Bu%0A%0Auntil%20%5B%20-f%20%2Fetc%2Fpki%2Fca-trust%2Fsource%2Fanchors%2Fopenstack-ca.pem%20%5D%0Ado%0A%20%20%20%20echo%20%22waiting%20for%20%2Fetc%2Fpki%2Fca-trust%2Fsource%2Fanchors%2Fopenstack-ca.pem%22%0A%20%20%20%20sleep%203s%0Adone%0A%2Fusr%2Fbin%2Fupdate-ca-trust%0A%0AHTTP_PROXY%3D%22%24HTTP_PROXY%22%0AHTTPS_PROXY%3D%22%24HTTPS_PROXY%22%0ANO_PROXY%3D%22%24NO_PROXY%22%0ACONTAINER_INFRA_PREFIX%3D%22%24CONTAINER_INFRA_PREFIX%22%0AHEAT_CONTAINER_AGENT_TAG%3D%22%24HEAT_CONTAINER_AGENT_TAG%22%0A%0A%0Aif%20%5B%20-n%20%22%24%7BHTTP_PROXY%7D%22%20%5D%3B%20then%0A%20%20%20%20export%20HTTP_PROXY%0Afi%0A%0Aif%20%5B%20-n%20%22%24%7BHTTPS_PROXY%7D%22%20%5D%3B%20then%0A%20%20%20%20export%20HTTPS_PROXY%0Afi%0A%0Aif%20%5B%20-n%20%22%24%7BNO_PROXY%7D%22%20%5D%3B%20then%0A%20%20%20%20export%20NO_PROXY%0Afi%0A%0A%23%20Create%20a%20keypair%20for%20the%20heat-container-agent%20to%0A%23%20access%20the%20node%20over%20ssh.%20It%20is%20useful%20to%20operate%0A%23%20in%20host%20mount%20namespace%20and%20apply%20configuration.%0Aid%0Amkdir%20-p%20%2Fsrv%2Fmagnum%2F.ssh%0Achmod%200700%20%2Fsrv%2Fmagnum%2F.ssh%0A%23touch%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa%0Assh-keygen%20-q%20-t%20rsa%20-N%20\u0027\u0027%20-f%20%2Ftmp%2Fheat_agent_rsa%0Amv%20%2Ftmp%2Fheat_agent_rsa%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa%0Amv%20%2Ftmp%2Fheat_agent_rsa.pub%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa.pub%0Achmod%200400%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa%0Achmod%200400%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa.pub%0A%23%20Add%20the%20public%20to%20the%20host%20authorized_keys%20file.%0Amkdir%20-p%20%2Froot%2F.ssh%0Achmod%200700%20%2Froot%2F.ssh%0Acat%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa.pub%20%3E%20%2Froot%2F.ssh%2Fauthorized_keys%0A%23%20Add%20localost%20to%20know_hosts%0Assh-keyscan%20127.0.0.1%20%3E%20%2Fsrv%2Fmagnum%2F.ssh%2Fknown_hosts%0A%23%20ssh%20configguration%20file%2C%20to%20be%20specified%20with%20ssh%20-F%0Acat%20%3E%20%2Fsrv%2Fmagnum%2F.ssh%2Fconfig%20%3C%3CEOF%0AHost%20localhost%0A%20%20%20%20%20HostName%20127.0.0.1%0A%20%20%20%20%20User%20root%0A%20%20%20%20%20IdentityFile%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa%0A%20%20%20%20%20UserKnownHostsFile%20%2Fsrv%2Fmagnum%2F.ssh%2Fknown_hosts%0AEOF%0A%0Ased%20-i%20\u0027%2F%5EPermitRootLogin%2F%20s%2F%20.*%2F%20without-password%2F\u0027%20%2Fetc%2Fssh%2Fsshd_config%0A%23%20Security%20enhancement%3A%20Disable%20password%20authentication%0Ased%20-i%20\u0027%2F%5EPasswordAuthentication%20yes%2F%20s%2F%20yes%2F%20no%2F\u0027%20%2Fetc%2Fssh%2Fsshd_config%0A%0Asystemctl%20restart%20sshd%0A\","},{"line_number":65,"context_line":"            \"verification\": {}"},{"line_number":66,"context_line":"          }"},{"line_number":67,"context_line":"\t}"},{"line_number":68,"context_line":"      ]"},{"line_number":69,"context_line":"  },"},{"line_number":70,"context_line":"  \"systemd\": {"}],"source_content_type":"application/json","patch_set":17,"id":"3fa7e38b_94d90284","line":67,"updated":"2019-10-15 02:30:54.000000000","message":"[nit] Using space instead of tab?","commit_id":"e8c2950bd0fd5dce3e845df0d54f02220f8447be"},{"author":{"_account_id":6484,"name":"Feilong Wang","email":"hustemb@gmail.com","username":"flwang"},"change_message_id":"b8cf00a50685571926d2515679470624a3378caf","unresolved":false,"context_lines":[{"line_number":64,"context_line":"            \"source\": \"data:,%23!%2Fbin%2Fbash%0A%0Aset%20-x%0Aset%20-e%0Aset%20%2Bu%0A%0Auntil%20%5B%20-f%20%2Fetc%2Fpki%2Fca-trust%2Fsource%2Fanchors%2Fopenstack-ca.pem%20%5D%0Ado%0A%20%20%20%20echo%20%22waiting%20for%20%2Fetc%2Fpki%2Fca-trust%2Fsource%2Fanchors%2Fopenstack-ca.pem%22%0A%20%20%20%20sleep%203s%0Adone%0A%2Fusr%2Fbin%2Fupdate-ca-trust%0A%0AHTTP_PROXY%3D%22%24HTTP_PROXY%22%0AHTTPS_PROXY%3D%22%24HTTPS_PROXY%22%0ANO_PROXY%3D%22%24NO_PROXY%22%0ACONTAINER_INFRA_PREFIX%3D%22%24CONTAINER_INFRA_PREFIX%22%0AHEAT_CONTAINER_AGENT_TAG%3D%22%24HEAT_CONTAINER_AGENT_TAG%22%0A%0A%0Aif%20%5B%20-n%20%22%24%7BHTTP_PROXY%7D%22%20%5D%3B%20then%0A%20%20%20%20export%20HTTP_PROXY%0Afi%0A%0Aif%20%5B%20-n%20%22%24%7BHTTPS_PROXY%7D%22%20%5D%3B%20then%0A%20%20%20%20export%20HTTPS_PROXY%0Afi%0A%0Aif%20%5B%20-n%20%22%24%7BNO_PROXY%7D%22%20%5D%3B%20then%0A%20%20%20%20export%20NO_PROXY%0Afi%0A%0A%23%20Create%20a%20keypair%20for%20the%20heat-container-agent%20to%0A%23%20access%20the%20node%20over%20ssh.%20It%20is%20useful%20to%20operate%0A%23%20in%20host%20mount%20namespace%20and%20apply%20configuration.%0Aid%0Amkdir%20-p%20%2Fsrv%2Fmagnum%2F.ssh%0Achmod%200700%20%2Fsrv%2Fmagnum%2F.ssh%0A%23touch%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa%0Assh-keygen%20-q%20-t%20rsa%20-N%20\u0027\u0027%20-f%20%2Ftmp%2Fheat_agent_rsa%0Amv%20%2Ftmp%2Fheat_agent_rsa%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa%0Amv%20%2Ftmp%2Fheat_agent_rsa.pub%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa.pub%0Achmod%200400%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa%0Achmod%200400%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa.pub%0A%23%20Add%20the%20public%20to%20the%20host%20authorized_keys%20file.%0Amkdir%20-p%20%2Froot%2F.ssh%0Achmod%200700%20%2Froot%2F.ssh%0Acat%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa.pub%20%3E%20%2Froot%2F.ssh%2Fauthorized_keys%0A%23%20Add%20localost%20to%20know_hosts%0Assh-keyscan%20127.0.0.1%20%3E%20%2Fsrv%2Fmagnum%2F.ssh%2Fknown_hosts%0A%23%20ssh%20configguration%20file%2C%20to%20be%20specified%20with%20ssh%20-F%0Acat%20%3E%20%2Fsrv%2Fmagnum%2F.ssh%2Fconfig%20%3C%3CEOF%0AHost%20localhost%0A%20%20%20%20%20HostName%20127.0.0.1%0A%20%20%20%20%20User%20root%0A%20%20%20%20%20IdentityFile%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa%0A%20%20%20%20%20UserKnownHostsFile%20%2Fsrv%2Fmagnum%2F.ssh%2Fknown_hosts%0AEOF%0A%0Ased%20-i%20\u0027%2F%5EPermitRootLogin%2F%20s%2F%20.*%2F%20without-password%2F\u0027%20%2Fetc%2Fssh%2Fsshd_config%0A%23%20Security%20enhancement%3A%20Disable%20password%20authentication%0Ased%20-i%20\u0027%2F%5EPasswordAuthentication%20yes%2F%20s%2F%20yes%2F%20no%2F\u0027%20%2Fetc%2Fssh%2Fsshd_config%0A%0Asystemctl%20restart%20sshd%0A\","},{"line_number":65,"context_line":"            \"verification\": {}"},{"line_number":66,"context_line":"          }"},{"line_number":67,"context_line":"\t}"},{"line_number":68,"context_line":"      ]"},{"line_number":69,"context_line":"  },"},{"line_number":70,"context_line":"  \"systemd\": {"}],"source_content_type":"application/json","patch_set":17,"id":"3fa7e38b_4a3bd036","line":67,"in_reply_to":"3fa7e38b_48b1ad43","updated":"2019-10-16 08:54:35.000000000","message":"No change?","commit_id":"e8c2950bd0fd5dce3e845df0d54f02220f8447be"},{"author":{"_account_id":20498,"name":"Spyros Trigazis","email":"spyridon.trigazis@cern.ch","username":"strigazi"},"change_message_id":"c5a218e61567f4f62ba0b9025c8a68bb51f5b123","unresolved":false,"context_lines":[{"line_number":64,"context_line":"            \"source\": \"data:,%23!%2Fbin%2Fbash%0A%0Aset%20-x%0Aset%20-e%0Aset%20%2Bu%0A%0Auntil%20%5B%20-f%20%2Fetc%2Fpki%2Fca-trust%2Fsource%2Fanchors%2Fopenstack-ca.pem%20%5D%0Ado%0A%20%20%20%20echo%20%22waiting%20for%20%2Fetc%2Fpki%2Fca-trust%2Fsource%2Fanchors%2Fopenstack-ca.pem%22%0A%20%20%20%20sleep%203s%0Adone%0A%2Fusr%2Fbin%2Fupdate-ca-trust%0A%0AHTTP_PROXY%3D%22%24HTTP_PROXY%22%0AHTTPS_PROXY%3D%22%24HTTPS_PROXY%22%0ANO_PROXY%3D%22%24NO_PROXY%22%0ACONTAINER_INFRA_PREFIX%3D%22%24CONTAINER_INFRA_PREFIX%22%0AHEAT_CONTAINER_AGENT_TAG%3D%22%24HEAT_CONTAINER_AGENT_TAG%22%0A%0A%0Aif%20%5B%20-n%20%22%24%7BHTTP_PROXY%7D%22%20%5D%3B%20then%0A%20%20%20%20export%20HTTP_PROXY%0Afi%0A%0Aif%20%5B%20-n%20%22%24%7BHTTPS_PROXY%7D%22%20%5D%3B%20then%0A%20%20%20%20export%20HTTPS_PROXY%0Afi%0A%0Aif%20%5B%20-n%20%22%24%7BNO_PROXY%7D%22%20%5D%3B%20then%0A%20%20%20%20export%20NO_PROXY%0Afi%0A%0A%23%20Create%20a%20keypair%20for%20the%20heat-container-agent%20to%0A%23%20access%20the%20node%20over%20ssh.%20It%20is%20useful%20to%20operate%0A%23%20in%20host%20mount%20namespace%20and%20apply%20configuration.%0Aid%0Amkdir%20-p%20%2Fsrv%2Fmagnum%2F.ssh%0Achmod%200700%20%2Fsrv%2Fmagnum%2F.ssh%0A%23touch%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa%0Assh-keygen%20-q%20-t%20rsa%20-N%20\u0027\u0027%20-f%20%2Ftmp%2Fheat_agent_rsa%0Amv%20%2Ftmp%2Fheat_agent_rsa%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa%0Amv%20%2Ftmp%2Fheat_agent_rsa.pub%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa.pub%0Achmod%200400%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa%0Achmod%200400%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa.pub%0A%23%20Add%20the%20public%20to%20the%20host%20authorized_keys%20file.%0Amkdir%20-p%20%2Froot%2F.ssh%0Achmod%200700%20%2Froot%2F.ssh%0Acat%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa.pub%20%3E%20%2Froot%2F.ssh%2Fauthorized_keys%0A%23%20Add%20localost%20to%20know_hosts%0Assh-keyscan%20127.0.0.1%20%3E%20%2Fsrv%2Fmagnum%2F.ssh%2Fknown_hosts%0A%23%20ssh%20configguration%20file%2C%20to%20be%20specified%20with%20ssh%20-F%0Acat%20%3E%20%2Fsrv%2Fmagnum%2F.ssh%2Fconfig%20%3C%3CEOF%0AHost%20localhost%0A%20%20%20%20%20HostName%20127.0.0.1%0A%20%20%20%20%20User%20root%0A%20%20%20%20%20IdentityFile%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa%0A%20%20%20%20%20UserKnownHostsFile%20%2Fsrv%2Fmagnum%2F.ssh%2Fknown_hosts%0AEOF%0A%0Ased%20-i%20\u0027%2F%5EPermitRootLogin%2F%20s%2F%20.*%2F%20without-password%2F\u0027%20%2Fetc%2Fssh%2Fsshd_config%0A%23%20Security%20enhancement%3A%20Disable%20password%20authentication%0Ased%20-i%20\u0027%2F%5EPasswordAuthentication%20yes%2F%20s%2F%20yes%2F%20no%2F\u0027%20%2Fetc%2Fssh%2Fsshd_config%0A%0Asystemctl%20restart%20sshd%0A\","},{"line_number":65,"context_line":"            \"verification\": {}"},{"line_number":66,"context_line":"          }"},{"line_number":67,"context_line":"\t}"},{"line_number":68,"context_line":"      ]"},{"line_number":69,"context_line":"  },"},{"line_number":70,"context_line":"  \"systemd\": {"}],"source_content_type":"application/json","patch_set":17,"id":"3fa7e38b_bd9f2cb2","line":67,"in_reply_to":"3fa7e38b_4a3bd036","updated":"2019-10-16 09:25:36.000000000","message":"ack","commit_id":"e8c2950bd0fd5dce3e845df0d54f02220f8447be"},{"author":{"_account_id":20498,"name":"Spyros Trigazis","email":"spyridon.trigazis@cern.ch","username":"strigazi"},"change_message_id":"4c884c53107a3e81936ebf0a564633f6fcc25e6c","unresolved":false,"context_lines":[{"line_number":64,"context_line":"            \"source\": \"data:,%23!%2Fbin%2Fbash%0A%0Aset%20-x%0Aset%20-e%0Aset%20%2Bu%0A%0Auntil%20%5B%20-f%20%2Fetc%2Fpki%2Fca-trust%2Fsource%2Fanchors%2Fopenstack-ca.pem%20%5D%0Ado%0A%20%20%20%20echo%20%22waiting%20for%20%2Fetc%2Fpki%2Fca-trust%2Fsource%2Fanchors%2Fopenstack-ca.pem%22%0A%20%20%20%20sleep%203s%0Adone%0A%2Fusr%2Fbin%2Fupdate-ca-trust%0A%0AHTTP_PROXY%3D%22%24HTTP_PROXY%22%0AHTTPS_PROXY%3D%22%24HTTPS_PROXY%22%0ANO_PROXY%3D%22%24NO_PROXY%22%0ACONTAINER_INFRA_PREFIX%3D%22%24CONTAINER_INFRA_PREFIX%22%0AHEAT_CONTAINER_AGENT_TAG%3D%22%24HEAT_CONTAINER_AGENT_TAG%22%0A%0A%0Aif%20%5B%20-n%20%22%24%7BHTTP_PROXY%7D%22%20%5D%3B%20then%0A%20%20%20%20export%20HTTP_PROXY%0Afi%0A%0Aif%20%5B%20-n%20%22%24%7BHTTPS_PROXY%7D%22%20%5D%3B%20then%0A%20%20%20%20export%20HTTPS_PROXY%0Afi%0A%0Aif%20%5B%20-n%20%22%24%7BNO_PROXY%7D%22%20%5D%3B%20then%0A%20%20%20%20export%20NO_PROXY%0Afi%0A%0A%23%20Create%20a%20keypair%20for%20the%20heat-container-agent%20to%0A%23%20access%20the%20node%20over%20ssh.%20It%20is%20useful%20to%20operate%0A%23%20in%20host%20mount%20namespace%20and%20apply%20configuration.%0Aid%0Amkdir%20-p%20%2Fsrv%2Fmagnum%2F.ssh%0Achmod%200700%20%2Fsrv%2Fmagnum%2F.ssh%0A%23touch%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa%0Assh-keygen%20-q%20-t%20rsa%20-N%20\u0027\u0027%20-f%20%2Ftmp%2Fheat_agent_rsa%0Amv%20%2Ftmp%2Fheat_agent_rsa%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa%0Amv%20%2Ftmp%2Fheat_agent_rsa.pub%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa.pub%0Achmod%200400%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa%0Achmod%200400%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa.pub%0A%23%20Add%20the%20public%20to%20the%20host%20authorized_keys%20file.%0Amkdir%20-p%20%2Froot%2F.ssh%0Achmod%200700%20%2Froot%2F.ssh%0Acat%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa.pub%20%3E%20%2Froot%2F.ssh%2Fauthorized_keys%0A%23%20Add%20localost%20to%20know_hosts%0Assh-keyscan%20127.0.0.1%20%3E%20%2Fsrv%2Fmagnum%2F.ssh%2Fknown_hosts%0A%23%20ssh%20configguration%20file%2C%20to%20be%20specified%20with%20ssh%20-F%0Acat%20%3E%20%2Fsrv%2Fmagnum%2F.ssh%2Fconfig%20%3C%3CEOF%0AHost%20localhost%0A%20%20%20%20%20HostName%20127.0.0.1%0A%20%20%20%20%20User%20root%0A%20%20%20%20%20IdentityFile%20%2Fsrv%2Fmagnum%2F.ssh%2Fheat_agent_rsa%0A%20%20%20%20%20UserKnownHostsFile%20%2Fsrv%2Fmagnum%2F.ssh%2Fknown_hosts%0AEOF%0A%0Ased%20-i%20\u0027%2F%5EPermitRootLogin%2F%20s%2F%20.*%2F%20without-password%2F\u0027%20%2Fetc%2Fssh%2Fsshd_config%0A%23%20Security%20enhancement%3A%20Disable%20password%20authentication%0Ased%20-i%20\u0027%2F%5EPasswordAuthentication%20yes%2F%20s%2F%20yes%2F%20no%2F\u0027%20%2Fetc%2Fssh%2Fsshd_config%0A%0Asystemctl%20restart%20sshd%0A\","},{"line_number":65,"context_line":"            \"verification\": {}"},{"line_number":66,"context_line":"          }"},{"line_number":67,"context_line":"\t}"},{"line_number":68,"context_line":"      ]"},{"line_number":69,"context_line":"  },"},{"line_number":70,"context_line":"  \"systemd\": {"}],"source_content_type":"application/json","patch_set":17,"id":"3fa7e38b_48b1ad43","line":67,"in_reply_to":"3fa7e38b_94d90284","updated":"2019-10-15 09:53:19.000000000","message":"ack","commit_id":"e8c2950bd0fd5dce3e845df0d54f02220f8447be"},{"author":{"_account_id":6484,"name":"Feilong Wang","email":"hustemb@gmail.com","username":"flwang"},"change_message_id":"3bfaf5e760284e9f16847809d4e340d2e1884885","unresolved":false,"context_lines":[{"line_number":77,"context_line":"      {"},{"line_number":78,"context_line":"        \"contents\": \"[Unit]\\nDescription\u003dRun heat-container-agent\\nAfter\u003dnetwork-online.target configure-agent-env.service\\nWants\u003dnetwork-online.target\\n\\n[Service]\\nExecStartPre\u003dmkdir -p /var/lib/heat-container-agent\\nExecStartPre\u003dmkdir -p /var/run/heat-config\\nExecStartPre\u003dmkdir -p /var/run/os-collect-config\\nExecStartPre\u003dmkdir -p /opt/stack/os-config-refresh\\nExecStartPre\u003d-mv /var/lib/os-collect-config/local-data /var/lib/cloud/data/cfn-init-data\\nExecStartPre\u003dmkdir -p /srv/magnum\\nExecStartPre\u003d-/bin/podman kill heat-container-agent\\nExecStartPre\u003d-/bin/podman rm heat-container-agent\\nExecStartPre\u003d-/bin/podman pull docker.io/openstackmagnum/heat-container-agent:train-dev\\nExecStart\u003d/bin/podman run \\\\\\n        --name heat-container-agent \\\\\\n        --privileged \\\\\\n        --volume /srv/magnum:/srv/magnum \\\\\\n        --volume /opt/stack/os-config-refresh:/opt/stack/os-config-refresh \\\\\\n        --volume /run/systemd:/run/systemd \\\\\\n        --volume /etc/:/etc/ \\\\\\n        --volume /var/lib:/var/lib \\\\\\n        --volume /var/run:/var/run \\\\\\n        --volume /var/log:/var/log \\\\\\n        --volume /tmp:/tmp \\\\\\n        --volume /dev:/dev \\\\\\n        --env REQUESTS_CA_BUNDLE\u003d/etc/pki/ca-trust/source/anchors/openstack-ca.pem --net\u003dhost \\\\\\n        docker.io/openstackmagnum/heat-container-agent:train-dev \\\\\\n        /usr/bin/start-heat-container-agent\\n\\nExecStop\u003d/bin/podman stop heat-container-agent\\n\\n[Install]\\nWantedBy\u003dmulti-user.target\\n\","},{"line_number":79,"context_line":"        \"enabled\": true,"},{"line_number":80,"context_line":"        \"name\": \"heat-container-agent.service\""},{"line_number":81,"context_line":"      }"},{"line_number":82,"context_line":"      ]"},{"line_number":83,"context_line":"  }"}],"source_content_type":"application/json","patch_set":17,"id":"3fa7e38b_d4cc5abc","line":80,"updated":"2019-10-15 02:30:54.000000000","message":"Can you please format this unit like above configure-agent-env?","commit_id":"e8c2950bd0fd5dce3e845df0d54f02220f8447be"},{"author":{"_account_id":6484,"name":"Feilong Wang","email":"hustemb@gmail.com","username":"flwang"},"change_message_id":"b8cf00a50685571926d2515679470624a3378caf","unresolved":false,"context_lines":[{"line_number":77,"context_line":"      {"},{"line_number":78,"context_line":"        \"contents\": \"[Unit]\\nDescription\u003dRun heat-container-agent\\nAfter\u003dnetwork-online.target configure-agent-env.service\\nWants\u003dnetwork-online.target\\n\\n[Service]\\nExecStartPre\u003dmkdir -p /var/lib/heat-container-agent\\nExecStartPre\u003dmkdir -p /var/run/heat-config\\nExecStartPre\u003dmkdir -p /var/run/os-collect-config\\nExecStartPre\u003dmkdir -p /opt/stack/os-config-refresh\\nExecStartPre\u003d-mv /var/lib/os-collect-config/local-data /var/lib/cloud/data/cfn-init-data\\nExecStartPre\u003dmkdir -p /srv/magnum\\nExecStartPre\u003d-/bin/podman kill heat-container-agent\\nExecStartPre\u003d-/bin/podman rm heat-container-agent\\nExecStartPre\u003d-/bin/podman pull docker.io/openstackmagnum/heat-container-agent:train-dev\\nExecStart\u003d/bin/podman run \\\\\\n        --name heat-container-agent \\\\\\n        --privileged \\\\\\n        --volume /srv/magnum:/srv/magnum \\\\\\n        --volume /opt/stack/os-config-refresh:/opt/stack/os-config-refresh \\\\\\n        --volume /run/systemd:/run/systemd \\\\\\n        --volume /etc/:/etc/ \\\\\\n        --volume /var/lib:/var/lib \\\\\\n        --volume /var/run:/var/run \\\\\\n        --volume /var/log:/var/log \\\\\\n        --volume /tmp:/tmp \\\\\\n        --volume /dev:/dev \\\\\\n        --env REQUESTS_CA_BUNDLE\u003d/etc/pki/ca-trust/source/anchors/openstack-ca.pem --net\u003dhost \\\\\\n        docker.io/openstackmagnum/heat-container-agent:train-dev \\\\\\n        /usr/bin/start-heat-container-agent\\n\\nExecStop\u003d/bin/podman stop heat-container-agent\\n\\n[Install]\\nWantedBy\u003dmulti-user.target\\n\","},{"line_number":79,"context_line":"        \"enabled\": true,"},{"line_number":80,"context_line":"        \"name\": \"heat-container-agent.service\""},{"line_number":81,"context_line":"      }"},{"line_number":82,"context_line":"      ]"},{"line_number":83,"context_line":"  }"}],"source_content_type":"application/json","patch_set":17,"id":"3fa7e38b_8a354847","line":80,"in_reply_to":"3fa7e38b_88ab25d4","updated":"2019-10-16 08:54:35.000000000","message":"Like the key order, eg. name, enabled, contents and the indent.","commit_id":"e8c2950bd0fd5dce3e845df0d54f02220f8447be"},{"author":{"_account_id":20498,"name":"Spyros Trigazis","email":"spyridon.trigazis@cern.ch","username":"strigazi"},"change_message_id":"c5a218e61567f4f62ba0b9025c8a68bb51f5b123","unresolved":false,"context_lines":[{"line_number":77,"context_line":"      {"},{"line_number":78,"context_line":"        \"contents\": \"[Unit]\\nDescription\u003dRun heat-container-agent\\nAfter\u003dnetwork-online.target configure-agent-env.service\\nWants\u003dnetwork-online.target\\n\\n[Service]\\nExecStartPre\u003dmkdir -p /var/lib/heat-container-agent\\nExecStartPre\u003dmkdir -p /var/run/heat-config\\nExecStartPre\u003dmkdir -p /var/run/os-collect-config\\nExecStartPre\u003dmkdir -p /opt/stack/os-config-refresh\\nExecStartPre\u003d-mv /var/lib/os-collect-config/local-data /var/lib/cloud/data/cfn-init-data\\nExecStartPre\u003dmkdir -p /srv/magnum\\nExecStartPre\u003d-/bin/podman kill heat-container-agent\\nExecStartPre\u003d-/bin/podman rm heat-container-agent\\nExecStartPre\u003d-/bin/podman pull docker.io/openstackmagnum/heat-container-agent:train-dev\\nExecStart\u003d/bin/podman run \\\\\\n        --name heat-container-agent \\\\\\n        --privileged \\\\\\n        --volume /srv/magnum:/srv/magnum \\\\\\n        --volume /opt/stack/os-config-refresh:/opt/stack/os-config-refresh \\\\\\n        --volume /run/systemd:/run/systemd \\\\\\n        --volume /etc/:/etc/ \\\\\\n        --volume /var/lib:/var/lib \\\\\\n        --volume /var/run:/var/run \\\\\\n        --volume /var/log:/var/log \\\\\\n        --volume /tmp:/tmp \\\\\\n        --volume /dev:/dev \\\\\\n        --env REQUESTS_CA_BUNDLE\u003d/etc/pki/ca-trust/source/anchors/openstack-ca.pem --net\u003dhost \\\\\\n        docker.io/openstackmagnum/heat-container-agent:train-dev \\\\\\n        /usr/bin/start-heat-container-agent\\n\\nExecStop\u003d/bin/podman stop heat-container-agent\\n\\n[Install]\\nWantedBy\u003dmulti-user.target\\n\","},{"line_number":79,"context_line":"        \"enabled\": true,"},{"line_number":80,"context_line":"        \"name\": \"heat-container-agent.service\""},{"line_number":81,"context_line":"      }"},{"line_number":82,"context_line":"      ]"},{"line_number":83,"context_line":"  }"}],"source_content_type":"application/json","patch_set":17,"id":"3fa7e38b_9d9cb0c0","line":80,"in_reply_to":"3fa7e38b_8a354847","updated":"2019-10-16 09:25:36.000000000","message":"ack","commit_id":"e8c2950bd0fd5dce3e845df0d54f02220f8447be"},{"author":{"_account_id":20498,"name":"Spyros Trigazis","email":"spyridon.trigazis@cern.ch","username":"strigazi"},"change_message_id":"4c884c53107a3e81936ebf0a564633f6fcc25e6c","unresolved":false,"context_lines":[{"line_number":77,"context_line":"      {"},{"line_number":78,"context_line":"        \"contents\": \"[Unit]\\nDescription\u003dRun heat-container-agent\\nAfter\u003dnetwork-online.target configure-agent-env.service\\nWants\u003dnetwork-online.target\\n\\n[Service]\\nExecStartPre\u003dmkdir -p /var/lib/heat-container-agent\\nExecStartPre\u003dmkdir -p /var/run/heat-config\\nExecStartPre\u003dmkdir -p /var/run/os-collect-config\\nExecStartPre\u003dmkdir -p /opt/stack/os-config-refresh\\nExecStartPre\u003d-mv /var/lib/os-collect-config/local-data /var/lib/cloud/data/cfn-init-data\\nExecStartPre\u003dmkdir -p /srv/magnum\\nExecStartPre\u003d-/bin/podman kill heat-container-agent\\nExecStartPre\u003d-/bin/podman rm heat-container-agent\\nExecStartPre\u003d-/bin/podman pull docker.io/openstackmagnum/heat-container-agent:train-dev\\nExecStart\u003d/bin/podman run \\\\\\n        --name heat-container-agent \\\\\\n        --privileged \\\\\\n        --volume /srv/magnum:/srv/magnum \\\\\\n        --volume /opt/stack/os-config-refresh:/opt/stack/os-config-refresh \\\\\\n        --volume /run/systemd:/run/systemd \\\\\\n        --volume /etc/:/etc/ \\\\\\n        --volume /var/lib:/var/lib \\\\\\n        --volume /var/run:/var/run \\\\\\n        --volume /var/log:/var/log \\\\\\n        --volume /tmp:/tmp \\\\\\n        --volume /dev:/dev \\\\\\n        --env REQUESTS_CA_BUNDLE\u003d/etc/pki/ca-trust/source/anchors/openstack-ca.pem --net\u003dhost \\\\\\n        docker.io/openstackmagnum/heat-container-agent:train-dev \\\\\\n        /usr/bin/start-heat-container-agent\\n\\nExecStop\u003d/bin/podman stop heat-container-agent\\n\\n[Install]\\nWantedBy\u003dmulti-user.target\\n\","},{"line_number":79,"context_line":"        \"enabled\": true,"},{"line_number":80,"context_line":"        \"name\": \"heat-container-agent.service\""},{"line_number":81,"context_line":"      }"},{"line_number":82,"context_line":"      ]"},{"line_number":83,"context_line":"  }"}],"source_content_type":"application/json","patch_set":17,"id":"3fa7e38b_88ab25d4","line":80,"in_reply_to":"3fa7e38b_d4cc5abc","updated":"2019-10-15 09:53:19.000000000","message":"What do you mean? i didn\u0027t get it.","commit_id":"e8c2950bd0fd5dce3e845df0d54f02220f8447be"}],"releasenotes/notes/fedora_coreos-e66b44d86dea380f.yaml":[{"author":{"_account_id":28022,"name":"Bharat Kunwar","email":"brtknr@bath.edu","username":"brtknr"},"change_message_id":"027fdc07430c0a44809ad0be36c7b61006b1abb8","unresolved":false,"context_lines":[{"line_number":8,"context_line":"issues:"},{"line_number":9,"context_line":"  - |"},{"line_number":10,"context_line":"    The startup of the heat-container-agent uses a workaround to copy the"},{"line_number":11,"context_line":"    softwareDeployment credentials to /var/lib/cloud/data/cfn-init-data."},{"line_number":12,"context_line":"    The fedora coreos driver requires heat train to support ignition."}],"source_content_type":"text/x-yaml","patch_set":16,"id":"3fa7e38b_b318fb75","line":11,"range":{"start_line":11,"start_character":4,"end_line":11,"end_character":22},"updated":"2019-10-11 12:44:43.000000000","message":"SoftwareDeployment","commit_id":"cb13dda4ef115e97cb7393c30b0ed0ff0bdf9cd6"}]}