mirror of
https://github.com/k3s-io/k3s-ansible.git
synced 2024-09-29 04:07:30 +02:00
Reorganize server tasks, copy config to local
- Inital server starts first so it can grab the token for other servers and copy the config to localhost - More cleanup of agent/server naming scheme Signed-off-by: Derek Nola <derek.nola@suse.com>
This commit is contained in:
parent
df67c61ba5
commit
5b3e2a5db6
1
.gitignore
vendored
1
.gitignore
vendored
@ -1,2 +1,3 @@
|
|||||||
.vscode
|
.vscode
|
||||||
.vagrant
|
.vagrant
|
||||||
|
inventory.yml
|
||||||
|
@ -3,6 +3,7 @@
|
|||||||
hosts: k3s_cluster
|
hosts: k3s_cluster
|
||||||
become: true
|
become: true
|
||||||
gather_facts: true
|
gather_facts: true
|
||||||
|
serial: 1
|
||||||
tasks:
|
tasks:
|
||||||
- name: Reboot
|
- name: Reboot
|
||||||
ansible.builtin.reboot:
|
ansible.builtin.reboot:
|
||||||
|
@ -15,7 +15,7 @@
|
|||||||
- role: k3s/server
|
- role: k3s/server
|
||||||
|
|
||||||
- name: Setup K3S agent
|
- name: Setup K3S agent
|
||||||
hosts: node
|
hosts: agent
|
||||||
become: true
|
become: true
|
||||||
roles:
|
roles:
|
||||||
- role: k3s/agent
|
- role: k3s/agent
|
||||||
|
@ -1,7 +1,7 @@
|
|||||||
---
|
---
|
||||||
- name: Copy K3s service file
|
- name: Copy K3s service file
|
||||||
ansible.builtin.template:
|
ansible.builtin.template:
|
||||||
src: "k3s.service.j2"
|
src: "k3s-agent.service.j2"
|
||||||
dest: "{{ systemd_dir }}/k3s-agent.service"
|
dest: "{{ systemd_dir }}/k3s-agent.service"
|
||||||
owner: root
|
owner: root
|
||||||
group: root
|
group: root
|
||||||
@ -10,6 +10,6 @@
|
|||||||
- name: Enable and check K3s service
|
- name: Enable and check K3s service
|
||||||
ansible.builtin.systemd:
|
ansible.builtin.systemd:
|
||||||
name: k3s-agent
|
name: k3s-agent
|
||||||
daemon_reload: yes
|
daemon_reload: true
|
||||||
state: restarted
|
state: restarted
|
||||||
enabled: yes
|
enabled: true
|
||||||
|
@ -1,12 +1,2 @@
|
|||||||
---
|
---
|
||||||
k3s_server_location: /var/lib/rancher/k3s
|
k3s_server_location: /var/lib/rancher/k3s
|
||||||
server_init_args: >-
|
|
||||||
{% if groups['server'] | length > 1 %}
|
|
||||||
--token {{ k3s_token }}
|
|
||||||
{% if ansible_host == hostvars[groups['server'][0]]['ansible_host'] | default(groups['server'][0]) %}
|
|
||||||
--cluster-init
|
|
||||||
{% else %}
|
|
||||||
--server https://{{ hostvars[groups['server'][0]]['ansible_host'] | default(groups['server'][0]) }}:{{ api_port }}
|
|
||||||
{% endif %}
|
|
||||||
{% endif %}
|
|
||||||
{{ extra_server_args | default('') }}
|
|
||||||
|
@ -1,41 +1,26 @@
|
|||||||
---
|
---
|
||||||
- name: Init cluster using temporary service
|
- name: Clean previous runs of k3s-init
|
||||||
ansible.builtin.command:
|
ansible.builtin.command: systemctl reset-failed k3s-init
|
||||||
cmd: "systemd-run -p RestartSec=2 -p Restart=on-failure --unit=k3s-init k3s server {{ server_init_args }}"
|
|
||||||
creates: "{{ systemd_dir }}/k3s.service"
|
|
||||||
|
|
||||||
- name: Verification
|
|
||||||
block:
|
|
||||||
- name: Verify that all nodes joined
|
|
||||||
ansible.builtin.command:
|
|
||||||
cmd: k3s kubectl get nodes -l "node-role.kubernetes.io/control-plane=true" -o=jsonpath="{.items[*].metadata.name}"
|
|
||||||
register: nodes
|
|
||||||
until: nodes.rc == 0 and (nodes.stdout.split() | length) == (groups['server'] | length)
|
|
||||||
retries: 20
|
|
||||||
delay: 10
|
|
||||||
changed_when: false
|
|
||||||
always:
|
|
||||||
- name: Kill the temporary init service
|
|
||||||
ansible.builtin.systemd:
|
|
||||||
name: k3s-init
|
|
||||||
state: stopped
|
|
||||||
failed_when: false
|
failed_when: false
|
||||||
|
changed_when: false
|
||||||
|
|
||||||
- name: Copy K3s service file
|
- name: Init first server node
|
||||||
register: k3s_service
|
block:
|
||||||
ansible.builtin.template:
|
- name: Start temporary service with cluster-init
|
||||||
src: "k3s.service.j2"
|
ansible.builtin.command:
|
||||||
dest: "{{ systemd_dir }}/k3s.service"
|
cmd: >
|
||||||
owner: root
|
systemd-run -p RestartSec=2 -p Restart=on-failure --unit=k3s-init k3s server
|
||||||
group: root
|
--cluster-init --tls-san {{ api_endpoint }} {{ extra_server_args | default('') }}
|
||||||
mode: 0644
|
creates: "{{ systemd_dir }}/k3s-init.service"
|
||||||
|
when: groups['server'] | length > 1
|
||||||
|
|
||||||
- name: Enable and check K3s service
|
- name: Start temporary service
|
||||||
ansible.builtin.systemd:
|
ansible.builtin.command:
|
||||||
name: k3s
|
cmd: >
|
||||||
daemon_reload: yes
|
systemd-run -p RestartSec=2 -p Restart=on-failure --unit=k3s-init k3s server
|
||||||
state: restarted
|
--tls-san {{ api_endpoint }} { extra_server_args | default('') }}
|
||||||
enabled: yes
|
creates: "{{ systemd_dir }}/k3s-init.service"
|
||||||
|
when: groups['server'] | length == 1
|
||||||
|
|
||||||
- name: Wait for node-token
|
- name: Wait for node-token
|
||||||
ansible.builtin.wait_for:
|
ansible.builtin.wait_for:
|
||||||
@ -76,17 +61,66 @@
|
|||||||
ansible.builtin.copy:
|
ansible.builtin.copy:
|
||||||
src: /etc/rancher/k3s/k3s.yaml
|
src: /etc/rancher/k3s/k3s.yaml
|
||||||
dest: ~{{ ansible_user }}/.kube/config
|
dest: ~{{ ansible_user }}/.kube/config
|
||||||
remote_src: yes
|
remote_src: true
|
||||||
owner: "{{ ansible_user }}"
|
owner: "{{ ansible_user }}"
|
||||||
mode: "u=rw,g=,o="
|
mode: "u=rw,g=,o="
|
||||||
|
|
||||||
- name: Change server to API endpoint instead of localhost
|
- name: Change server to API endpoint instead of localhost
|
||||||
ansible.builtin.command: >-
|
ansible.builtin.command: >-
|
||||||
/usr/local/bin/k3s kubectl config set-cluster default
|
k3s kubectl config set-cluster default
|
||||||
--server=https://{{ api_endpoint }}:{{ api_port }}
|
--server=https://{{ api_endpoint }}:{{ api_port }}
|
||||||
--kubeconfig ~{{ ansible_user }}/.kube/config
|
--kubeconfig ~{{ ansible_user }}/.kube/config
|
||||||
changed_when: true
|
changed_when: true
|
||||||
|
|
||||||
|
- name: Copy kubectl config to local machine
|
||||||
|
ansible.builtin.fetch:
|
||||||
|
src: ~{{ ansible_user }}/.kube/config
|
||||||
|
dest: ~/.kube/config
|
||||||
|
flat: true
|
||||||
|
when: ansible_hostname == groups['server'][0]
|
||||||
|
|
||||||
|
- name: Init additonal server nodes
|
||||||
|
ansible.builtin.command:
|
||||||
|
cmd: >
|
||||||
|
systemd-run -p RestartSec=2 -p Restart=on-failure --unit=k3s-init k3s server --token "{{ hostvars[groups['server'][0]]['token'] }}"
|
||||||
|
--server https://{{ hostvars[groups['server'][0]]['ansible_host'] | default(groups['server'][0]) }}:{{ api_port }}
|
||||||
|
{{ extra_server_args | default('') }}
|
||||||
|
creates: "{{ systemd_dir }}/k3s-init.service"
|
||||||
|
when: ansible_hostname != groups['server'][0]
|
||||||
|
|
||||||
|
- name: Verification and cleanup
|
||||||
|
block:
|
||||||
|
- name: Verify that all server nodes joined
|
||||||
|
ansible.builtin.command:
|
||||||
|
cmd: k3s kubectl get nodes -l "node-role.kubernetes.io/control-plane=true" -o=jsonpath="{.items[*].metadata.name}"
|
||||||
|
register: nodes
|
||||||
|
until: nodes.rc == 0 and (nodes.stdout.split() | length) == (groups['server'] | length)
|
||||||
|
retries: 20
|
||||||
|
delay: 10
|
||||||
|
changed_when: false
|
||||||
|
always:
|
||||||
|
- name: Kill the temporary init service
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
name: k3s-init
|
||||||
|
state: stopped
|
||||||
|
failed_when: false
|
||||||
|
|
||||||
|
- name: Copy K3s service file
|
||||||
|
register: k3s_service
|
||||||
|
template:
|
||||||
|
src: "k3s-server.service.j2"
|
||||||
|
dest: "{{ systemd_dir }}/k3s-server.service"
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
mode: 0644
|
||||||
|
|
||||||
|
- name: Enable and check K3s service
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
name: k3s-server
|
||||||
|
daemon_reload: true
|
||||||
|
state: restarted
|
||||||
|
enabled: true
|
||||||
|
|
||||||
- name: Create kubectl symlink
|
- name: Create kubectl symlink
|
||||||
ansible.builtin.file:
|
ansible.builtin.file:
|
||||||
src: /usr/local/bin/k3s
|
src: /usr/local/bin/k3s
|
||||||
|
@ -1,14 +1,18 @@
|
|||||||
---
|
---
|
||||||
|
- name: Clean previous runs of k3s-init
|
||||||
|
command: systemctl reset-failed k3s-init
|
||||||
|
failed_when: false
|
||||||
|
changed_when: false
|
||||||
|
|
||||||
- name: Disable services
|
- name: Disable services
|
||||||
ansible.builtin.systemd:
|
ansible.builtin.systemd:
|
||||||
name: "{{ item }}"
|
name: "{{ item }}"
|
||||||
state: stopped
|
state: stopped
|
||||||
enabled: no
|
enabled: false
|
||||||
failed_when: false
|
failed_when: false
|
||||||
with_items:
|
with_items:
|
||||||
- k3s
|
- k3s-server
|
||||||
- k3s-node
|
- k3s-agent
|
||||||
- k3s-init
|
|
||||||
|
|
||||||
- name: Kill container shim
|
- name: Kill container shim
|
||||||
register: pkill_containerd_shim_runc
|
register: pkill_containerd_shim_runc
|
||||||
@ -32,12 +36,12 @@
|
|||||||
state: absent
|
state: absent
|
||||||
with_items:
|
with_items:
|
||||||
- /usr/local/bin/k3s
|
- /usr/local/bin/k3s
|
||||||
- "{{ systemd_dir }}/k3s.service"
|
- "{{ systemd_dir }}/k3s-server.service"
|
||||||
- "{{ systemd_dir }}/k3s-node.service"
|
- "{{ systemd_dir }}/k3s-agent.service"
|
||||||
- /etc/rancher/k3s
|
- /etc/rancher/k3s
|
||||||
- /var/lib/kubelet
|
- /var/lib/kubelet
|
||||||
- /var/lib/rancher/k3s
|
- /var/lib/rancher/k3s
|
||||||
|
|
||||||
- name: Systemd daemon reload
|
- name: Systemd daemon reload
|
||||||
ansible.builtin.systemd:
|
ansible.builtin.systemd:
|
||||||
daemon_reload: yes
|
daemon_reload: true
|
||||||
|
Loading…
Reference in New Issue
Block a user