Make optional S3FS config opt-in

This commit is contained in:
cloudneutral 2025-12-14 14:57:27 +08:00
parent a599325be4
commit 69bb3d3dad
5 changed files with 153 additions and 111 deletions

View File

@ -18,60 +18,36 @@ journald_log_rotation: # 启用 journald 日志管理
# 总开关 # 总开关
enable_common: true enable_common: true
# 子开关
repo_setup: false # 是否配置仓库/keys
enable_universe: false # Ubuntu 是否启用 universe 仓库
install_packages: true # 是否安装软件包
auto_update_cache: true # 是否在 repo_setup 后自动 apt update
# keyring 目录 repo:
apt_key_dir: /etc/apt/keyrings apt:
enabled: false # 是否配置仓库/keys
enable_universe: false # Ubuntu 是否启用 universe 仓库
auto_update_cache: true # 是否在 repo_setup 后自动 apt update
key_dir: /etc/apt/keyrings # keyring 目录
keyrings: [] # 自定义 keyring 定义(由调用方传入)
legacy_paths: # 清理的遗留路径
- /etc/apt/sources.list.d/hashicorp.sources
- /usr/share/keyrings/hashicorp-archive-keyring.gpg
entries: [] # 声明式仓库定义
yum:
enabled: false # 预留 RPM 系列配置
entries: []
cleanup_paths: []
# 自定义 keyring 定义(由调用方传入)
apt_keyrings: []
# 清理的遗留路径
apt_repo_legacy:
- /etc/apt/sources.list.d/hashicorp.sources
- /usr/share/keyrings/hashicorp-archive-keyring.gpg
# 要安装的软件包
packages: packages:
- auditd apt:
- uidmap enabled: true # 是否安装软件包
- fuse-overlayfs base_dependencies: # APT 前置依赖(避免未规范化源时更新)
- ca-certificates
# S3FS 挂载配置(可选) - gnupg
s3fs_enable: false list: # 要安装的软件包
s3fs_config: - auditd
bucket: "" # S3 存储桶名称 - uidmap
mount_point: "" # 挂载点路径,例如:/data/update-server/ - fuse-overlayfs
access_key: "" # AWS Access Key ID yum:
secret_key: "" # AWS Secret Access Key enabled: true
url: "https://s3.amazonaws.com" # S3 端点 URL list:
region: "us-east-1" # S3 区域 - audit
passwd_file: "~/.passwd-s3fs" # 密码文件路径 - uidmap
use_path_request_style: true # 是否使用路径请求样式 - fuse-overlayfs
allow_other: true # 是否允许其他用户访问
nonempty: false # 是否允许挂载到非空目录
#config_temp:
# k8s-node:
# dns_servers:
# - "8.8.8.8"
# - "114.114.114.114"
# swap_off: true
# ip_forward: true
# disk:
# - name: /dev/sdb1
# mount: /mnt
# - name: /var/lib/containerd
# mount: /mnt/lib/containerd
# type: bind
# - name: /var/log/deepflow
# mount: /mnt/log/deepflow
# type: bind
# selinux_enable: false
# ssh_auth:
# key: /root/.ssh/id_rsa.pub

View File

@ -1,85 +1,98 @@
--- ---
- name: "S3FS | 合并默认配置"
ansible.builtin.set_fact:
normalized_s3fs_config: "{{ {
'bucket': '',
'mount_point': '',
'access_key': '',
'secret_key': '',
'url': 'https://s3.amazonaws.com',
'region': 'us-east-1',
'passwd_file': '~/.passwd-s3fs',
'use_path_request_style': true,
'allow_other': true,
'nonempty': false
} | combine(s3fs_config | default({}), recursive=True) }}"
- name: "S3FS | 检查 s3fs 配置" - name: "S3FS | 检查 s3fs 配置"
fail: ansible.builtin.fail:
msg: "S3FS 需要配置 s3fs_config.bucket 和 s3fs_config.mount_point" msg: "S3FS 需要配置 s3fs_config.bucket 和 s3fs_config.mount_point"
when: when:
- s3fs_config.bucket | length == 0 - normalized_s3fs_config.bucket | length == 0 or normalized_s3fs_config.mount_point | length == 0
- s3fs_config.mount_point | length == 0
- name: "S3FS | 检查 AWS 凭证" - name: "S3FS | 检查 AWS 凭证"
fail: ansible.builtin.fail:
msg: "S3FS 需要配置 s3fs_config.access_key 和 s3fs_config.secret_key" msg: "S3FS 需要配置 s3fs_config.access_key 和 s3fs_config.secret_key"
when: when:
- s3fs_config.access_key | length == 0 - normalized_s3fs_config.access_key | length == 0 or normalized_s3fs_config.secret_key | length == 0
- s3fs_config.secret_key | length == 0
- name: "S3FS | 安装 s3fs 软件包" - name: "S3FS | 安装 s3fs 软件包"
apt: ansible.builtin.apt:
name: s3fs name: s3fs
state: present state: present
become: yes become: true
when: ansible_facts.os_family == 'Debian' when: ansible_facts.os_family == 'Debian'
- name: "S3FS | 安装 s3fs 软件包 (CentOS/RHEL)" - name: "S3FS | 安装 s3fs 软件包 (CentOS/RHEL)"
yum: ansible.builtin.yum:
name: s3fs-fuse name: s3fs-fuse
state: present state: present
become: yes become: true
when: ansible_facts.os_family == 'RedHat' when: ansible_facts.os_family == 'RedHat'
- name: "S3FS | 创建密码文件" - name: "S3FS | 创建密码文件"
copy: ansible.builtin.copy:
content: "{{ s3fs_config.access_key }}:{{ s3fs_config.secret_key }}" content: "{{ normalized_s3fs_config.access_key }}:{{ normalized_s3fs_config.secret_key }}"
dest: "{{ s3fs_config.passwd_file | expanduser }}" dest: "{{ normalized_s3fs_config.passwd_file | expanduser }}"
mode: '0600' mode: '0600'
owner: root owner: root
group: root group: root
when: s3fs_config.access_key | length > 0 and s3fs_config.secret_key | length > 0 when: normalized_s3fs_config.access_key | length > 0 and normalized_s3fs_config.secret_key | length > 0
- name: "S3FS | 创建挂载点目录" - name: "S3FS | 创建挂载点目录"
file: ansible.builtin.file:
path: "{{ s3fs_config.mount_point }}" path: "{{ normalized_s3fs_config.mount_point }}"
state: directory state: directory
mode: '0755' mode: '0755'
owner: root owner: root
group: root group: root
- name: "S3FS | 检查是否已挂载" - name: "S3FS | 检查是否已挂载"
shell: "mount | grep -q '{{ s3fs_config.mount_point }}' && echo 'mounted' || echo 'not mounted'" ansible.builtin.shell: "mount | grep -q '{{ normalized_s3fs_config.mount_point }}' && echo 'mounted' || echo 'not mounted'"
register: s3fs_mount_check register: s3fs_mount_check
changed_when: false changed_when: false
failed_when: false failed_when: false
- name: "S3FS | 挂载 S3 存储桶" - name: "S3FS | 挂载 S3 存储桶"
command: > ansible.builtin.command: >
s3fs {{ s3fs_config.bucket }} {{ s3fs_config.mount_point }} s3fs {{ normalized_s3fs_config.bucket }} {{ normalized_s3fs_config.mount_point }}
-o passwd_file={{ s3fs_config.passwd_file | expanduser }} -o passwd_file={{ normalized_s3fs_config.passwd_file | expanduser }}
{% if s3fs_config.allow_other %}-o allow_other{% endif %} {% if normalized_s3fs_config.allow_other %}-o allow_other{% endif %}
-o url={{ s3fs_config.url }} -o url={{ normalized_s3fs_config.url }}
{% if s3fs_config.use_path_request_style %}-o use_path_request_style{% endif %} {% if normalized_s3fs_config.use_path_request_style %}-o use_path_request_style{% endif %}
args: args:
creates: "{{ s3fs_config.mount_point }}/.s3fs_configured" creates: "{{ normalized_s3fs_config.mount_point }}/.s3fs_configured"
when: s3fs_mount_check.stdout == 'not mounted' when: s3fs_mount_check.stdout == 'not mounted'
- name: "S3FS | 创建挂载标记文件" - name: "S3FS | 创建挂载标记文件"
copy: ansible.builtin.copy:
content: "S3FS mounted at {{ ansible_date_time.iso8601 }}" content: "S3FS mounted at {{ ansible_date_time.iso8601 }}"
dest: "{{ s3fs_config.mount_point }}/.s3fs_configured" dest: "{{ normalized_s3fs_config.mount_point }}/.s3fs_configured"
mode: '0644' mode: '0644'
owner: root owner: root
group: root group: root
when: s3fs_mount_check.stdout == 'not mounted' when: s3fs_mount_check.stdout == 'not mounted'
- name: "S3FS | 验证挂载" - name: "S3FS | 验证挂载"
shell: "mount | grep '{{ s3fs_config.mount_point }}'" ansible.builtin.shell: "mount | grep '{{ normalized_s3fs_config.mount_point }}'"
register: s3fs_verify_mount register: s3fs_verify_mount
changed_when: false changed_when: false
failed_when: true failed_when: true
- name: "S3FS | 显示挂载信息" - name: "S3FS | 显示挂载信息"
debug: ansible.builtin.debug:
msg: | msg: |
S3 存储桶已成功挂载! S3 存储桶已成功挂载!
存储桶: {{ s3fs_config.bucket }} 存储桶: {{ normalized_s3fs_config.bucket }}
挂载点: {{ s3fs_config.mount_point }} 挂载点: {{ normalized_s3fs_config.mount_point }}
状态: {{ s3fs_verify_mount.stdout }} 状态: {{ s3fs_verify_mount.stdout }}

View File

@ -23,22 +23,47 @@
when: when:
- enable_common | bool - enable_common | bool
- ansible_facts.os_family == 'Debian' - ansible_facts.os_family == 'Debian'
vars:
apt_repo_config: "{{ repo.apt | default({}) }}"
apt_package_config: "{{ packages.apt | default({}) }}"
block: block:
- name: "Common | Repo & keys" - name: "Common | Repo & keys"
ansible.builtin.include_tasks: repo_setup.yml ansible.builtin.include_tasks: repo_setup.yml
when: repo_setup | bool when: apt_repo_config.enabled | default(false) | bool
vars:
repo_config: "{{ apt_repo_config }}"
tags: [repo, baseline] tags: [repo, baseline]
- name: "Common | Packages" - name: "Common | Packages"
ansible.builtin.include_tasks: packages.yml ansible.builtin.include_tasks: packages.yml
when: install_packages | bool when: apt_package_config.enabled | default(false) | bool
vars:
package_config: "{{ apt_package_config }}"
package_manager: apt
tags: [pkgs, baseline] tags: [pkgs, baseline]
- name: "Common | S3FS 挂载" - name: "Common | S3FS 挂载"
ansible.builtin.include_tasks: configure_s3fs.yml ansible.builtin.include_tasks: configure_s3fs.yml
when: s3fs_enable | bool when: s3fs_enable | default(false) | bool
vars:
s3fs_config: "{{ s3fs_config | default({}) }}"
tags: [s3fs, mount] tags: [s3fs, mount]
- name: "Common | Run on RedHat family only"
when:
- enable_common | bool
- ansible_facts.os_family == 'RedHat'
vars:
yum_package_config: "{{ packages.yum | default({}) }}"
block:
- name: "Common | Packages"
ansible.builtin.include_tasks: packages.yml
when: yum_package_config.enabled | default(false) | bool
vars:
package_config: "{{ yum_package_config }}"
package_manager: dnf
tags: [pkgs, baseline]
#- name: Include GPU Configuration #- name: Include GPU Configuration
# include_tasks: include_gpu.yaml # include_tasks: include_gpu.yaml
# when: (ansible_facts['distribution'] == "Ubuntu") or (ansible_facts['distribution'] == "Debian") # when: (ansible_facts['distribution'] == "Ubuntu") or (ansible_facts['distribution'] == "Debian")

View File

@ -1,22 +1,39 @@
--- ---
- name: Normalize package config
ansible.builtin.set_fact:
normalized_package_list: "{{ package_config.list | default([], true) }}"
normalized_base_dependencies: "{{ package_config.base_dependencies | default([], true) }}"
# 基础依赖(不在此处 update_cache避免读取未规范化源 # 基础依赖(不在此处 update_cache避免读取未规范化源
- name: Ensure base APT deps (no update now) - name: Ensure base APT deps (no update now)
ansible.builtin.apt: ansible.builtin.apt:
name: name: "{{ normalized_base_dependencies }}"
- ca-certificates
- gnupg
state: present state: present
update_cache: false update_cache: false
when:
- package_manager == 'apt'
- normalized_base_dependencies | length > 0
become: true become: true
# 实际安装 # 实际安装
- name: Install packages - name: Install packages via apt
ansible.builtin.apt: ansible.builtin.apt:
name: "{{ packages | default([]) }}" name: "{{ normalized_package_list }}"
state: present state: present
environment: environment:
DEBIAN_FRONTEND: noninteractive DEBIAN_FRONTEND: noninteractive
APT_LISTCHANGES_FRONTEND: none APT_LISTCHANGES_FRONTEND: none
when: (packages | default([])) | length > 0 when:
- package_manager == 'apt'
- normalized_package_list | length > 0
become: true
- name: Install packages via dnf
ansible.builtin.dnf:
name: "{{ normalized_package_list }}"
state: present
when:
- package_manager == 'dnf'
- normalized_package_list | length > 0
become: true become: true

View File

@ -1,8 +1,19 @@
--- ---
- name: Normalize apt repo config
ansible.builtin.set_fact:
apt_repo_config: "{{ {
'key_dir': '/etc/apt/keyrings',
'enable_universe': false,
'auto_update_cache': true,
'keyrings': [],
'legacy_paths': [],
'entries': []
} | combine(repo_config | default({}), recursive=True) }}"
# 0) 统一 keyring 路径 # 0) 统一 keyring 路径
- name: Ensure keyring dir exists - name: Ensure keyring dir exists
ansible.builtin.file: ansible.builtin.file:
path: "{{ apt_key_dir }}" path: "{{ apt_repo_config.key_dir }}"
state: directory state: directory
owner: root owner: root
group: root group: root
@ -20,14 +31,14 @@
# 0.2) 声明式 keyring 管理 # 0.2) 声明式 keyring 管理
- name: "Manage declared apt keyrings" - name: "Manage declared apt keyrings"
ansible.builtin.include_tasks: manage_keyring.yml ansible.builtin.include_tasks: manage_keyring.yml
when: (apt_keyrings | default([])) | length > 0 when: (apt_repo_config.keyrings | default([])) | length > 0
loop: "{{ apt_keyrings | default([]) }}" loop: "{{ apt_repo_config.keyrings | default([]) }}"
loop_control: loop_control:
loop_var: apt_keyring loop_var: apt_keyring
label: "{{ apt_keyring.name | default(apt_keyring.dest | default('custom-keyring')) }}" label: "{{ apt_keyring.name | default(apt_keyring.dest | default('custom-keyring')) }}"
vars: vars:
keyring_dest: "{{ apt_keyring.dest | default(apt_key_dir ~ '/' ~ apt_keyring.name ~ '.gpg') }}" keyring_dest: "{{ apt_keyring.dest | default(apt_repo_config.key_dir ~ '/' ~ apt_keyring.name ~ '.gpg') }}"
keyring_ascii: "{{ apt_keyring.asc_path | default(apt_key_dir ~ '/' ~ apt_keyring.name ~ '.asc') }}" keyring_ascii: "{{ apt_keyring.asc_path | default(apt_repo_config.key_dir ~ '/' ~ apt_keyring.name ~ '.asc') }}"
keyring_state: "{{ apt_keyring.state | default('present') }}" keyring_state: "{{ apt_keyring.state | default('present') }}"
tags: [repo, baseline] tags: [repo, baseline]
@ -36,7 +47,7 @@
ansible.builtin.file: ansible.builtin.file:
path: "{{ item }}" path: "{{ item }}"
state: absent state: absent
loop: "{{ apt_repo_legacy | default([]) }}" loop: "{{ apt_repo_config.legacy_paths | default([]) }}"
become: true become: true
# 2) Ubuntu 可选 universe # 2) Ubuntu 可选 universe
@ -47,17 +58,17 @@
filename: "ubuntu-{{ ansible_distribution_release }}-universe" filename: "ubuntu-{{ ansible_distribution_release }}-universe"
when: when:
- ansible_facts.distribution == 'Ubuntu' - ansible_facts.distribution == 'Ubuntu'
- enable_universe | bool - apt_repo_config.enable_universe | default(false) | bool
become: true become: true
# 3) 每个仓库:下载 key可选→ dearmor可选→ 添加 .list含 signed-by # 3) 每个仓库:下载 key可选→ dearmor可选→ 添加 .list含 signed-by
- name: "Fetch ASCII key (if key_url provided)" - name: "Fetch ASCII key (if key_url provided)"
ansible.builtin.get_url: ansible.builtin.get_url:
url: "{{ repo.key_url }}" url: "{{ repo.key_url }}"
dest: "{{ apt_key_dir }}/{{ repo.name }}.asc" dest: "{{ apt_repo_config.key_dir }}/{{ repo.name }}.asc"
mode: '0644' mode: '0644'
when: repo.key_url is defined and repo.key_url | length > 0 when: repo.key_url is defined and repo.key_url | length > 0
loop: "{{ repos | default([]) }}" loop: "{{ apt_repo_config.entries | default([]) }}"
loop_control: loop_control:
loop_var: repo loop_var: repo
label: "{{ repo.name }}" label: "{{ repo.name }}"
@ -65,10 +76,10 @@
- name: "Dearmor key" - name: "Dearmor key"
ansible.builtin.command: ansible.builtin.command:
cmd: "gpg --dearmor -o {{ apt_key_dir }}/{{ repo.name }}.gpg {{ apt_key_dir }}/{{ repo.name }}.asc" cmd: "gpg --dearmor -o {{ apt_repo_config.key_dir }}/{{ repo.name }}.gpg {{ apt_repo_config.key_dir }}/{{ repo.name }}.asc"
creates: "{{ apt_key_dir }}/{{ repo.name }}.gpg" creates: "{{ apt_repo_config.key_dir }}/{{ repo.name }}.gpg"
when: repo.key_url is defined and repo.key_url | length > 0 when: repo.key_url is defined and repo.key_url | length > 0
loop: "{{ repos | default([]) }}" loop: "{{ apt_repo_config.entries | default([]) }}"
loop_control: loop_control:
loop_var: repo loop_var: repo
label: "{{ repo.name }}" label: "{{ repo.name }}"
@ -76,13 +87,13 @@
- name: "Ensure keyring permission" - name: "Ensure keyring permission"
ansible.builtin.file: ansible.builtin.file:
path: "{{ (repo.signed_by | default(apt_key_dir ~ '/' ~ repo.name ~ '.gpg')) }}" path: "{{ (repo.signed_by | default(apt_repo_config.key_dir ~ '/' ~ repo.name ~ '.gpg')) }}"
owner: root owner: root
group: root group: root
mode: '0644' mode: '0644'
state: file state: file
when: (repo.key_url is defined and repo.key_url | length > 0) or (repo.signed_by is defined) when: (repo.key_url is defined and repo.key_url | length > 0) or (repo.signed_by is defined)
loop: "{{ repos | default([]) }}" loop: "{{ apt_repo_config.entries | default([]) }}"
loop_control: loop_control:
loop_var: repo loop_var: repo
label: "{{ repo.name }}" label: "{{ repo.name }}"
@ -91,7 +102,7 @@
- name: "Cleanup repo specific paths" - name: "Cleanup repo specific paths"
when: repo.cleanup is defined and (repo.cleanup | length > 0) when: repo.cleanup is defined and (repo.cleanup | length > 0)
become: true become: true
loop: "{{ repos | default([]) }}" loop: "{{ apt_repo_config.entries | default([]) }}"
loop_control: loop_control:
loop_var: repo loop_var: repo
label: "{{ repo.name }}" label: "{{ repo.name }}"
@ -107,12 +118,12 @@
- name: "Add classic .list repo with signed-by" - name: "Add classic .list repo with signed-by"
ansible.builtin.apt_repository: ansible.builtin.apt_repository:
repo: >- repo: >-
deb [signed-by={{ repo.signed_by | default(apt_key_dir ~ '/' ~ repo.name ~ '.gpg') }}] deb [signed-by={{ repo.signed_by | default(apt_repo_config.key_dir ~ '/' ~ repo.name ~ '.gpg') }}]
{{ repo.uri }} {{ repo.suite }} {{ (repo.components | default(['main'])) | join(' ') }} {{ repo.uri }} {{ repo.suite }} {{ (repo.components | default(['main'])) | join(' ') }}
filename: "{{ repo.name }}" filename: "{{ repo.name }}"
state: "{{ (repo.enabled | default(false) | bool) | ternary('present','absent') }}" state: "{{ (repo.enabled | default(false) | bool) | ternary('present','absent') }}"
when: repo.enabled | default(false) | bool when: repo.enabled | default(false) | bool
loop: "{{ repos | default([]) }}" loop: "{{ apt_repo_config.entries | default([]) }}"
loop_control: loop_control:
loop_var: repo loop_var: repo
label: "{{ repo.name }}" label: "{{ repo.name }}"
@ -122,5 +133,5 @@
- name: Update apt cache after repo setup - name: Update apt cache after repo setup
ansible.builtin.apt: ansible.builtin.apt:
update_cache: true update_cache: true
when: auto_update_cache | bool when: apt_repo_config.auto_update_cache | default(false) | bool
become: true become: true