User Tools

Site Tools


devplayground

Differences

This shows you the differences between two versions of the page.

Link to this comparison view

Both sides previous revisionPrevious revision
Next revision
Previous revision
devplayground [2025/06/10 17:44] – [Configuring CephFS Mounts] pdonnelldevplayground [2026/09/14 14:23] (current) – djgalloway
Line 8: Line 8:
  
 ^ Name                                             ^ Notes            ^ ^ Name                                             ^ Notes            ^
-| [[hardware:senta|senta01.front.sepia.ceph.com]]  | General purpose (currently unavailable) | 
-| [[hardware:senta|senta02.front.sepia.ceph.com]]  | General purpose  | 
-| [[hardware:senta|senta03.front.sepia.ceph.com]]  | General purpose  | 
 | [[hardware:vossi|vossi01.front.sepia.ceph.com]]  | General purpose  | | [[hardware:vossi|vossi01.front.sepia.ceph.com]]  | General purpose  |
 | [[hardware:vossi|vossi04.front.sepia.ceph.com]]  | CephFS Team      | | [[hardware:vossi|vossi04.front.sepia.ceph.com]]  | CephFS Team      |
Line 52: Line 49:
 ==== Configuring CephFS Mounts ==== ==== Configuring CephFS Mounts ====
  
-The following ansible playbook can be run to setup CephFS mounts on a new developer playground machines:+The following ansible playbook can be run to setup CephFS mounts on a new developer playground machines: https://wiki.sepia.ceph.com/doku.php?id=services:cephfs
  
-<code> 
---- 
-- name: Configure Ceph Client and Mounts 
-  hosts: all 
-  become: true 
-  vars: 
-    admin_node: "reesi003.front.sepia.ceph.com" 
-    ceph_conf_path: "/etc/ceph/ceph.conf" 
-    keyring_path: "/etc/ceph/client.sepian.keyring" 
-    secret_path: "/etc/ceph/client.sepian.secret" 
-    mounts: 
-      - { path: "/teuthology", fstype: "ceph", src: "/teuthology-archive", mds_namespace: "teuthology", opts: "_netdev,ro" } 
-      - { path: "/scratch", fstype: "ceph", src: "/", mds_namespace: "scratch", opts: "_netdev" } 
-      - { path: "/postfile", fstype: "ceph", src: "/", mds_namespace: "postfile", opts: "_netdev,ro" } 
  
-  tasks: 
-    - name: "1. Gather Ceph configuration using raw commands" 
-      delegate_to: "{{ admin_node }}" 
-      block: 
-        - name: "▶️ Generate minimal ceph.conf (raw)" 
-          ansible.builtin.raw: > 
-            env CEPH_KEYRING=/etc/ceph/client.sepian.keyring ceph --id sepian config generate-minimal-conf 
-          register: ceph_conf_content 
-          changed_when: false 
- 
-        - name: "▶️ Fetch Ceph keyring (raw)" 
-          ansible.builtin.raw: > 
-            cat {{ keyring_path }} 
-          register: keyring_content 
-          changed_when: false 
- 
-        - name: "▶️ Generate client secret (raw)" 
-          ansible.builtin.raw: > 
-            ceph-authtool {{ keyring_path }} -n client.sepian -p 
-          register: secret_content 
-          changed_when: false 
- 
-        - name: "▶️ Get Ceph monitor list (raw)" 
-          ansible.builtin.raw: > 
-            env CEPH_KEYRING=/etc/ceph/client.sepian.keyring ceph --id sepian mon dump --format json 2>/dev/null | jq -r '[.mons[] | .public_addrs.addrvec[] | select(.type=="v1").addr] | join(",")' 
-          register: mon_hosts 
-          changed_when: false 
- 
-    - name: "2. Configure Ceph client files" 
-      block: 
-        - name: "▶️ Ensure /etc/ceph directory exists" 
-          ansible.builtin.file: 
-            path: "/etc/ceph" 
-            state: directory 
-            mode: '0755' 
- 
-        - name: "▶️ Deploy ceph.conf" 
-          ansible.builtin.copy: 
-            content: "{{ ceph_conf_content.stdout }}" 
-            dest: "{{ ceph_conf_path }}" 
-            mode: '0644' 
- 
-        - name: "▶️ Deploy client keyring" 
-          ansible.builtin.copy: 
-            content: "{{ keyring_content.stdout }}" 
-            dest: "{{ keyring_path }}" 
-            mode: '0644' 
- 
-        - name: "▶️ Deploy client secret file (for other tools)" 
-          ansible.builtin.copy: 
-            content: "{{ secret_content.stdout }}" 
-            dest: "{{ secret_path }}" 
-            mode: '0600' 
- 
-    - name: "3. Set up CephFS mounts" 
-      block: 
-        - name: "▶️ Unmount filesystems if they currently exist" 
-          ansible.posix.mount: 
-            path: "{{ item.path }}" 
-            state: unmounted 
-          loop: "{{ mounts }}" 
- 
-        - name: "▶️ Create mount point directories" 
-          ansible.builtin.file: 
-            path: "{{ item.path }}" 
-            state: directory 
-            mode: '000' 
-          loop: "{{ mounts }}" 
- 
-        - name: "▶️ Set immutable attribute on mount points" 
-          ansible.builtin.file: 
-            path: "{{ item.path }}" 
-            attr: +i 
-          register: immutable_file 
-          changed_when: "'i' not in immutable_file.diff.before.attributes" 
-          loop: "{{ mounts }}" 
- 
-        - name: "▶️ Configure CephFS mounts in /etc/fstab" 
-          ansible.posix.mount: 
-            path: "{{ item.path }}" 
-            src: "{{ mon_hosts.stdout | trim }}:{{ item.src }}" 
-            fstype: "{{ item.fstype }}" 
-            opts: "name=sepian,secret={{ secret_content.stdout | trim }},mds_namespace={{ item.mds_namespace }},{{ item.opts }}" 
-            state: mounted 
-            dump: 2 
-            passno: 2 
-          loop: "{{ mounts }}" 
-          notify: Reload Systemd 
- 
-        - name: "▶️ Create symlink for /a -> /teuthology" 
-          ansible.builtin.file: 
-            src: "/teuthology" 
-            dest: "/a" 
-            state: link 
-            force: true 
- 
-    - name: "Force handlers to run before mounting" 
-      ansible.builtin.meta: flush_handlers 
- 
-  handlers: 
-    - name: Reload Systemd 
-      listen: Reload Systemd 
-      ansible.builtin.systemd: 
-        daemon_reload: true 
-</code> 
 ==== Teuthology scheduling ==== ==== Teuthology scheduling ====
  
Line 185: Line 63:
 active_machine_types: active_machine_types:
   - smithi   - smithi
 +  - trial
 +  - gibba
 EOF EOF
 </code> </code>
  
-Note: killing a run is (generally) still necessary on [[services:teuthology|teuthology VM]]. This is because teuthology-kill requires killing the test processes running there.+Note: killing a run is (generally) still necessary on [[services:teuthology|teuthology host]]. This is because teuthology-kill requires killing the test processes running there. 
 ==== Configuring LVM volumes using spare disks ==== ==== Configuring LVM volumes using spare disks ====
  
devplayground.1749577455.txt.gz · Last modified: by pdonnell