Skip to content

df output is not matching with cephfs pvc size #3240

@Madhu-1

Description

@Madhu-1

If the cephFS PVC is created with a size, not in multiple of 4Mi, the df output is not matching the cephfs PVC size

3Mib PVC

[🎩︎]mrajanna@fedora cephfs $]kubectl get pvc
NAME         STATUS   VOLUME                                     CAPACITY   ACCESS MODES   STORAGECLASS   AGE
cephfs-pvc   Bound    pvc-f6cdefa3-3ea4-467b-af64-dec152f6bb9b   3Mi        RWO            rook-cephfs    2s
[🎩︎]mrajanna@fedora cephfs $]kubectl create -f pod.yaml 
pod/csicephfs-demo-pod created


kubectl exec -it pod/csicephfs-demo-pod -- sh
# df -h
Filesystem                                                                                                        Size  Used Avail Use% Mounted on
overlay                                                                                                            28G  5.1G   22G  20% /
tmpfs                                                                                                              64M     0   64M   0% /dev
tmpfs                                                                                                             2.0G     0  2.0G   0% /sys/fs/cgroup
/dev/vda1                                                                                                          28G  5.1G   22G  20% /etc/hosts
shm                                                                                                                64M     0   64M   0% /dev/shm
10.97.50.161:6789:/volumes/csi/csi-vol-13447894-01a9-11ed-8ecf-e6f29e19d3ef/d3c7e241-0867-434a-9238-b4124c5edb42   31G     0   31G   0% /var/lib/www/html
tmpfs                                                                                                             3.9G   12K  3.9G   1% /run/secrets/kubernetes.io/serviceaccount
tmpfs                                                                                                             2.0G     0  2.0G   0% /proc/acpi
tmpfs                                                                                                             2.0G     0  2.0G   0% /proc/scsi
tmpfs                                                                                                             2.0G     0  2.0G   0% /sys/firmware
# 


 ceph fs subvolume info myfs csi-vol-13447894-01a9-11ed-8ecf-e6f29e19d3ef csi
{
    "atime": "2022-07-12 06:08:40",
    "bytes_pcent": "0.00",
    "bytes_quota": 3145728,
    "bytes_used": 0,
    "created_at": "2022-07-12 06:08:40",
    "ctime": "2022-07-12 06:08:40",
    "data_pool": "myfs-replicated",
    "features": [
        "snapshot-clone",
        "snapshot-autoprotect",
        "snapshot-retention"
    ],
    "gid": 0,
    "mode": 16895,
    "mon_addrs": [
        "10.97.50.161:6789"
    ],
    "mtime": "2022-07-12 06:08:40",
    "path": "/volumes/csi/csi-vol-13447894-01a9-11ed-8ecf-e6f29e19d3ef/d3c7e241-0867-434a-9238-b4124c5edb42",
    "pool_namespace": "",
    "state": "complete",
    "type": "subvolume",
    "uid": 0
}

4Mib PVC

sh-4.4$ ceph fs subvolume info myfs csi-vol-2203acb6-01ae-11ed-8ecf-e6f29e19d3ef csi
{
    "atime": "2022-07-12 06:44:52",
    "bytes_pcent": "0.00",
    "bytes_quota": 4194304,
    "bytes_used": 0,
    "created_at": "2022-07-12 06:44:52",
    "ctime": "2022-07-12 06:44:52",
    "data_pool": "myfs-replicated",
    "features": [
        "snapshot-clone",
        "snapshot-autoprotect",
        "snapshot-retention"
    ],
    "gid": 0,
    "mode": 16895,
    "mon_addrs": [
        "10.97.50.161:6789"
    ],
    "mtime": "2022-07-12 06:44:52",
    "path": "/volumes/csi/csi-vol-2203acb6-01ae-11ed-8ecf-e6f29e19d3ef/0224b892-adb3-4b47-b099-63c3fde33b0e",
    "pool_namespace": "",
    "state": "complete",
    "type": "subvolume",
    "uid": 0
}
[🎩︎]mrajanna@fedora cephfs $]kubectl execectl exec -it pod/csicephfs-demo-pod -- sh
# df -h
Filesystem                                                                                                        Size  Used Avail Use% Mounted on
overlay                                                                                                            28G  5.1G   22G  20% /
tmpfs                                                                                                              64M     0   64M   0% /dev
tmpfs                                                                                                             2.0G     0  2.0G   0% /sys/fs/cgroup
/dev/vda1                                                                                                          28G  5.1G   22G  20% /etc/hosts
shm                                                                                                                64M     0   64M   0% /dev/shm
10.97.50.161:6789:/volumes/csi/csi-vol-2203acb6-01ae-11ed-8ecf-e6f29e19d3ef/0224b892-adb3-4b47-b099-63c3fde33b0e  4.0M     0  4.0M   0% /var/lib/www/html
tmpfs                                                                                                             3.9G   12K  3.9G   1% /run/secrets/kubernetes.io/serviceaccount
tmpfs                                                                                                             2.0G     0  2.0G   0% /proc/acpi
tmpfs                                                                                                             2.0G     0  2.0G   0% /proc/scsi
tmpfs                                                                                                             2.0G     0  2.0G   0% /sys/firmware
# 

5Mib PVC

[🎩︎]mrajanna@fedora cephfs $]kubectl get pvc
NAME         STATUS   VOLUME                                     CAPACITY   ACCESS MODES   STORAGECLASS   AGE
cephfs-pvc   Bound    pvc-440e605b-1f4e-4442-9100-32721309ffa0   5Mi        RWO            rook-cephfs    79s
[🎩︎]mrajanna@fedora cephfs $]


[🎩︎]mrajanna@fedora cephfs $]kubectl exec -it pod/csicephfs-demo-pod -- sh
# df -h
Filesystem                                                                                                        Size  Used Avail Use% Mounted on
overlay                                                                                                            28G  5.1G   22G  20% /
tmpfs                                                                                                              64M     0   64M   0% /dev
tmpfs                                                                                                             2.0G     0  2.0G   0% /sys/fs/cgroup
/dev/vda1                                                                                                          28G  5.1G   22G  20% /etc/hosts
shm                                                                                                                64M     0   64M   0% /dev/shm
10.97.50.161:6789:/volumes/csi/csi-vol-c923b795-01ae-11ed-8ecf-e6f29e19d3ef/6990d536-02f3-47fd-8c56-a915f0d487ec  4.0M     0  4.0M   0% /var/lib/www/html
tmpfs                                                                                                             3.9G   12K  3.9G   1% /run/secrets/kubernetes.io/serviceaccount
tmpfs                                                                                                             2.0G     0  2.0G   0% /proc/acpi
tmpfs                                                                                                             2.0G     0  2.0G   0% /proc/scsi
tmpfs                                                                                                             2.0G     0  2.0G   0% /sys/firmware
# exit

6Mib PVC

[🎩︎]mrajanna@fedora cephfs $]kubectl get pvc
NAME         STATUS   VOLUME                                     CAPACITY   ACCESS MODES   STORAGECLASS   AGE
cephfs-pvc   Bound    pvc-d48d36d7-580f-40e6-909f-d407c8e1c182   6Mi        RWO            rook-cephfs    35s
[🎩︎]mrajanna@fedora cephfs $]kubectl exec -it pod/csicephfs-demo-pod -- sh
# df -h
Filesystem                                                                                                        Size  Used Avail Use% Mounted on
overlay                                                                                                            28G  5.1G   22G  20% /
tmpfs                                                                                                              64M     0   64M   0% /dev
tmpfs                                                                                                             2.0G     0  2.0G   0% /sys/fs/cgroup
/dev/vda1                                                                                                          28G  5.1G   22G  20% /etc/hosts
shm                                                                                                                64M     0   64M   0% /dev/shm
10.97.50.161:6789:/volumes/csi/csi-vol-c923b795-01ae-11ed-8ecf-e6f29e19d3ef/6990d536-02f3-47fd-8c56-a915f0d487ec  4.0M     0  4.0M   0% /var/lib/www/html
tmpfs                                                                                                             3.9G   12K  3.9G   1% /run/secrets/kubernetes.io/serviceaccount
tmpfs                                                                                                             2.0G     0  2.0G   0% /proc/acpi
tmpfs                                                                                                             2.0G     0  2.0G   0% /proc/scsi
tmpfs                                                                                                             2.0G     0  2.0G   0% /sys/firmware
# exit

8Mib PVC

[🎩︎]mrajanna@fedora cephfs $]kubectl get pvc
NAME         STATUS   VOLUME                                     CAPACITY   ACCESS MODES   STORAGECLASS   AGE
cephfs-pvc   Bound    pvc-87b11bf4-5b0c-4916-ae75-0664fc4ec2ca   8Mi        RWO            rook-cephfs    9s
[🎩︎]mrajanna@fedora cephfs $]kub^C
[🎩︎]mrajanna@fedora cephfs $]kubectl execectl exec -it pod/csicephfs-demo-pod -- sh
# df -h
Filesystem                                                                                                        Size  Used Avail Use% Mounted on
overlay                                                                                                            28G  5.1G   22G  20% /
tmpfs                                                                                                              64M     0   64M   0% /dev
tmpfs                                                                                                             2.0G     0  2.0G   0% /sys/fs/cgroup
/dev/vda1                                                                                                          28G  5.1G   22G  20% /etc/hosts
shm                                                                                                                64M     0   64M   0% /dev/shm
10.97.50.161:6789:/volumes/csi/csi-vol-f4f035b0-01ae-11ed-8ecf-e6f29e19d3ef/02268cb8-2c7c-46cd-9ea7-6d98f065b4d5  8.0M     0  8.0M   0% /var/lib/www/html
tmpfs                                                                                                             3.9G   12K  3.9G   1% /run/secrets/kubernetes.io/serviceaccount
tmpfs                                                                                                             2.0G     0  2.0G   0% /proc/acpi
tmpfs                                                                                                             2.0G     0  2.0G   0% /proc/scsi
tmpfs                                                                                                             2.0G     0  2.0G   0% /sys/firmware
# 

Metadata

Metadata

Assignees

No one assigned

    Labels

    No labels
    No labels

    Type

    No type

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions