Out of space on IBM hosted Docker host

[richardlau]

e.g. https://ci.nodejs.org/job/node-test-commit-linux-containered/56990/nodes=ubuntu2404_sharedlibs_openssl111_x64/console

11:47:55 error: couldn't create a temp dir: No space left on device (os error 28) at path "/tmp/rustctrvhIF"
11:47:55 
11:47:55 error: could not compile `icu_locale_data` (build script) due to 1 previous error
11:47:55 warning: build failed, waiting for other jobs to finish...

[richardlau]

root@test-ibm-ubuntu2204-docker-x64-1:~# df -h
Filesystem      Size  Used Avail Use% Mounted on
tmpfs           3.2G  2.0M  3.2G   1% /run
/dev/xvda2       98G   94G     0 100% /
tmpfs            16G     0   16G   0% /dev/shm
tmpfs           5.0M     0  5.0M   0% /run/lock
/dev/xvda1      975M  108M  817M  12% /boot
/dev/xvdc1      196G   56G  131G  30% /home
overlay          98G   94G     0 100% /var/lib/docker/overlay2/8938d89719ad62356fb04d7d1d60cda6456a6f7c020c3a70bc1774a5f31fb676/merged
overlay          98G   94G     0 100% /var/lib/docker/overlay2/738fa11f48ec8fb1dd6afbf069721ca5c77b6c613028878d8eb8622f0c2750a2/merged
overlay          98G   94G     0 100% /var/lib/docker/overlay2/111a67cb3f4756a0f412586043ad054162335a8e88789923def87b024b9677ed/merged
overlay          98G   94G     0 100% /var/lib/docker/overlay2/c3e96139f6bd2f30c9832d75805840e51025c9136f58feea13c9cd2df95b6f52/merged
overlay          98G   94G     0 100% /var/lib/docker/overlay2/227546b10c254056a039a52fea192cd52d24aad9facec235bcc3fcd30ee8718a/merged
overlay          98G   94G     0 100% /var/lib/docker/overlay2/db960ff9434d37aab67c65516578e19930239f1f6b32c5f898d6f8a81b67243a/merged
overlay          98G   94G     0 100% /var/lib/docker/overlay2/454ac62d2e56d7da6ded50b5f248d73ae5377ffd7d5a782fe1f9aa465f471d6e/merged
overlay          98G   94G     0 100% /var/lib/docker/overlay2/d5aaa7b49444c3bce5c9fcec232e081e8f3a9863b30e24a8c8ed212c8d7ab169/merged
overlay          98G   94G     0 100% /var/lib/docker/overlay2/62e9f0e937c0378adc218b2c38011036ded2c68eb1d4ae00dbf7fa7dc8b924b4/merged
overlay          98G   94G     0 100% /var/lib/docker/overlay2/e9cc479f7fab14669eaf5e3bfd4ae0e90640b5354f20d2e88282a91a1a26dd8b/merged
tmpfs           3.2G  4.0K  3.2G   1% /run/user/0
root@test-ibm-ubuntu2204-docker-x64-1:~#

Looks like it's Docker

root@test-ibm-ubuntu2204-docker-x64-1:~# docker system df
TYPE            TOTAL     ACTIVE    SIZE      RECLAIMABLE
Images          66        10        81.17GB   28.96GB (35%)
Containers      10        10        1.015GB   0B (0%)
Local Volumes   6         0         1.605kB   1.605kB (100%)
Build Cache     394       0         84.94GB   7.485GB
root@test-ibm-ubuntu2204-docker-x64-1:~#

Going to run:

docker system prune -a

[richardlau]

root@test-ibm-ubuntu2204-docker-x64-1:~# docker system prune -a
...
Total reclaimed space: 84.94GB
root@test-ibm-ubuntu2204-docker-x64-1:~# df -h
Filesystem      Size  Used Avail Use% Mounted on
tmpfs           3.2G  2.0M  3.2G   1% /run
/dev/xvda2       98G   21G   73G  23% /
tmpfs            16G     0   16G   0% /dev/shm
tmpfs           5.0M     0  5.0M   0% /run/lock
/dev/xvda1      975M  108M  817M  12% /boot
/dev/xvdc1      196G   56G  131G  30% /home
overlay          98G   21G   73G  23% /var/lib/docker/overlay2/8938d89719ad62356fb04d7d1d60cda6456a6f7c020c3a70bc1774a5f31fb676/merged
overlay          98G   21G   73G  23% /var/lib/docker/overlay2/738fa11f48ec8fb1dd6afbf069721ca5c77b6c613028878d8eb8622f0c2750a2/merged
overlay          98G   21G   73G  23% /var/lib/docker/overlay2/111a67cb3f4756a0f412586043ad054162335a8e88789923def87b024b9677ed/merged
overlay          98G   21G   73G  23% /var/lib/docker/overlay2/c3e96139f6bd2f30c9832d75805840e51025c9136f58feea13c9cd2df95b6f52/merged
overlay          98G   21G   73G  23% /var/lib/docker/overlay2/227546b10c254056a039a52fea192cd52d24aad9facec235bcc3fcd30ee8718a/merged
overlay          98G   21G   73G  23% /var/lib/docker/overlay2/db960ff9434d37aab67c65516578e19930239f1f6b32c5f898d6f8a81b67243a/merged
overlay          98G   21G   73G  23% /var/lib/docker/overlay2/454ac62d2e56d7da6ded50b5f248d73ae5377ffd7d5a782fe1f9aa465f471d6e/merged
overlay          98G   21G   73G  23% /var/lib/docker/overlay2/d5aaa7b49444c3bce5c9fcec232e081e8f3a9863b30e24a8c8ed212c8d7ab169/merged
overlay          98G   21G   73G  23% /var/lib/docker/overlay2/62e9f0e937c0378adc218b2c38011036ded2c68eb1d4ae00dbf7fa7dc8b924b4/merged
overlay          98G   21G   73G  23% /var/lib/docker/overlay2/e9cc479f7fab14669eaf5e3bfd4ae0e90640b5354f20d2e88282a91a1a26dd8b/merged
tmpfs           3.2G  4.0K  3.2G   1% /run/user/0
root@test-ibm-ubuntu2204-docker-x64-1:~#