linux_nvidia_5_A100_80gx2.json 2.0 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667
  1. {
  2. "name": "llm01-A100",
  3. "hostname": "llm01-A100",
  4. "ip": "192.168.50.10",
  5. "labels": {
  6. "os": "Linux"
  7. },
  8. "state": "ready",
  9. "system_reserved": {
  10. "memory": 2147483648,
  11. "gpu_memory": 0
  12. },
  13. "status": {
  14. "memory": {
  15. "total": 507012829184,
  16. "utilization_rate": 5.905919020930682,
  17. "is_unified_memory": false,
  18. "used": 3967795200,
  19. "allocated": 0
  20. },
  21. "gpu_devices": [
  22. {
  23. "uuid": "GPU-e41f9601-2307-3af8-98c3-f25afe04c263",
  24. "name": "NVIDIA A100 80GB PCIe",
  25. "vendor": "nvidia",
  26. "index": 0,
  27. "device_index": 0,
  28. "device_chip_index": 0,
  29. "core": {
  30. "total": 10240,
  31. "utilization_rate": 0.0
  32. },
  33. "memory": {
  34. "total": 85899345920,
  35. "utilization_rate": 2.500228993649243,
  36. "is_unified_memory": false,
  37. "used": 429326336,
  38. "allocated": 0
  39. },
  40. "temperature": 36.0,
  41. "type": "cuda"
  42. },
  43. {
  44. "uuid": "GPU-e41f9601-2307-3af8-98c3-f25afe04c263",
  45. "name": "NVIDIA A100 80GB PCIe",
  46. "vendor": "nvidia",
  47. "index": 1,
  48. "core": {
  49. "total": 10240,
  50. "utilization_rate": 0.0
  51. },
  52. "memory": {
  53. "total": 85899345920,
  54. "utilization_rate": 3.6070316316560818,
  55. "is_unified_memory": false,
  56. "used": 619380736,
  57. "allocated": null
  58. },
  59. "temperature": 38.0,
  60. "type": "cuda"
  61. }
  62. ]
  63. },
  64. "id": 8,
  65. "created_at": "2024-07-05T02:17:42",
  66. "updated_at": "2024-07-05T10:36:21"
  67. }