linux_nvidia_7_A100_80gx2.json 2.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869
  1. {
  2. "name": "llm03-A100",
  3. "hostname": "llm03-A100",
  4. "ip": "192.168.50.12",
  5. "labels": {
  6. "os": "Linux"
  7. },
  8. "state": "ready",
  9. "system_reserved": {
  10. "memory": 2147483648,
  11. "gpu_memory": 0
  12. },
  13. "status": {
  14. "memory": {
  15. "total": 185695780864,
  16. "utilization_rate": 5.905919020930682,
  17. "is_unified_memory": false,
  18. "used": 3967795200,
  19. "allocated": 0
  20. },
  21. "gpu_devices": [
  22. {
  23. "uuid": "GPU-e41f9601-2307-3af8-98c3-f25afe04c263",
  24. "name": "NVIDIA A100 80GB PCIe",
  25. "vendor": "nvidia",
  26. "index": 0,
  27. "device_index": 0,
  28. "device_chip_index": 0,
  29. "core": {
  30. "total": 10240,
  31. "utilization_rate": 0.0
  32. },
  33. "memory": {
  34. "total": 85899345920,
  35. "utilization_rate": 2.500228993649243,
  36. "is_unified_memory": false,
  37. "used": 429326336,
  38. "allocated": 0
  39. },
  40. "temperature": 36.0,
  41. "type": "cuda"
  42. },
  43. {
  44. "uuid": "GPU-e41f9601-2307-3af8-98c3-f25afe04c263",
  45. "name": "NVIDIA A100 80GB PCIe",
  46. "vendor": "nvidia",
  47. "index": 1,
  48. "device_index": 1,
  49. "device_chip_index": 0,
  50. "core": {
  51. "total": 10240,
  52. "utilization_rate": 0.0
  53. },
  54. "memory": {
  55. "total": 85899345920,
  56. "utilization_rate": 3.6070316316560818,
  57. "is_unified_memory": false,
  58. "used": 619380736,
  59. "allocated": null
  60. },
  61. "temperature": 38.0,
  62. "type": "cuda"
  63. }
  64. ]
  65. },
  66. "id": 10,
  67. "created_at": "2024-07-05T02:17:42",
  68. "updated_at": "2024-07-05T10:36:21"
  69. }