maas-base/tests/fixtures/estimates/llama3_70b_partial_offload.json

{
  "estimate": {
    "items": [
      {
        "offloadLayers": 0,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 80,
          "handleLastLayer": 79,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2949224632,
          "nonuma": 3106511032
        },
        "vrams": [
          {
            "handleLayers": 0,
            "handleLastLayer": -1,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 0,
            "nonuma": 1419771904
          }
        ]
      },
      {
        "offloadLayers": 1,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 79,
          "handleLastLayer": 78,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2915670200,
          "nonuma": 3072956600
        },
        "vrams": [
          {
            "handleLayers": 1,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 33554432,
            "nonuma": 1968246784
          }
        ]
      },
      {
        "offloadLayers": 2,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 78,
          "handleLastLayer": 77,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2882115768,
          "nonuma": 3039402168
        },
        "vrams": [
          {
            "handleLayers": 2,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 67108864,
            "nonuma": 2483163136
          }
        ]
      },
      {
        "offloadLayers": 3,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 77,
          "handleLastLayer": 76,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2848561336,
          "nonuma": 3005847736
        },
        "vrams": [
          {
            "handleLayers": 3,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 100663296,
            "nonuma": 2998079488
          }
        ]
      },
      {
        "offloadLayers": 4,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 76,
          "handleLastLayer": 75,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2815006904,
          "nonuma": 2972293304
        },
        "vrams": [
          {
            "handleLayers": 4,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 134217728,
            "nonuma": 3512995840
          }
        ]
      },
      {
        "offloadLayers": 5,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 75,
          "handleLastLayer": 74,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2781452472,
          "nonuma": 2938738872
        },
        "vrams": [
          {
            "handleLayers": 5,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 167772160,
            "nonuma": 4027912192
          }
        ]
      },
      {
        "offloadLayers": 6,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 74,
          "handleLastLayer": 73,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2747898040,
          "nonuma": 2905184440
        },
        "vrams": [
          {
            "handleLayers": 6,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 201326592,
            "nonuma": 4542828544
          }
        ]
      },
      {
        "offloadLayers": 7,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 73,
          "handleLastLayer": 72,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2714343608,
          "nonuma": 2871630008
        },
        "vrams": [
          {
            "handleLayers": 7,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 234881024,
            "nonuma": 5057744896
          }
        ]
      },
      {
        "offloadLayers": 8,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 72,
          "handleLastLayer": 71,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2680789176,
          "nonuma": 2838075576
        },
        "vrams": [
          {
            "handleLayers": 8,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 268435456,
            "nonuma": 5572661248
          }
        ]
      },
      {
        "offloadLayers": 9,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 71,
          "handleLastLayer": 70,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2647234744,
          "nonuma": 2804521144
        },
        "vrams": [
          {
            "handleLayers": 9,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 301989888,
            "nonuma": 6087577600
          }
        ]
      },
      {
        "offloadLayers": 10,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 70,
          "handleLastLayer": 69,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2613680312,
          "nonuma": 2770966712
        },
        "vrams": [
          {
            "handleLayers": 10,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 335544320,
            "nonuma": 6602493952
          }
        ]
      },
      {
        "offloadLayers": 11,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 69,
          "handleLastLayer": 68,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2580125880,
          "nonuma": 2737412280
        },
        "vrams": [
          {
            "handleLayers": 11,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 369098752,
            "nonuma": 7117410304
          }
        ]
      },
      {
        "offloadLayers": 12,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 68,
          "handleLastLayer": 67,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2546571448,
          "nonuma": 2703857848
        },
        "vrams": [
          {
            "handleLayers": 12,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 402653184,
            "nonuma": 7632326656
          }
        ]
      },
      {
        "offloadLayers": 13,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 67,
          "handleLastLayer": 66,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2513017016,
          "nonuma": 2670303416
        },
        "vrams": [
          {
            "handleLayers": 13,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 436207616,
            "nonuma": 8147243008
          }
        ]
      },
      {
        "offloadLayers": 14,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 66,
          "handleLastLayer": 65,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2479462584,
          "nonuma": 2636748984
        },
        "vrams": [
          {
            "handleLayers": 14,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 469762048,
            "nonuma": 8662159360
          }
        ]
      },
      {
        "offloadLayers": 15,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 65,
          "handleLastLayer": 64,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2445908152,
          "nonuma": 2603194552
        },
        "vrams": [
          {
            "handleLayers": 15,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 503316480,
            "nonuma": 9177075712
          }
        ]
      },
      {
        "offloadLayers": 16,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 64,
          "handleLastLayer": 63,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2412353720,
          "nonuma": 2569640120
        },
        "vrams": [
          {
            "handleLayers": 16,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 536870912,
            "nonuma": 9691992064
          }
        ]
      },
      {
        "offloadLayers": 17,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 63,
          "handleLastLayer": 62,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2378799288,
          "nonuma": 2536085688
        },
        "vrams": [
          {
            "handleLayers": 17,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 570425344,
            "nonuma": 10206908416
          }
        ]
      },
      {
        "offloadLayers": 18,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 62,
          "handleLastLayer": 61,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2345244856,
          "nonuma": 2502531256
        },
        "vrams": [
          {
            "handleLayers": 18,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 603979776,
            "nonuma": 10721824768
          }
        ]
      },
      {
        "offloadLayers": 19,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 61,
          "handleLastLayer": 60,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2311690424,
          "nonuma": 2468976824
        },
        "vrams": [
          {
            "handleLayers": 19,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 637534208,
            "nonuma": 11236741120
          }
        ]
      },
      {
        "offloadLayers": 20,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 60,
          "handleLastLayer": 59,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2278135992,
          "nonuma": 2435422392
        },
        "vrams": [
          {
            "handleLayers": 20,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 671088640,
            "nonuma": 11751657472
          }
        ]
      },
      {
        "offloadLayers": 21,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 59,
          "handleLastLayer": 58,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2244581560,
          "nonuma": 2401867960
        },
        "vrams": [
          {
            "handleLayers": 21,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 704643072,
            "nonuma": 12266573824
          }
        ]
      },
      {
        "offloadLayers": 22,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 58,
          "handleLastLayer": 57,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2211027128,
          "nonuma": 2368313528
        },
        "vrams": [
          {
            "handleLayers": 22,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 738197504,
            "nonuma": 12781490176
          }
        ]
      },
      {
        "offloadLayers": 23,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 57,
          "handleLastLayer": 56,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2177472696,
          "nonuma": 2334759096
        },
        "vrams": [
          {
            "handleLayers": 23,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 771751936,
            "nonuma": 13296406528
          }
        ]
      },
      {
        "offloadLayers": 24,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 56,
          "handleLastLayer": 55,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2143918264,
          "nonuma": 2301204664
        },
        "vrams": [
          {
            "handleLayers": 24,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 805306368,
            "nonuma": 13811322880
          }
        ]
      },
      {
        "offloadLayers": 25,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 55,
          "handleLastLayer": 54,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2110363832,
          "nonuma": 2267650232
        },
        "vrams": [
          {
            "handleLayers": 25,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 838860800,
            "nonuma": 14326239232
          }
        ]
      },
      {
        "offloadLayers": 26,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 54,
          "handleLastLayer": 53,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2076809400,
          "nonuma": 2234095800
        },
        "vrams": [
          {
            "handleLayers": 26,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 872415232,
            "nonuma": 14841155584
          }
        ]
      },
      {
        "offloadLayers": 27,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 53,
          "handleLastLayer": 52,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2043254968,
          "nonuma": 2200541368
        },
        "vrams": [
          {
            "handleLayers": 27,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 905969664,
            "nonuma": 15356071936
          }
        ]
      },
      {
        "offloadLayers": 28,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 52,
          "handleLastLayer": 51,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 2009700536,
          "nonuma": 2166986936
        },
        "vrams": [
          {
            "handleLayers": 28,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 939524096,
            "nonuma": 15870988288
          }
        ]
      },
      {
        "offloadLayers": 29,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 51,
          "handleLastLayer": 50,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1976146104,
          "nonuma": 2133432504
        },
        "vrams": [
          {
            "handleLayers": 29,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 973078528,
            "nonuma": 16385904640
          }
        ]
      },
      {
        "offloadLayers": 30,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 50,
          "handleLastLayer": 49,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1942591672,
          "nonuma": 2099878072
        },
        "vrams": [
          {
            "handleLayers": 30,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1006632960,
            "nonuma": 16900820992
          }
        ]
      },
      {
        "offloadLayers": 31,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 49,
          "handleLastLayer": 48,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1909037240,
          "nonuma": 2066323640
        },
        "vrams": [
          {
            "handleLayers": 31,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1040187392,
            "nonuma": 17415737344
          }
        ]
      },
      {
        "offloadLayers": 32,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 48,
          "handleLastLayer": 47,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1875482808,
          "nonuma": 2032769208
        },
        "vrams": [
          {
            "handleLayers": 32,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1073741824,
            "nonuma": 17930653696
          }
        ]
      },
      {
        "offloadLayers": 33,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 47,
          "handleLastLayer": 46,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1841928376,
          "nonuma": 1999214776
        },
        "vrams": [
          {
            "handleLayers": 33,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1107296256,
            "nonuma": 18445570048
          }
        ]
      },
      {
        "offloadLayers": 34,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 46,
          "handleLastLayer": 45,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1808373944,
          "nonuma": 1965660344
        },
        "vrams": [
          {
            "handleLayers": 34,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1140850688,
            "nonuma": 18960486400
          }
        ]
      },
      {
        "offloadLayers": 35,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 45,
          "handleLastLayer": 44,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1774819512,
          "nonuma": 1932105912
        },
        "vrams": [
          {
            "handleLayers": 35,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1174405120,
            "nonuma": 19475402752
          }
        ]
      },
      {
        "offloadLayers": 36,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 44,
          "handleLastLayer": 43,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1741265080,
          "nonuma": 1898551480
        },
        "vrams": [
          {
            "handleLayers": 36,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1207959552,
            "nonuma": 19990319104
          }
        ]
      },
      {
        "offloadLayers": 37,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 43,
          "handleLastLayer": 42,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1707710648,
          "nonuma": 1864997048
        },
        "vrams": [
          {
            "handleLayers": 37,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1241513984,
            "nonuma": 20505235456
          }
        ]
      },
      {
        "offloadLayers": 38,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 42,
          "handleLastLayer": 41,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1674156216,
          "nonuma": 1831442616
        },
        "vrams": [
          {
            "handleLayers": 38,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1275068416,
            "nonuma": 21020151808
          }
        ]
      },
      {
        "offloadLayers": 39,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 41,
          "handleLastLayer": 40,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1640601784,
          "nonuma": 1797888184
        },
        "vrams": [
          {
            "handleLayers": 39,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1308622848,
            "nonuma": 21535068160
          }
        ]
      },
      {
        "offloadLayers": 40,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 40,
          "handleLastLayer": 39,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1607047352,
          "nonuma": 1764333752
        },
        "vrams": [
          {
            "handleLayers": 40,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1342177280,
            "nonuma": 22049984512
          }
        ]
      },
      {
        "offloadLayers": 41,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 39,
          "handleLastLayer": 38,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1573492920,
          "nonuma": 1730779320
        },
        "vrams": [
          {
            "handleLayers": 41,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1375731712,
            "nonuma": 22564900864
          }
        ]
      },
      {
        "offloadLayers": 42,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 38,
          "handleLastLayer": 37,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1539938488,
          "nonuma": 1697224888
        },
        "vrams": [
          {
            "handleLayers": 42,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1409286144,
            "nonuma": 23079817216
          }
        ]
      },
      {
        "offloadLayers": 43,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 37,
          "handleLastLayer": 36,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1506384056,
          "nonuma": 1663670456
        },
        "vrams": [
          {
            "handleLayers": 43,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1442840576,
            "nonuma": 23594733568
          }
        ]
      },
      {
        "offloadLayers": 44,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 36,
          "handleLastLayer": 35,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1472829624,
          "nonuma": 1630116024
        },
        "vrams": [
          {
            "handleLayers": 44,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1476395008,
            "nonuma": 24109649920
          }
        ]
      },
      {
        "offloadLayers": 45,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 35,
          "handleLastLayer": 34,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1439275192,
          "nonuma": 1596561592
        },
        "vrams": [
          {
            "handleLayers": 45,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1509949440,
            "nonuma": 24624566272
          }
        ]
      },
      {
        "offloadLayers": 46,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 34,
          "handleLastLayer": 33,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1405720760,
          "nonuma": 1563007160
        },
        "vrams": [
          {
            "handleLayers": 46,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1543503872,
            "nonuma": 25139482624
          }
        ]
      },
      {
        "offloadLayers": 47,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 33,
          "handleLastLayer": 32,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1372166328,
          "nonuma": 1529452728
        },
        "vrams": [
          {
            "handleLayers": 47,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1577058304,
            "nonuma": 25654398976
          }
        ]
      },
      {
        "offloadLayers": 48,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 32,
          "handleLastLayer": 31,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1338611896,
          "nonuma": 1495898296
        },
        "vrams": [
          {
            "handleLayers": 48,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1610612736,
            "nonuma": 26169315328
          }
        ]
      },
      {
        "offloadLayers": 49,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 31,
          "handleLastLayer": 30,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1305057464,
          "nonuma": 1462343864
        },
        "vrams": [
          {
            "handleLayers": 49,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1644167168,
            "nonuma": 26684231680
          }
        ]
      },
      {
        "offloadLayers": 50,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 30,
          "handleLastLayer": 29,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1271503032,
          "nonuma": 1428789432
        },
        "vrams": [
          {
            "handleLayers": 50,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1677721600,
            "nonuma": 27199148032
          }
        ]
      },
      {
        "offloadLayers": 51,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 29,
          "handleLastLayer": 28,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1237948600,
          "nonuma": 1395235000
        },
        "vrams": [
          {
            "handleLayers": 51,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1711276032,
            "nonuma": 27714064384
          }
        ]
      },
      {
        "offloadLayers": 52,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 28,
          "handleLastLayer": 27,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1204394168,
          "nonuma": 1361680568
        },
        "vrams": [
          {
            "handleLayers": 52,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1744830464,
            "nonuma": 28228980736
          }
        ]
      },
      {
        "offloadLayers": 53,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 27,
          "handleLastLayer": 26,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1170839736,
          "nonuma": 1328126136
        },
        "vrams": [
          {
            "handleLayers": 53,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1778384896,
            "nonuma": 28743897088
          }
        ]
      },
      {
        "offloadLayers": 54,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 26,
          "handleLastLayer": 25,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1137285304,
          "nonuma": 1294571704
        },
        "vrams": [
          {
            "handleLayers": 54,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1811939328,
            "nonuma": 29258813440
          }
        ]
      },
      {
        "offloadLayers": 55,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 25,
          "handleLastLayer": 24,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1103730872,
          "nonuma": 1261017272
        },
        "vrams": [
          {
            "handleLayers": 55,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1845493760,
            "nonuma": 29773729792
          }
        ]
      },
      {
        "offloadLayers": 56,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 24,
          "handleLastLayer": 23,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1070176440,
          "nonuma": 1227462840
        },
        "vrams": [
          {
            "handleLayers": 56,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1879048192,
            "nonuma": 30288646144
          }
        ]
      },
      {
        "offloadLayers": 57,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 23,
          "handleLastLayer": 22,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1036622008,
          "nonuma": 1193908408
        },
        "vrams": [
          {
            "handleLayers": 57,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1912602624,
            "nonuma": 30803562496
          }
        ]
      },
      {
        "offloadLayers": 58,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 22,
          "handleLastLayer": 21,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 1003067576,
          "nonuma": 1160353976
        },
        "vrams": [
          {
            "handleLayers": 58,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1946157056,
            "nonuma": 31318478848
          }
        ]
      },
      {
        "offloadLayers": 59,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 21,
          "handleLastLayer": 20,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 969513144,
          "nonuma": 1126799544
        },
        "vrams": [
          {
            "handleLayers": 59,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 1979711488,
            "nonuma": 31833395200
          }
        ]
      },
      {
        "offloadLayers": 60,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 20,
          "handleLastLayer": 19,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 935958712,
          "nonuma": 1093245112
        },
        "vrams": [
          {
            "handleLayers": 60,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 2013265920,
            "nonuma": 32348311552
          }
        ]
      },
      {
        "offloadLayers": 61,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 19,
          "handleLastLayer": 18,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 902404280,
          "nonuma": 1059690680
        },
        "vrams": [
          {
            "handleLayers": 61,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 2046820352,
            "nonuma": 32863227904
          }
        ]
      },
      {
        "offloadLayers": 62,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 18,
          "handleLastLayer": 17,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 868849848,
          "nonuma": 1026136248
        },
        "vrams": [
          {
            "handleLayers": 62,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 2080374784,
            "nonuma": 33378144256
          }
        ]
      },
      {
        "offloadLayers": 63,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 17,
          "handleLastLayer": 16,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 835295416,
          "nonuma": 992581816
        },
        "vrams": [
          {
            "handleLayers": 63,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 2113929216,
            "nonuma": 33893060608
          }
        ]
      },
      {
        "offloadLayers": 64,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 16,
          "handleLastLayer": 15,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 801740984,
          "nonuma": 959027384
        },
        "vrams": [
          {
            "handleLayers": 64,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 2147483648,
            "nonuma": 34407976960
          }
        ]
      },
      {
        "offloadLayers": 65,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 15,
          "handleLastLayer": 14,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 768186552,
          "nonuma": 925472952
        },
        "vrams": [
          {
            "handleLayers": 65,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 2181038080,
            "nonuma": 34922893312
          }
        ]
      },
      {
        "offloadLayers": 66,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 14,
          "handleLastLayer": 13,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 734632120,
          "nonuma": 891918520
        },
        "vrams": [
          {
            "handleLayers": 66,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 2214592512,
            "nonuma": 35437809664
          }
        ]
      },
      {
        "offloadLayers": 67,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 13,
          "handleLastLayer": 12,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 701077688,
          "nonuma": 858364088
        },
        "vrams": [
          {
            "handleLayers": 67,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 2248146944,
            "nonuma": 35952726016
          }
        ]
      },
      {
        "offloadLayers": 68,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 12,
          "handleLastLayer": 11,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 667523256,
          "nonuma": 824809656
        },
        "vrams": [
          {
            "handleLayers": 68,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 2281701376,
            "nonuma": 36467642368
          }
        ]
      },
      {
        "offloadLayers": 69,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 11,
          "handleLastLayer": 10,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 633968824,
          "nonuma": 791255224
        },
        "vrams": [
          {
            "handleLayers": 69,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 2315255808,
            "nonuma": 36982558720
          }
        ]
      },
      {
        "offloadLayers": 70,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 10,
          "handleLastLayer": 9,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 600414392,
          "nonuma": 757700792
        },
        "vrams": [
          {
            "handleLayers": 70,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 2348810240,
            "nonuma": 37497475072
          }
        ]
      },
      {
        "offloadLayers": 71,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 9,
          "handleLastLayer": 8,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 566859960,
          "nonuma": 724146360
        },
        "vrams": [
          {
            "handleLayers": 71,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 2382364672,
            "nonuma": 38012391424
          }
        ]
      },
      {
        "offloadLayers": 72,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 8,
          "handleLastLayer": 7,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 533305528,
          "nonuma": 690591928
        },
        "vrams": [
          {
            "handleLayers": 72,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 2415919104,
            "nonuma": 38527307776
          }
        ]
      },
      {
        "offloadLayers": 73,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 7,
          "handleLastLayer": 6,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 499751096,
          "nonuma": 657037496
        },
        "vrams": [
          {
            "handleLayers": 73,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 2449473536,
            "nonuma": 39042224128
          }
        ]
      },
      {
        "offloadLayers": 74,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 6,
          "handleLastLayer": 5,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 466196664,
          "nonuma": 623483064
        },
        "vrams": [
          {
            "handleLayers": 74,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 2483027968,
            "nonuma": 39557140480
          }
        ]
      },
      {
        "offloadLayers": 75,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 5,
          "handleLastLayer": 4,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 432642232,
          "nonuma": 589928632
        },
        "vrams": [
          {
            "handleLayers": 75,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 2516582400,
            "nonuma": 40072056832
          }
        ]
      },
      {
        "offloadLayers": 76,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 4,
          "handleLastLayer": 3,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 399087800,
          "nonuma": 556374200
        },
        "vrams": [
          {
            "handleLayers": 76,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 2550136832,
            "nonuma": 40586973184
          }
        ]
      },
      {
        "offloadLayers": 77,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 3,
          "handleLastLayer": 2,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 365533368,
          "nonuma": 522819768
        },
        "vrams": [
          {
            "handleLayers": 77,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 2583691264,
            "nonuma": 41101889536
          }
        ]
      },
      {
        "offloadLayers": 78,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 2,
          "handleLastLayer": 1,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 331978936,
          "nonuma": 489265336
        },
        "vrams": [
          {
            "handleLayers": 78,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 2617245696,
            "nonuma": 41616805888
          }
        ]
      },
      {
        "offloadLayers": 79,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 1,
          "handleLastLayer": 0,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 298424504,
          "nonuma": 455710904
        },
        "vrams": [
          {
            "handleLayers": 79,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 2650800128,
            "nonuma": 42131722240
          }
        ]
      },
      {
        "offloadLayers": 80,
        "fullOffloaded": false,
        "ram": {
          "handleLayers": 0,
          "handleLastLayer": -1,
          "handleOutputLayer": true,
          "remote": false,
          "uma": 264870072,
          "nonuma": 422156472
        },
        "vrams": [
          {
            "handleLayers": 80,
            "handleLastLayer": 79,
            "handleOutputLayer": false,
            "remote": false,
            "uma": 2684354560,
            "nonuma": 42646638592
          }
        ]
      },
      {
        "offloadLayers": 81,
        "fullOffloaded": true,
        "ram": {
          "handleLayers": 0,
          "handleLastLayer": -1,
          "handleOutputLayer": false,
          "remote": false,
          "uma": 281101496,
          "nonuma": 438387896
        },
        "vrams": [
          {
            "handleLayers": 80,
            "handleLastLayer": 79,
            "handleOutputLayer": true,
            "remote": false,
            "uma": 2684900352,
            "nonuma": 43509097472
          }
        ]
      }
    ],
    "type": "model",
    "architecture": "llama",
    "contextSize": 8192,
    "flashAttention": false,
    "noMMap": false,
    "embeddingOnly": false,
    "reranking": false,
    "distributable": true,
    "logicalBatchSize": 2048,
    "physicalBatchSize": 512
  }
}