625 lines
77 KiB
JSON
625 lines
77 KiB
JSON
{"time": 1789742993.8930721, "available_gib": 172.44721603393555, "oom_kill": 0, "gpu": "84797, 85651, 0, 34", "stop": false}
|
|
{"time": 1789742995.9187403, "available_gib": 172.4483184814453, "oom_kill": 0, "gpu": "84797, 85651, 100, 40", "stop": false}
|
|
{"time": 1789742997.9435408, "available_gib": 172.43352890014648, "oom_kill": 0, "gpu": "84797, 85651, 88, 41", "stop": false}
|
|
{"time": 1789742999.969222, "available_gib": 172.44828033447266, "oom_kill": 0, "gpu": "84797, 85651, 100, 42", "stop": false}
|
|
{"time": 1789743001.994626, "available_gib": 172.44638061523438, "oom_kill": 0, "gpu": "84797, 85651, 100, 43", "stop": false}
|
|
{"time": 1789743004.0204384, "available_gib": 172.44339752197266, "oom_kill": 0, "gpu": "84797, 85651, 100, 43", "stop": false}
|
|
{"time": 1789743006.0460222, "available_gib": 172.41333389282227, "oom_kill": 0, "gpu": "84797, 85651, 100, 44", "stop": false}
|
|
{"time": 1789743008.0727768, "available_gib": 172.41802978515625, "oom_kill": 0, "gpu": "84797, 85651, 100, 44", "stop": false}
|
|
{"time": 1789743010.0991132, "available_gib": 172.4132423400879, "oom_kill": 0, "gpu": "84797, 85651, 100, 44", "stop": false}
|
|
{"time": 1789743012.1248758, "available_gib": 172.42271041870117, "oom_kill": 0, "gpu": "84797, 85651, 100, 45", "stop": false}
|
|
{"time": 1789743014.15081, "available_gib": 172.42755508422852, "oom_kill": 0, "gpu": "84797, 85651, 100, 45", "stop": false}
|
|
{"time": 1789743016.175784, "available_gib": 172.4231948852539, "oom_kill": 0, "gpu": "84797, 85651, 100, 45", "stop": false}
|
|
{"time": 1789743018.2006702, "available_gib": 172.4263038635254, "oom_kill": 0, "gpu": "84797, 85651, 100, 46", "stop": false}
|
|
{"time": 1789743020.2257159, "available_gib": 172.4193344116211, "oom_kill": 0, "gpu": "84797, 85651, 100, 46", "stop": false}
|
|
{"time": 1789743022.2507591, "available_gib": 172.41914749145508, "oom_kill": 0, "gpu": "84797, 85651, 100, 46", "stop": false}
|
|
{"time": 1789743024.2756846, "available_gib": 172.4089813232422, "oom_kill": 0, "gpu": "84797, 85651, 100, 47", "stop": false}
|
|
{"time": 1789743026.3011591, "available_gib": 172.41101837158203, "oom_kill": 0, "gpu": "84797, 85651, 100, 47", "stop": false}
|
|
{"time": 1789743028.3262846, "available_gib": 172.41080474853516, "oom_kill": 0, "gpu": "84797, 85651, 100, 47", "stop": false}
|
|
{"time": 1789743030.3521566, "available_gib": 172.41079330444336, "oom_kill": 0, "gpu": "84797, 85651, 100, 47", "stop": false}
|
|
{"time": 1789743032.3783853, "available_gib": 172.41777420043945, "oom_kill": 0, "gpu": "84797, 85651, 100, 48", "stop": false}
|
|
{"time": 1789743034.403828, "available_gib": 172.42018127441406, "oom_kill": 0, "gpu": "84797, 85651, 100, 48", "stop": false}
|
|
{"time": 1789743036.4298394, "available_gib": 172.41797256469727, "oom_kill": 0, "gpu": "84797, 85651, 100, 48", "stop": false}
|
|
{"time": 1789743038.4559314, "available_gib": 172.42116928100586, "oom_kill": 0, "gpu": "84797, 85651, 100, 48", "stop": false}
|
|
{"time": 1789743040.4814112, "available_gib": 172.42036056518555, "oom_kill": 0, "gpu": "84797, 85651, 100, 49", "stop": false}
|
|
{"time": 1789743042.5068018, "available_gib": 172.41886138916016, "oom_kill": 0, "gpu": "84797, 85651, 100, 49", "stop": false}
|
|
{"time": 1789743044.5317273, "available_gib": 172.41489791870117, "oom_kill": 0, "gpu": "84797, 85651, 100, 49", "stop": false}
|
|
{"time": 1789743046.5577147, "available_gib": 172.41412353515625, "oom_kill": 0, "gpu": "84797, 85651, 100, 49", "stop": false}
|
|
{"time": 1789743048.5837293, "available_gib": 172.41419219970703, "oom_kill": 0, "gpu": "84797, 85651, 100, 49", "stop": false}
|
|
{"time": 1789743050.6099472, "available_gib": 172.40557861328125, "oom_kill": 0, "gpu": "84797, 85651, 100, 49", "stop": false}
|
|
{"time": 1789743052.635809, "available_gib": 172.40662002563477, "oom_kill": 0, "gpu": "84797, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743054.6614828, "available_gib": 172.40903854370117, "oom_kill": 0, "gpu": "84797, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743056.686891, "available_gib": 172.40744018554688, "oom_kill": 0, "gpu": "84797, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743058.7122042, "available_gib": 172.4039192199707, "oom_kill": 0, "gpu": "84797, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743060.737155, "available_gib": 172.4096450805664, "oom_kill": 0, "gpu": "84797, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743062.762888, "available_gib": 172.41356658935547, "oom_kill": 0, "gpu": "84797, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743064.789021, "available_gib": 172.41518020629883, "oom_kill": 0, "gpu": "84797, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743066.8147395, "available_gib": 172.4062843322754, "oom_kill": 0, "gpu": "84797, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743068.8408678, "available_gib": 172.40911483764648, "oom_kill": 0, "gpu": "84797, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743070.8669722, "available_gib": 172.4068145751953, "oom_kill": 0, "gpu": "84797, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743072.893002, "available_gib": 172.40983963012695, "oom_kill": 0, "gpu": "84797, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743074.9192512, "available_gib": 172.40817642211914, "oom_kill": 0, "gpu": "84797, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743076.945159, "available_gib": 172.40537643432617, "oom_kill": 0, "gpu": "84797, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743078.9712658, "available_gib": 172.40187454223633, "oom_kill": 0, "gpu": "84797, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743080.9970002, "available_gib": 172.39935302734375, "oom_kill": 0, "gpu": "84797, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743083.0224788, "available_gib": 172.40352249145508, "oom_kill": 0, "gpu": "84797, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743085.0485544, "available_gib": 172.4073257446289, "oom_kill": 0, "gpu": "84797, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743087.0739734, "available_gib": 172.40684509277344, "oom_kill": 0, "gpu": "84797, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743089.0995305, "available_gib": 172.40550994873047, "oom_kill": 0, "gpu": "84797, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743091.125159, "available_gib": 172.4019660949707, "oom_kill": 0, "gpu": "84797, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743093.151235, "available_gib": 172.40221786499023, "oom_kill": 0, "gpu": "84797, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743095.1767147, "available_gib": 172.40421295166016, "oom_kill": 0, "gpu": "84797, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743097.2028806, "available_gib": 172.4161262512207, "oom_kill": 0, "gpu": "84797, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743099.2291465, "available_gib": 172.4316177368164, "oom_kill": 0, "gpu": "84797, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743101.2551146, "available_gib": 172.43370056152344, "oom_kill": 0, "gpu": "84797, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743103.2816598, "available_gib": 172.43728256225586, "oom_kill": 0, "gpu": "84797, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743105.307239, "available_gib": 172.43943786621094, "oom_kill": 0, "gpu": "84797, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743107.3330648, "available_gib": 172.44949340820312, "oom_kill": 0, "gpu": "84797, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743109.359068, "available_gib": 172.44104385375977, "oom_kill": 0, "gpu": "84797, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743111.385109, "available_gib": 172.43330764770508, "oom_kill": 0, "gpu": "84797, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743113.4113765, "available_gib": 172.43706893920898, "oom_kill": 0, "gpu": "84797, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743115.4370093, "available_gib": 172.44180297851562, "oom_kill": 0, "gpu": "84797, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743117.4625585, "available_gib": 172.44410705566406, "oom_kill": 0, "gpu": "84797, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743119.4885128, "available_gib": 172.43635177612305, "oom_kill": 0, "gpu": "84797, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743121.5149198, "available_gib": 172.44395446777344, "oom_kill": 0, "gpu": "84797, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743123.5413435, "available_gib": 172.44974899291992, "oom_kill": 0, "gpu": "84797, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743125.5679505, "available_gib": 172.44622421264648, "oom_kill": 0, "gpu": "84797, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743127.5935173, "available_gib": 172.44979095458984, "oom_kill": 0, "gpu": "84797, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743129.6191273, "available_gib": 172.45713424682617, "oom_kill": 0, "gpu": "84797, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743131.6455028, "available_gib": 172.44577407836914, "oom_kill": 0, "gpu": "84797, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743133.672497, "available_gib": 172.45316314697266, "oom_kill": 0, "gpu": "84797, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743135.697847, "available_gib": 172.45311737060547, "oom_kill": 0, "gpu": "84797, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743137.7242105, "available_gib": 172.44537353515625, "oom_kill": 0, "gpu": "84797, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743139.7507234, "available_gib": 172.4357032775879, "oom_kill": 0, "gpu": "84797, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743141.7774155, "available_gib": 172.44175720214844, "oom_kill": 0, "gpu": "84797, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743143.8043108, "available_gib": 172.43401336669922, "oom_kill": 0, "gpu": "84797, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743145.8301265, "available_gib": 172.44019317626953, "oom_kill": 0, "gpu": "84797, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743147.855514, "available_gib": 172.45041275024414, "oom_kill": 0, "gpu": "84797, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743149.8819315, "available_gib": 172.4467430114746, "oom_kill": 0, "gpu": "84797, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743151.9083953, "available_gib": 172.45286178588867, "oom_kill": 0, "gpu": "84797, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743153.934035, "available_gib": 172.4552459716797, "oom_kill": 0, "gpu": "84797, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743155.9600441, "available_gib": 172.44754028320312, "oom_kill": 0, "gpu": "84797, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743157.987035, "available_gib": 172.4474754333496, "oom_kill": 0, "gpu": "84797, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743160.012713, "available_gib": 172.45933532714844, "oom_kill": 0, "gpu": "84797, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743162.0334756, "available_gib": 172.38756561279297, "oom_kill": 0, "gpu": "84797, 85651, 0, 48", "stop": false}
|
|
{"time": 1789743164.0600572, "available_gib": 172.37825393676758, "oom_kill": 0, "gpu": "84797, 85651, 100, 58", "stop": false}
|
|
{"time": 1789743166.085538, "available_gib": 172.386474609375, "oom_kill": 0, "gpu": "84797, 85651, 100, 58", "stop": false}
|
|
{"time": 1789743168.1112113, "available_gib": 172.39423751831055, "oom_kill": 0, "gpu": "84797, 85651, 100, 58", "stop": false}
|
|
{"time": 1789743170.135376, "available_gib": 172.39533615112305, "oom_kill": 0, "gpu": "84797, 85651, 100, 59", "stop": false}
|
|
{"time": 1789743172.1629245, "available_gib": 172.40753555297852, "oom_kill": 0, "gpu": "84797, 85651, 100, 59", "stop": false}
|
|
{"time": 1789743174.1864367, "available_gib": 172.4146385192871, "oom_kill": 0, "gpu": "84797, 85651, 100, 60", "stop": false}
|
|
{"time": 1789743176.2113686, "available_gib": 172.4199676513672, "oom_kill": 0, "gpu": "84797, 85651, 100, 61", "stop": false}
|
|
{"time": 1789743178.235966, "available_gib": 172.41577529907227, "oom_kill": 0, "gpu": "84797, 85651, 100, 61", "stop": false}
|
|
{"time": 1789743180.2613661, "available_gib": 172.42212295532227, "oom_kill": 0, "gpu": "84797, 85651, 100, 56", "stop": false}
|
|
{"time": 1789743182.2844982, "available_gib": 172.41865921020508, "oom_kill": 0, "gpu": "84797, 85651, 100, 61", "stop": false}
|
|
{"time": 1789743184.3087924, "available_gib": 172.41510391235352, "oom_kill": 0, "gpu": "84797, 85651, 100, 61", "stop": false}
|
|
{"time": 1789743186.3337767, "available_gib": 172.42054748535156, "oom_kill": 0, "gpu": "84797, 85651, 100, 62", "stop": false}
|
|
{"time": 1789743188.3582373, "available_gib": 172.41769409179688, "oom_kill": 0, "gpu": "84797, 85651, 100, 62", "stop": false}
|
|
{"time": 1789743190.3825104, "available_gib": 172.41735076904297, "oom_kill": 0, "gpu": "84797, 85651, 100, 63", "stop": false}
|
|
{"time": 1789743192.4065006, "available_gib": 172.42127227783203, "oom_kill": 0, "gpu": "84797, 85651, 100, 63", "stop": false}
|
|
{"time": 1789743194.4317603, "available_gib": 172.42076873779297, "oom_kill": 0, "gpu": "84797, 85651, 100, 58", "stop": false}
|
|
{"time": 1789743196.4574146, "available_gib": 172.41965103149414, "oom_kill": 0, "gpu": "84797, 85651, 99, 58", "stop": false}
|
|
{"time": 1789743198.4829125, "available_gib": 172.43689346313477, "oom_kill": 0, "gpu": "84797, 85651, 100, 57", "stop": false}
|
|
{"time": 1789743200.508612, "available_gib": 172.41334915161133, "oom_kill": 0, "gpu": "84797, 85651, 100, 57", "stop": false}
|
|
{"time": 1789743202.5339994, "available_gib": 172.41661071777344, "oom_kill": 0, "gpu": "84797, 85651, 100, 57", "stop": false}
|
|
{"time": 1789743204.55841, "available_gib": 172.39996337890625, "oom_kill": 0, "gpu": "84797, 85651, 100, 57", "stop": false}
|
|
{"time": 1789743206.58313, "available_gib": 172.39534378051758, "oom_kill": 0, "gpu": "84797, 85651, 100, 56", "stop": false}
|
|
{"time": 1789743208.6087117, "available_gib": 172.3869171142578, "oom_kill": 0, "gpu": "84797, 85651, 100, 56", "stop": false}
|
|
{"time": 1789743210.6334622, "available_gib": 172.39297485351562, "oom_kill": 0, "gpu": "84797, 85651, 100, 56", "stop": false}
|
|
{"time": 1789743212.6587076, "available_gib": 172.39804077148438, "oom_kill": 0, "gpu": "84797, 85651, 100, 57", "stop": false}
|
|
{"time": 1789743214.679407, "available_gib": 174.36180877685547, "oom_kill": 0, "gpu": "84797, 85651, 0, 51", "stop": false}
|
|
{"time": 1789743216.6994534, "available_gib": 175.1852035522461, "oom_kill": 0, "gpu": "84797, 85651, 0, 50", "stop": false}
|
|
{"time": 1789743218.7198522, "available_gib": 175.1703224182129, "oom_kill": 0, "gpu": "84797, 85651, 0, 49", "stop": false}
|
|
{"time": 1789743220.740253, "available_gib": 175.17662811279297, "oom_kill": 0, "gpu": "84797, 85651, 0, 48", "stop": false}
|
|
{"time": 1789743222.7602718, "available_gib": 175.17460250854492, "oom_kill": 0, "gpu": "84797, 85651, 0, 48", "stop": false}
|
|
{"time": 1789743229.6084123, "available_gib": 190.91661071777344, "oom_kill": 0, "gpu": "3, 85651, 0, 45", "stop": false}
|
|
{"time": 1789743231.630355, "available_gib": 242.44229888916016, "oom_kill": 0, "gpu": "0, 85651, 0, 45", "stop": false}
|
|
{"time": 1789743233.6530468, "available_gib": 242.35516738891602, "oom_kill": 0, "gpu": "0, 85651, 0, 44", "stop": false}
|
|
{"time": 1789743235.6799445, "available_gib": 242.30181884765625, "oom_kill": 0, "gpu": "0, 85651, 0, 43", "stop": false}
|
|
{"time": 1789743237.7048993, "available_gib": 242.2751808166504, "oom_kill": 0, "gpu": "0, 85651, 0, 42", "stop": false}
|
|
{"time": 1789743239.7298052, "available_gib": 242.2560272216797, "oom_kill": 0, "gpu": "0, 85651, 0, 42", "stop": false}
|
|
{"time": 1789743241.7549934, "available_gib": 242.20417404174805, "oom_kill": 0, "gpu": "0, 85651, 0, 41", "stop": false}
|
|
{"time": 1789743243.779685, "available_gib": 242.14367294311523, "oom_kill": 0, "gpu": "0, 85651, 0, 40", "stop": false}
|
|
{"time": 1789743245.8037167, "available_gib": 242.09040069580078, "oom_kill": 0, "gpu": "0, 85651, 0, 40", "stop": false}
|
|
{"time": 1789743247.8466423, "available_gib": 241.7714080810547, "oom_kill": 0, "gpu": "3, 85651, 0, 39", "stop": false}
|
|
{"time": 1789743249.8889477, "available_gib": 241.40981674194336, "oom_kill": 0, "gpu": "3, 85651, 0, 39", "stop": false}
|
|
{"time": 1789743251.9310393, "available_gib": 241.1487274169922, "oom_kill": 0, "gpu": "3, 85651, 0, 38", "stop": false}
|
|
{"time": 1789743253.9736116, "available_gib": 240.97250366210938, "oom_kill": 0, "gpu": "3, 85651, 0, 38", "stop": false}
|
|
{"time": 1789743256.0156634, "available_gib": 240.2674903869629, "oom_kill": 0, "gpu": "3, 85651, 0, 38", "stop": false}
|
|
{"time": 1789743258.0573394, "available_gib": 240.00533294677734, "oom_kill": 0, "gpu": "3, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743260.1017191, "available_gib": 239.7233428955078, "oom_kill": 0, "gpu": "3, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743262.1220598, "available_gib": 239.19343948364258, "oom_kill": 0, "gpu": "683, 85651, 2, 37", "stop": false}
|
|
{"time": 1789743264.1423042, "available_gib": 238.81260681152344, "oom_kill": 0, "gpu": "4285, 85651, 0, 38", "stop": false}
|
|
{"time": 1789743266.1623287, "available_gib": 234.10787963867188, "oom_kill": 0, "gpu": "4285, 85651, 0, 38", "stop": false}
|
|
{"time": 1789743268.1824176, "available_gib": 229.910400390625, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743270.2026012, "available_gib": 225.91469192504883, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743272.2226171, "available_gib": 221.90094757080078, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743274.2424407, "available_gib": 217.90217971801758, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743276.2622116, "available_gib": 213.95528411865234, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743278.2818873, "available_gib": 210.04045486450195, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743280.302443, "available_gib": 206.0911102294922, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743282.3223915, "available_gib": 202.18833541870117, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743284.342848, "available_gib": 198.23841857910156, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743286.3631046, "available_gib": 194.30224227905273, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743288.3831742, "available_gib": 190.38965225219727, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743290.4034154, "available_gib": 186.47941970825195, "oom_kill": 0, "gpu": "4285, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743292.4239209, "available_gib": 182.56446838378906, "oom_kill": 0, "gpu": "4285, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743294.4439209, "available_gib": 178.62585067749023, "oom_kill": 0, "gpu": "4285, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743296.4635558, "available_gib": 174.67407989501953, "oom_kill": 0, "gpu": "4285, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743298.484325, "available_gib": 173.4862289428711, "oom_kill": 0, "gpu": "76995, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743300.5052922, "available_gib": 173.47106552124023, "oom_kill": 0, "gpu": "76995, 85651, 7, 36", "stop": false}
|
|
{"time": 1789743302.5263877, "available_gib": 173.44770050048828, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743304.5477655, "available_gib": 173.44190216064453, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743306.572195, "available_gib": 173.42721557617188, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743308.5933337, "available_gib": 173.46649551391602, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743310.614528, "available_gib": 173.50944900512695, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743312.6357765, "available_gib": 173.54594039916992, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743314.6571312, "available_gib": 173.57780838012695, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743316.6779072, "available_gib": 173.67039108276367, "oom_kill": 0, "gpu": "76995, 85651, 8, 36", "stop": false}
|
|
{"time": 1789743318.6988745, "available_gib": 173.6916618347168, "oom_kill": 0, "gpu": "76995, 85651, 3, 36", "stop": false}
|
|
{"time": 1789743320.7197983, "available_gib": 173.72816467285156, "oom_kill": 0, "gpu": "76995, 85651, 3, 36", "stop": false}
|
|
{"time": 1789743322.7410035, "available_gib": 173.74269485473633, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743324.7621593, "available_gib": 173.79139709472656, "oom_kill": 0, "gpu": "76995, 85651, 3, 36", "stop": false}
|
|
{"time": 1789743326.7830343, "available_gib": 173.8392562866211, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743328.8042507, "available_gib": 173.84291458129883, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743330.8253624, "available_gib": 173.9206657409668, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743332.846458, "available_gib": 173.9108123779297, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743334.8676717, "available_gib": 173.95557403564453, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743336.8889298, "available_gib": 173.98338317871094, "oom_kill": 0, "gpu": "76995, 85651, 6, 35", "stop": false}
|
|
{"time": 1789743338.9100575, "available_gib": 174.0068702697754, "oom_kill": 0, "gpu": "76995, 85651, 4, 35", "stop": false}
|
|
{"time": 1789743340.9305177, "available_gib": 174.01351165771484, "oom_kill": 0, "gpu": "76995, 85651, 4, 35", "stop": false}
|
|
{"time": 1789743342.9574733, "available_gib": 174.00801849365234, "oom_kill": 0, "gpu": "76995, 85651, 0, 35", "stop": false}
|
|
{"time": 1789743344.9781544, "available_gib": 173.8778190612793, "oom_kill": 0, "gpu": "82531, 85651, 0, 35", "stop": false}
|
|
{"time": 1789743346.9989328, "available_gib": 173.89619827270508, "oom_kill": 0, "gpu": "82531, 85651, 50, 36", "stop": false}
|
|
{"time": 1789743349.0198088, "available_gib": 173.94148635864258, "oom_kill": 0, "gpu": "82559, 85651, 0, 35", "stop": false}
|
|
{"time": 1789743351.040807, "available_gib": 173.9337158203125, "oom_kill": 0, "gpu": "79121, 85651, 0, 35", "stop": false}
|
|
{"time": 1789743353.0616393, "available_gib": 173.59209823608398, "oom_kill": 0, "gpu": "79131, 85651, 0, 35", "stop": false}
|
|
{"time": 1789743355.0827384, "available_gib": 173.4678955078125, "oom_kill": 0, "gpu": "79131, 85651, 0, 35", "stop": false}
|
|
{"time": 1789743357.104013, "available_gib": 172.85984802246094, "oom_kill": 0, "gpu": "81095, 85651, 0, 35", "stop": false}
|
|
{"time": 1789743359.1243138, "available_gib": 173.2513542175293, "oom_kill": 0, "gpu": "81095, 85651, 0, 35", "stop": false}
|
|
{"time": 1789743361.1446815, "available_gib": 173.23069763183594, "oom_kill": 0, "gpu": "81095, 85651, 0, 35", "stop": false}
|
|
{"time": 1789743363.1656852, "available_gib": 173.2288589477539, "oom_kill": 0, "gpu": "82317, 85651, 100, 43", "stop": false}
|
|
{"time": 1789743365.1863644, "available_gib": 173.2270965576172, "oom_kill": 0, "gpu": "82317, 85651, 100, 44", "stop": false}
|
|
{"time": 1789743367.206995, "available_gib": 173.21285247802734, "oom_kill": 0, "gpu": "82317, 85651, 64, 42", "stop": false}
|
|
{"time": 1789743369.227728, "available_gib": 173.15103149414062, "oom_kill": 0, "gpu": "82319, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743371.2485144, "available_gib": 173.17145538330078, "oom_kill": 0, "gpu": "82319, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743373.2686968, "available_gib": 173.10255432128906, "oom_kill": 0, "gpu": "82319, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743375.289341, "available_gib": 173.1105842590332, "oom_kill": 0, "gpu": "79683, 85651, 63, 42", "stop": false}
|
|
{"time": 1789743377.310061, "available_gib": 173.2584686279297, "oom_kill": 0, "gpu": "80157, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743379.330606, "available_gib": 173.22555923461914, "oom_kill": 0, "gpu": "80239, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743381.3509958, "available_gib": 173.3180694580078, "oom_kill": 0, "gpu": "83047, 85651, 1, 36", "stop": false}
|
|
{"time": 1789743383.370858, "available_gib": 173.2816619873047, "oom_kill": 0, "gpu": "83047, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743385.3907626, "available_gib": 173.23712921142578, "oom_kill": 0, "gpu": "83047, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743387.4104686, "available_gib": 173.25224685668945, "oom_kill": 0, "gpu": "83047, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743389.4309165, "available_gib": 173.26059341430664, "oom_kill": 0, "gpu": "83049, 85651, 1, 36", "stop": false}
|
|
{"time": 1789743391.450981, "available_gib": 173.16680526733398, "oom_kill": 0, "gpu": "83055, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743393.4715426, "available_gib": 173.06145477294922, "oom_kill": 0, "gpu": "83055, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743395.492277, "available_gib": 173.10271835327148, "oom_kill": 0, "gpu": "83055, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743397.5132124, "available_gib": 173.11201095581055, "oom_kill": 0, "gpu": "83157, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743399.5333133, "available_gib": 173.06784439086914, "oom_kill": 0, "gpu": "83157, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743401.5540614, "available_gib": 173.05779266357422, "oom_kill": 0, "gpu": "83163, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743403.579573, "available_gib": 173.06655502319336, "oom_kill": 0, "gpu": "83163, 85651, 84, 41", "stop": false}
|
|
{"time": 1789743405.6054838, "available_gib": 173.08317184448242, "oom_kill": 0, "gpu": "83163, 85651, 100, 42", "stop": false}
|
|
{"time": 1789743407.6315184, "available_gib": 173.0826072692871, "oom_kill": 0, "gpu": "83163, 85651, 100, 43", "stop": false}
|
|
{"time": 1789743409.6563766, "available_gib": 173.06651306152344, "oom_kill": 0, "gpu": "83165, 85651, 77, 43", "stop": false}
|
|
{"time": 1789743411.6810968, "available_gib": 172.9534683227539, "oom_kill": 0, "gpu": "83835, 85651, 100, 44", "stop": false}
|
|
{"time": 1789743413.705223, "available_gib": 172.33104705810547, "oom_kill": 0, "gpu": "84753, 85651, 100, 48", "stop": false}
|
|
{"time": 1789743415.7302306, "available_gib": 172.4871826171875, "oom_kill": 0, "gpu": "84755, 85651, 100, 44", "stop": false}
|
|
{"time": 1789743417.75524, "available_gib": 172.52772903442383, "oom_kill": 0, "gpu": "84755, 85651, 100, 46", "stop": false}
|
|
{"time": 1789743419.7805443, "available_gib": 172.54979705810547, "oom_kill": 0, "gpu": "84759, 85651, 100, 45", "stop": false}
|
|
{"time": 1789743421.806648, "available_gib": 172.57553100585938, "oom_kill": 0, "gpu": "84759, 85651, 100, 45", "stop": false}
|
|
{"time": 1789743423.8317566, "available_gib": 172.58489227294922, "oom_kill": 0, "gpu": "84759, 85651, 100, 46", "stop": false}
|
|
{"time": 1789743425.8571992, "available_gib": 172.58294677734375, "oom_kill": 0, "gpu": "84759, 85651, 100, 46", "stop": false}
|
|
{"time": 1789743427.8820453, "available_gib": 172.57914352416992, "oom_kill": 0, "gpu": "84759, 85651, 100, 46", "stop": false}
|
|
{"time": 1789743429.9071174, "available_gib": 172.58489227294922, "oom_kill": 0, "gpu": "84759, 85651, 100, 46", "stop": false}
|
|
{"time": 1789743431.9314394, "available_gib": 172.58298873901367, "oom_kill": 0, "gpu": "84759, 85651, 100, 47", "stop": false}
|
|
{"time": 1789743433.9564836, "available_gib": 172.58153915405273, "oom_kill": 0, "gpu": "84759, 85651, 100, 47", "stop": false}
|
|
{"time": 1789743435.9823027, "available_gib": 172.58718490600586, "oom_kill": 0, "gpu": "84759, 85651, 100, 47", "stop": false}
|
|
{"time": 1789743438.0072143, "available_gib": 172.58710861206055, "oom_kill": 0, "gpu": "84759, 85651, 100, 47", "stop": false}
|
|
{"time": 1789743440.0316548, "available_gib": 172.58600234985352, "oom_kill": 0, "gpu": "84759, 85651, 100, 48", "stop": false}
|
|
{"time": 1789743442.0570004, "available_gib": 172.58583068847656, "oom_kill": 0, "gpu": "84759, 85651, 100, 48", "stop": false}
|
|
{"time": 1789743444.081906, "available_gib": 172.5858039855957, "oom_kill": 0, "gpu": "84759, 85651, 100, 48", "stop": false}
|
|
{"time": 1789743446.1073487, "available_gib": 172.58935546875, "oom_kill": 0, "gpu": "84759, 85651, 100, 48", "stop": false}
|
|
{"time": 1789743448.1323597, "available_gib": 172.58035278320312, "oom_kill": 0, "gpu": "84759, 85651, 100, 48", "stop": false}
|
|
{"time": 1789743450.15754, "available_gib": 172.58575820922852, "oom_kill": 0, "gpu": "84759, 85651, 100, 48", "stop": false}
|
|
{"time": 1789743452.1833196, "available_gib": 172.5850830078125, "oom_kill": 0, "gpu": "84759, 85651, 100, 49", "stop": false}
|
|
{"time": 1789743454.208151, "available_gib": 172.5833282470703, "oom_kill": 0, "gpu": "84759, 85651, 100, 49", "stop": false}
|
|
{"time": 1789743456.2327328, "available_gib": 172.58715438842773, "oom_kill": 0, "gpu": "84759, 85651, 100, 49", "stop": false}
|
|
{"time": 1789743458.2573335, "available_gib": 172.58446502685547, "oom_kill": 0, "gpu": "84759, 85651, 100, 49", "stop": false}
|
|
{"time": 1789743460.2828667, "available_gib": 172.5850715637207, "oom_kill": 0, "gpu": "84759, 85651, 100, 49", "stop": false}
|
|
{"time": 1789743462.3078372, "available_gib": 172.5800018310547, "oom_kill": 0, "gpu": "84759, 85651, 100, 49", "stop": false}
|
|
{"time": 1789743464.33269, "available_gib": 172.58169174194336, "oom_kill": 0, "gpu": "84759, 85651, 100, 49", "stop": false}
|
|
{"time": 1789743466.3571842, "available_gib": 172.57829666137695, "oom_kill": 0, "gpu": "84759, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743468.3811376, "available_gib": 172.57852172851562, "oom_kill": 0, "gpu": "84759, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743470.4063337, "available_gib": 172.59275436401367, "oom_kill": 0, "gpu": "84759, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743472.431251, "available_gib": 172.59864044189453, "oom_kill": 0, "gpu": "84759, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743474.4564416, "available_gib": 172.60233306884766, "oom_kill": 0, "gpu": "84759, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743476.481559, "available_gib": 172.59457778930664, "oom_kill": 0, "gpu": "84759, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743478.5064373, "available_gib": 172.6103286743164, "oom_kill": 0, "gpu": "84759, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743480.5307262, "available_gib": 172.62775039672852, "oom_kill": 0, "gpu": "84759, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743482.5562549, "available_gib": 172.61786270141602, "oom_kill": 0, "gpu": "84759, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743484.5813863, "available_gib": 172.62933731079102, "oom_kill": 0, "gpu": "84759, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743486.6072564, "available_gib": 172.62554931640625, "oom_kill": 0, "gpu": "84759, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743488.63282, "available_gib": 172.62833404541016, "oom_kill": 0, "gpu": "84759, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743490.6583722, "available_gib": 172.62057876586914, "oom_kill": 0, "gpu": "84759, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743492.684071, "available_gib": 172.62283325195312, "oom_kill": 0, "gpu": "84759, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743494.7092838, "available_gib": 172.6273536682129, "oom_kill": 0, "gpu": "84759, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743496.7351062, "available_gib": 172.62580108642578, "oom_kill": 0, "gpu": "84759, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743498.7601368, "available_gib": 172.62276077270508, "oom_kill": 0, "gpu": "84759, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743500.78492, "available_gib": 172.62115859985352, "oom_kill": 0, "gpu": "84759, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743502.8107402, "available_gib": 172.6251106262207, "oom_kill": 0, "gpu": "84759, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743504.8364482, "available_gib": 172.6214942932129, "oom_kill": 0, "gpu": "84759, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743506.8617234, "available_gib": 172.6231918334961, "oom_kill": 0, "gpu": "84759, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743508.8863335, "available_gib": 172.62788772583008, "oom_kill": 0, "gpu": "84759, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743510.9119735, "available_gib": 172.62989044189453, "oom_kill": 0, "gpu": "84759, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743512.9368422, "available_gib": 172.63046264648438, "oom_kill": 0, "gpu": "84759, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743514.9624221, "available_gib": 172.62270736694336, "oom_kill": 0, "gpu": "84759, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743516.987541, "available_gib": 172.62264251708984, "oom_kill": 0, "gpu": "84759, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743519.0120552, "available_gib": 172.61489868164062, "oom_kill": 0, "gpu": "84759, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743521.0366497, "available_gib": 172.61508560180664, "oom_kill": 0, "gpu": "84759, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743523.0619605, "available_gib": 172.61526107788086, "oom_kill": 0, "gpu": "84759, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743525.0872154, "available_gib": 172.61988067626953, "oom_kill": 0, "gpu": "84759, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743527.1127303, "available_gib": 172.62136459350586, "oom_kill": 0, "gpu": "84759, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743529.137909, "available_gib": 172.61513137817383, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743531.1632333, "available_gib": 172.62389373779297, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743533.188662, "available_gib": 172.6221923828125, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743535.2138846, "available_gib": 172.62632751464844, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743537.2387412, "available_gib": 172.6260643005371, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743539.2632637, "available_gib": 172.62511825561523, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743541.2876751, "available_gib": 172.62701797485352, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743543.3130155, "available_gib": 172.62727737426758, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743545.3385234, "available_gib": 172.63215255737305, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743547.3637378, "available_gib": 172.6363410949707, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743549.3886216, "available_gib": 172.6325225830078, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743551.4133384, "available_gib": 172.6255989074707, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743553.438609, "available_gib": 172.62480926513672, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743555.4636686, "available_gib": 172.62656784057617, "oom_kill": 0, "gpu": "84759, 85651, 86, 52", "stop": false}
|
|
{"time": 1789743557.4889739, "available_gib": 172.62308883666992, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743559.5141568, "available_gib": 172.6314353942871, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743561.539715, "available_gib": 172.62345504760742, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743563.565002, "available_gib": 172.63013458251953, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743565.5897946, "available_gib": 172.61325073242188, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743567.614607, "available_gib": 172.60382843017578, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743569.6399143, "available_gib": 172.61295318603516, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743571.665013, "available_gib": 172.6142234802246, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743573.691099, "available_gib": 172.61298370361328, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743575.716717, "available_gib": 172.61080169677734, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743577.741419, "available_gib": 172.60554885864258, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743579.7667089, "available_gib": 172.60740661621094, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743581.7916934, "available_gib": 172.6053695678711, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743583.8170035, "available_gib": 172.60088729858398, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743585.8422914, "available_gib": 172.6147918701172, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743587.8678956, "available_gib": 172.61311721801758, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743589.893016, "available_gib": 172.61607360839844, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743591.9179227, "available_gib": 172.6152458190918, "oom_kill": 0, "gpu": "84759, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743593.9394135, "available_gib": 172.49266815185547, "oom_kill": 0, "gpu": "84759, 85651, 0, 48", "stop": false}
|
|
{"time": 1789743595.96263, "available_gib": 172.47529983520508, "oom_kill": 0, "gpu": "84759, 85651, 100, 57", "stop": false}
|
|
{"time": 1789743597.9865532, "available_gib": 172.47649383544922, "oom_kill": 0, "gpu": "84759, 85651, 100, 58", "stop": false}
|
|
{"time": 1789743600.011351, "available_gib": 172.47513961791992, "oom_kill": 0, "gpu": "84759, 85651, 100, 58", "stop": false}
|
|
{"time": 1789743602.0350573, "available_gib": 172.47442626953125, "oom_kill": 0, "gpu": "84759, 85651, 100, 59", "stop": false}
|
|
{"time": 1789743604.0597992, "available_gib": 172.47433471679688, "oom_kill": 0, "gpu": "84759, 85651, 100, 59", "stop": false}
|
|
{"time": 1789743606.0856547, "available_gib": 172.47597885131836, "oom_kill": 0, "gpu": "84759, 85651, 100, 59", "stop": false}
|
|
{"time": 1789743608.1109443, "available_gib": 172.4771270751953, "oom_kill": 0, "gpu": "84759, 85651, 100, 61", "stop": false}
|
|
{"time": 1789743610.136922, "available_gib": 172.47300720214844, "oom_kill": 0, "gpu": "84759, 85651, 100, 55", "stop": false}
|
|
{"time": 1789743612.1622267, "available_gib": 172.46633911132812, "oom_kill": 0, "gpu": "84759, 85651, 100, 55", "stop": false}
|
|
{"time": 1789743614.1874115, "available_gib": 172.46381378173828, "oom_kill": 0, "gpu": "84759, 85651, 100, 55", "stop": false}
|
|
{"time": 1789743616.210489, "available_gib": 172.47092056274414, "oom_kill": 0, "gpu": "84759, 85651, 100, 61", "stop": false}
|
|
{"time": 1789743618.2337203, "available_gib": 172.46821975708008, "oom_kill": 0, "gpu": "84759, 85651, 100, 61", "stop": false}
|
|
{"time": 1789743620.2577622, "available_gib": 172.47286987304688, "oom_kill": 0, "gpu": "84759, 85651, 100, 62", "stop": false}
|
|
{"time": 1789743622.2841165, "available_gib": 172.46925735473633, "oom_kill": 0, "gpu": "84759, 85651, 100, 62", "stop": false}
|
|
{"time": 1789743624.3088126, "available_gib": 172.4719467163086, "oom_kill": 0, "gpu": "84759, 85651, 100, 62", "stop": false}
|
|
{"time": 1789743626.3321114, "available_gib": 172.4673614501953, "oom_kill": 0, "gpu": "84759, 85651, 100, 63", "stop": false}
|
|
{"time": 1789743628.3577669, "available_gib": 172.45921325683594, "oom_kill": 0, "gpu": "84759, 85651, 100, 57", "stop": false}
|
|
{"time": 1789743630.381975, "available_gib": 172.45735931396484, "oom_kill": 0, "gpu": "84759, 85651, 100, 57", "stop": false}
|
|
{"time": 1789743632.4074128, "available_gib": 172.47180557250977, "oom_kill": 0, "gpu": "84759, 85651, 100, 57", "stop": false}
|
|
{"time": 1789743634.433758, "available_gib": 172.4716796875, "oom_kill": 0, "gpu": "84759, 85651, 100, 56", "stop": false}
|
|
{"time": 1789743636.4596326, "available_gib": 172.47660446166992, "oom_kill": 0, "gpu": "84759, 85651, 100, 56", "stop": false}
|
|
{"time": 1789743638.4853396, "available_gib": 172.4737548828125, "oom_kill": 0, "gpu": "84759, 85651, 100, 56", "stop": false}
|
|
{"time": 1789743640.5112894, "available_gib": 172.4694061279297, "oom_kill": 0, "gpu": "84759, 85651, 100, 56", "stop": false}
|
|
{"time": 1789743642.5373013, "available_gib": 172.4714698791504, "oom_kill": 0, "gpu": "84759, 85651, 100, 55", "stop": false}
|
|
{"time": 1789743644.5635104, "available_gib": 172.4744110107422, "oom_kill": 0, "gpu": "84759, 85651, 100, 55", "stop": false}
|
|
{"time": 1789743646.5894952, "available_gib": 172.47317504882812, "oom_kill": 0, "gpu": "84759, 85651, 100, 55", "stop": false}
|
|
{"time": 1789743648.6155689, "available_gib": 172.47101211547852, "oom_kill": 0, "gpu": "84759, 85651, 100, 55", "stop": false}
|
|
{"time": 1789743650.6409676, "available_gib": 172.46884155273438, "oom_kill": 0, "gpu": "84759, 85651, 100, 55", "stop": false}
|
|
{"time": 1789743652.6616406, "available_gib": 174.40550231933594, "oom_kill": 0, "gpu": "84759, 85651, 0, 50", "stop": false}
|
|
{"time": 1789743654.6818483, "available_gib": 174.40292358398438, "oom_kill": 0, "gpu": "84759, 85651, 0, 50", "stop": false}
|
|
{"time": 1789743656.7018807, "available_gib": 175.23258590698242, "oom_kill": 0, "gpu": "84759, 85651, 0, 48", "stop": false}
|
|
{"time": 1789743658.7224524, "available_gib": 175.22650909423828, "oom_kill": 0, "gpu": "84759, 85651, 0, 48", "stop": false}
|
|
{"time": 1789743660.7429912, "available_gib": 175.2299690246582, "oom_kill": 0, "gpu": "84759, 85651, 0, 47", "stop": false}
|
|
{"time": 1789743667.684546, "available_gib": 189.53302764892578, "oom_kill": 0, "gpu": "3, 85651, 0, 45", "stop": false}
|
|
{"time": 1789743669.7074604, "available_gib": 242.46288299560547, "oom_kill": 0, "gpu": "0, 85651, 0, 45", "stop": false}
|
|
{"time": 1789743671.7295043, "available_gib": 242.38314819335938, "oom_kill": 0, "gpu": "0, 85651, 0, 43", "stop": false}
|
|
{"time": 1789743673.7539766, "available_gib": 242.30734252929688, "oom_kill": 0, "gpu": "0, 85651, 0, 43", "stop": false}
|
|
{"time": 1789743675.77852, "available_gib": 242.25893783569336, "oom_kill": 0, "gpu": "0, 85651, 0, 42", "stop": false}
|
|
{"time": 1789743677.8033016, "available_gib": 242.2384796142578, "oom_kill": 0, "gpu": "0, 85651, 0, 41", "stop": false}
|
|
{"time": 1789743679.8281374, "available_gib": 242.18122482299805, "oom_kill": 0, "gpu": "0, 85651, 0, 41", "stop": false}
|
|
{"time": 1789743681.8531134, "available_gib": 242.11988830566406, "oom_kill": 0, "gpu": "0, 85651, 0, 40", "stop": false}
|
|
{"time": 1789743683.877929, "available_gib": 242.06714248657227, "oom_kill": 0, "gpu": "0, 85651, 0, 40", "stop": false}
|
|
{"time": 1789743685.9199724, "available_gib": 241.74395751953125, "oom_kill": 0, "gpu": "3, 85651, 0, 39", "stop": false}
|
|
{"time": 1789743687.9635887, "available_gib": 241.41803741455078, "oom_kill": 0, "gpu": "3, 85651, 0, 39", "stop": false}
|
|
{"time": 1789743690.005523, "available_gib": 241.17269897460938, "oom_kill": 0, "gpu": "3, 85651, 0, 38", "stop": false}
|
|
{"time": 1789743692.048056, "available_gib": 240.93939590454102, "oom_kill": 0, "gpu": "3, 85651, 0, 38", "stop": false}
|
|
{"time": 1789743694.0926096, "available_gib": 240.32037353515625, "oom_kill": 0, "gpu": "3, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743696.134711, "available_gib": 240.09738159179688, "oom_kill": 0, "gpu": "3, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743698.1778443, "available_gib": 239.82658004760742, "oom_kill": 0, "gpu": "3, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743700.1996496, "available_gib": 239.30536651611328, "oom_kill": 0, "gpu": "683, 85651, 2, 37", "stop": false}
|
|
{"time": 1789743702.2195978, "available_gib": 239.08550262451172, "oom_kill": 0, "gpu": "2915, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743704.239852, "available_gib": 234.2517204284668, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743706.2606213, "available_gib": 230.40094375610352, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743708.280376, "available_gib": 226.4360122680664, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743710.3012598, "available_gib": 222.46880340576172, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743712.32121, "available_gib": 218.4713897705078, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743714.341048, "available_gib": 214.47138214111328, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743716.360451, "available_gib": 210.4367904663086, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743718.3802285, "available_gib": 206.42337799072266, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743720.4000227, "available_gib": 202.46843719482422, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743722.4194143, "available_gib": 198.42879104614258, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743724.4388602, "available_gib": 194.38553619384766, "oom_kill": 0, "gpu": "4285, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743726.4584868, "available_gib": 190.3592414855957, "oom_kill": 0, "gpu": "4285, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743728.4785507, "available_gib": 186.39047622680664, "oom_kill": 0, "gpu": "4285, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743730.4990554, "available_gib": 182.43556594848633, "oom_kill": 0, "gpu": "4285, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743732.5190928, "available_gib": 178.44296646118164, "oom_kill": 0, "gpu": "4285, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743734.5388536, "available_gib": 174.4428482055664, "oom_kill": 0, "gpu": "4285, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743736.5602393, "available_gib": 173.5626335144043, "oom_kill": 0, "gpu": "76995, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743738.581365, "available_gib": 173.58563232421875, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743740.602393, "available_gib": 173.59395599365234, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743742.623244, "available_gib": 173.592041015625, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743744.644461, "available_gib": 173.58086395263672, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743746.6653383, "available_gib": 173.5805892944336, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743748.6863484, "available_gib": 173.57102584838867, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743750.7072456, "available_gib": 173.6135025024414, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743752.7283082, "available_gib": 173.61641693115234, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743754.7494485, "available_gib": 173.60739517211914, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743756.770568, "available_gib": 173.62178421020508, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743758.791231, "available_gib": 173.6512794494629, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743760.8119733, "available_gib": 173.6450080871582, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743762.8327234, "available_gib": 173.65488052368164, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743764.8535624, "available_gib": 173.63638305664062, "oom_kill": 0, "gpu": "76995, 85651, 6, 36", "stop": false}
|
|
{"time": 1789743766.8746958, "available_gib": 173.65426635742188, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743768.89607, "available_gib": 173.6699333190918, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743770.9170897, "available_gib": 173.67607879638672, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789743772.9382615, "available_gib": 173.70412826538086, "oom_kill": 0, "gpu": "76995, 85651, 4, 35", "stop": false}
|
|
{"time": 1789743774.959427, "available_gib": 173.7211685180664, "oom_kill": 0, "gpu": "76995, 85651, 4, 35", "stop": false}
|
|
{"time": 1789743776.9805934, "available_gib": 173.74411010742188, "oom_kill": 0, "gpu": "76995, 85651, 37, 35", "stop": false}
|
|
{"time": 1789743779.0047975, "available_gib": 173.68999481201172, "oom_kill": 0, "gpu": "76995, 85651, 0, 35", "stop": false}
|
|
{"time": 1789743781.0252128, "available_gib": 173.55987930297852, "oom_kill": 0, "gpu": "82531, 85651, 0, 35", "stop": false}
|
|
{"time": 1789743783.0469394, "available_gib": 173.57495498657227, "oom_kill": 0, "gpu": "82531, 85651, 10, 35", "stop": false}
|
|
{"time": 1789743785.0683353, "available_gib": 173.6102638244629, "oom_kill": 0, "gpu": "82559, 85651, 0, 35", "stop": false}
|
|
{"time": 1789743787.0894022, "available_gib": 173.57339477539062, "oom_kill": 0, "gpu": "79131, 85651, 0, 35", "stop": false}
|
|
{"time": 1789743789.109543, "available_gib": 173.24087524414062, "oom_kill": 0, "gpu": "79131, 85651, 0, 35", "stop": false}
|
|
{"time": 1789743791.13055, "available_gib": 173.11621475219727, "oom_kill": 0, "gpu": "79131, 85651, 0, 35", "stop": false}
|
|
{"time": 1789743793.152408, "available_gib": 172.55051803588867, "oom_kill": 0, "gpu": "81095, 85651, 0, 35", "stop": false}
|
|
{"time": 1789743795.1728363, "available_gib": 172.77595138549805, "oom_kill": 0, "gpu": "81095, 85651, 0, 35", "stop": false}
|
|
{"time": 1789743797.1929188, "available_gib": 172.77360916137695, "oom_kill": 0, "gpu": "81095, 85651, 0, 35", "stop": false}
|
|
{"time": 1789743799.214182, "available_gib": 172.7921257019043, "oom_kill": 0, "gpu": "82317, 85651, 100, 44", "stop": false}
|
|
{"time": 1789743801.2358875, "available_gib": 172.80052947998047, "oom_kill": 0, "gpu": "82317, 85651, 100, 45", "stop": false}
|
|
{"time": 1789743803.2571647, "available_gib": 172.80226516723633, "oom_kill": 0, "gpu": "82317, 85651, 0, 39", "stop": false}
|
|
{"time": 1789743805.2780788, "available_gib": 172.79526901245117, "oom_kill": 0, "gpu": "82319, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743807.299253, "available_gib": 172.80913162231445, "oom_kill": 0, "gpu": "82319, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743809.3191426, "available_gib": 172.6723861694336, "oom_kill": 0, "gpu": "82319, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743811.3417072, "available_gib": 173.06355667114258, "oom_kill": 0, "gpu": "80519, 85651, 2, 37", "stop": false}
|
|
{"time": 1789743813.3622966, "available_gib": 173.13029861450195, "oom_kill": 0, "gpu": "80189, 85651, 0, 37", "stop": false}
|
|
{"time": 1789743815.3829036, "available_gib": 173.09708404541016, "oom_kill": 0, "gpu": "80241, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743817.4042423, "available_gib": 173.31471633911133, "oom_kill": 0, "gpu": "80197, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743819.4245021, "available_gib": 173.30271530151367, "oom_kill": 0, "gpu": "83003, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743821.4452205, "available_gib": 173.21561431884766, "oom_kill": 0, "gpu": "83003, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743823.4653258, "available_gib": 173.16995239257812, "oom_kill": 0, "gpu": "83003, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743825.4860725, "available_gib": 173.21529006958008, "oom_kill": 0, "gpu": "83005, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743827.5069244, "available_gib": 173.12132263183594, "oom_kill": 0, "gpu": "83011, 85651, 2, 36", "stop": false}
|
|
{"time": 1789743829.5271885, "available_gib": 172.99286651611328, "oom_kill": 0, "gpu": "83011, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743831.549038, "available_gib": 173.04050064086914, "oom_kill": 0, "gpu": "83011, 85651, 5, 36", "stop": false}
|
|
{"time": 1789743833.570074, "available_gib": 173.05452728271484, "oom_kill": 0, "gpu": "83149, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743835.5897286, "available_gib": 173.02277755737305, "oom_kill": 0, "gpu": "83149, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743837.6093662, "available_gib": 173.02072143554688, "oom_kill": 0, "gpu": "83149, 85651, 0, 35", "stop": false}
|
|
{"time": 1789743839.6298525, "available_gib": 173.01683044433594, "oom_kill": 0, "gpu": "83155, 85651, 0, 36", "stop": false}
|
|
{"time": 1789743841.6556835, "available_gib": 173.02434158325195, "oom_kill": 0, "gpu": "83155, 85651, 100, 42", "stop": false}
|
|
{"time": 1789743843.681355, "available_gib": 173.0242156982422, "oom_kill": 0, "gpu": "83155, 85651, 100, 43", "stop": false}
|
|
{"time": 1789743845.7065227, "available_gib": 173.01176071166992, "oom_kill": 0, "gpu": "83155, 85651, 100, 44", "stop": false}
|
|
{"time": 1789743847.7316642, "available_gib": 172.9279899597168, "oom_kill": 0, "gpu": "83827, 85651, 100, 43", "stop": false}
|
|
{"time": 1789743849.7550159, "available_gib": 172.27711868286133, "oom_kill": 0, "gpu": "84693, 85651, 100, 48", "stop": false}
|
|
{"time": 1789743851.779772, "available_gib": 172.35914993286133, "oom_kill": 0, "gpu": "84693, 85651, 100, 48", "stop": false}
|
|
{"time": 1789743853.8058956, "available_gib": 172.42580795288086, "oom_kill": 0, "gpu": "84697, 85651, 100, 45", "stop": false}
|
|
{"time": 1789743855.83155, "available_gib": 172.41658782958984, "oom_kill": 0, "gpu": "84697, 85651, 100, 45", "stop": false}
|
|
{"time": 1789743857.8563097, "available_gib": 172.4184684753418, "oom_kill": 0, "gpu": "84697, 85651, 100, 46", "stop": false}
|
|
{"time": 1789743859.8813326, "available_gib": 172.41818618774414, "oom_kill": 0, "gpu": "84697, 85651, 100, 46", "stop": false}
|
|
{"time": 1789743861.9067163, "available_gib": 172.41766738891602, "oom_kill": 0, "gpu": "84697, 85651, 100, 46", "stop": false}
|
|
{"time": 1789743863.932184, "available_gib": 172.41712951660156, "oom_kill": 0, "gpu": "84697, 85651, 100, 47", "stop": false}
|
|
{"time": 1789743865.956786, "available_gib": 172.42663192749023, "oom_kill": 0, "gpu": "84697, 85651, 100, 47", "stop": false}
|
|
{"time": 1789743867.982782, "available_gib": 172.42996215820312, "oom_kill": 0, "gpu": "84697, 85651, 100, 47", "stop": false}
|
|
{"time": 1789743870.0088744, "available_gib": 172.4624481201172, "oom_kill": 0, "gpu": "84697, 85651, 100, 48", "stop": false}
|
|
{"time": 1789743872.0358696, "available_gib": 172.49190139770508, "oom_kill": 0, "gpu": "84697, 85651, 80, 48", "stop": false}
|
|
{"time": 1789743874.0616338, "available_gib": 172.50891876220703, "oom_kill": 0, "gpu": "84697, 85651, 100, 48", "stop": false}
|
|
{"time": 1789743876.0869436, "available_gib": 172.508544921875, "oom_kill": 0, "gpu": "84697, 85651, 100, 49", "stop": false}
|
|
{"time": 1789743878.1125872, "available_gib": 172.5115089416504, "oom_kill": 0, "gpu": "84697, 85651, 100, 49", "stop": false}
|
|
{"time": 1789743880.1391616, "available_gib": 172.51123046875, "oom_kill": 0, "gpu": "84697, 85651, 100, 49", "stop": false}
|
|
{"time": 1789743882.1654341, "available_gib": 172.51721954345703, "oom_kill": 0, "gpu": "84697, 85651, 100, 49", "stop": false}
|
|
{"time": 1789743884.1917255, "available_gib": 172.52043914794922, "oom_kill": 0, "gpu": "84697, 85651, 100, 49", "stop": false}
|
|
{"time": 1789743886.2185214, "available_gib": 172.52492904663086, "oom_kill": 0, "gpu": "84697, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743888.2450676, "available_gib": 172.5250587463379, "oom_kill": 0, "gpu": "84697, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743890.2708652, "available_gib": 172.5223503112793, "oom_kill": 0, "gpu": "84697, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743892.2970574, "available_gib": 172.5244483947754, "oom_kill": 0, "gpu": "84697, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743894.323345, "available_gib": 172.52897262573242, "oom_kill": 0, "gpu": "84697, 85651, 100, 50", "stop": false}
|
|
{"time": 1789743896.3477945, "available_gib": 172.5200309753418, "oom_kill": 0, "gpu": "84697, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743898.3742619, "available_gib": 172.52397537231445, "oom_kill": 0, "gpu": "84697, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743900.4001124, "available_gib": 172.53362274169922, "oom_kill": 0, "gpu": "84697, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743902.4257197, "available_gib": 172.53076934814453, "oom_kill": 0, "gpu": "84697, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743904.4522634, "available_gib": 172.53030395507812, "oom_kill": 0, "gpu": "84697, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743906.4786067, "available_gib": 172.5284767150879, "oom_kill": 0, "gpu": "84697, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743908.5038824, "available_gib": 172.53790283203125, "oom_kill": 0, "gpu": "84697, 85651, 100, 51", "stop": false}
|
|
{"time": 1789743910.5290341, "available_gib": 172.55227279663086, "oom_kill": 0, "gpu": "84697, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743912.5544894, "available_gib": 172.5442771911621, "oom_kill": 0, "gpu": "84697, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743914.580608, "available_gib": 172.5365219116211, "oom_kill": 0, "gpu": "84697, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743916.6071196, "available_gib": 172.54441452026367, "oom_kill": 0, "gpu": "84697, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743918.6325831, "available_gib": 172.5501251220703, "oom_kill": 0, "gpu": "84697, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743920.6588407, "available_gib": 172.54729080200195, "oom_kill": 0, "gpu": "84697, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743922.6839206, "available_gib": 172.56165313720703, "oom_kill": 0, "gpu": "84697, 85651, 94, 52", "stop": false}
|
|
{"time": 1789743924.710274, "available_gib": 172.56248474121094, "oom_kill": 0, "gpu": "84697, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743926.7364788, "available_gib": 172.56631088256836, "oom_kill": 0, "gpu": "84697, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743928.7624378, "available_gib": 172.57713317871094, "oom_kill": 0, "gpu": "84697, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743930.7882645, "available_gib": 172.57723236083984, "oom_kill": 0, "gpu": "84697, 85651, 100, 52", "stop": false}
|
|
{"time": 1789743932.8145838, "available_gib": 172.57740783691406, "oom_kill": 0, "gpu": "84697, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743934.8404663, "available_gib": 172.57373809814453, "oom_kill": 0, "gpu": "84697, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743936.866788, "available_gib": 172.57367324829102, "oom_kill": 0, "gpu": "84697, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743938.8923123, "available_gib": 172.57363891601562, "oom_kill": 0, "gpu": "84697, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743940.9182467, "available_gib": 172.57357788085938, "oom_kill": 0, "gpu": "84697, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743942.943654, "available_gib": 172.57180404663086, "oom_kill": 0, "gpu": "84697, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743944.9701402, "available_gib": 172.5783462524414, "oom_kill": 0, "gpu": "84697, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743946.996388, "available_gib": 172.5782928466797, "oom_kill": 0, "gpu": "84697, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743949.0224254, "available_gib": 172.58384323120117, "oom_kill": 0, "gpu": "84697, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743951.0482817, "available_gib": 172.586669921875, "oom_kill": 0, "gpu": "84697, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743953.0737877, "available_gib": 172.59230041503906, "oom_kill": 0, "gpu": "84697, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743955.1002982, "available_gib": 172.59587478637695, "oom_kill": 0, "gpu": "84697, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743957.125969, "available_gib": 172.58476638793945, "oom_kill": 0, "gpu": "84697, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743959.152024, "available_gib": 172.58797073364258, "oom_kill": 0, "gpu": "84697, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743961.1781206, "available_gib": 172.5951156616211, "oom_kill": 0, "gpu": "84697, 85651, 100, 54", "stop": false}
|
|
{"time": 1789743963.2033892, "available_gib": 172.58736038208008, "oom_kill": 0, "gpu": "84697, 85651, 100, 53", "stop": false}
|
|
{"time": 1789743965.2290244, "available_gib": 172.58730697631836, "oom_kill": 0, "gpu": "84697, 85651, 100, 54", "stop": false}
|
|
{"time": 1789743967.2558095, "available_gib": 172.58724212646484, "oom_kill": 0, "gpu": "84697, 85651, 100, 54", "stop": false}
|
|
{"time": 1789743969.2818677, "available_gib": 172.58523559570312, "oom_kill": 0, "gpu": "84697, 85651, 100, 54", "stop": false}
|
|
{"time": 1789743971.30743, "available_gib": 172.58755493164062, "oom_kill": 0, "gpu": "84697, 85651, 100, 54", "stop": false}
|
|
{"time": 1789743973.3339229, "available_gib": 172.58671188354492, "oom_kill": 0, "gpu": "84697, 85651, 100, 54", "stop": false}
|
|
{"time": 1789743975.3602042, "available_gib": 172.59050369262695, "oom_kill": 0, "gpu": "84697, 85651, 100, 54", "stop": false}
|
|
{"time": 1789743977.3864458, "available_gib": 172.58787536621094, "oom_kill": 0, "gpu": "84697, 85651, 100, 54", "stop": false}
|
|
{"time": 1789743979.412776, "available_gib": 172.59032821655273, "oom_kill": 0, "gpu": "84697, 85651, 100, 54", "stop": false}
|
|
{"time": 1789743981.4392207, "available_gib": 172.58793258666992, "oom_kill": 0, "gpu": "84697, 85651, 100, 54", "stop": false}
|
|
{"time": 1789743983.4650486, "available_gib": 172.59032821655273, "oom_kill": 0, "gpu": "84697, 85651, 100, 54", "stop": false}
|
|
{"time": 1789743985.4914, "available_gib": 172.58974838256836, "oom_kill": 0, "gpu": "84697, 85651, 100, 54", "stop": false}
|
|
{"time": 1789743987.5175338, "available_gib": 172.57958984375, "oom_kill": 0, "gpu": "84697, 85651, 100, 54", "stop": false}
|
|
{"time": 1789743989.5431314, "available_gib": 172.57130432128906, "oom_kill": 0, "gpu": "84697, 85651, 100, 54", "stop": false}
|
|
{"time": 1789743991.5687299, "available_gib": 172.5556182861328, "oom_kill": 0, "gpu": "84697, 85651, 100, 54", "stop": false}
|
|
{"time": 1789743993.5943153, "available_gib": 172.5477066040039, "oom_kill": 0, "gpu": "84697, 85651, 100, 54", "stop": false}
|
|
{"time": 1789743995.6200294, "available_gib": 172.55400466918945, "oom_kill": 0, "gpu": "84697, 85651, 100, 54", "stop": false}
|
|
{"time": 1789743997.6459754, "available_gib": 172.5567626953125, "oom_kill": 0, "gpu": "84697, 85651, 100, 54", "stop": false}
|
|
{"time": 1789743999.6716835, "available_gib": 172.5649642944336, "oom_kill": 0, "gpu": "84697, 85651, 100, 54", "stop": false}
|
|
{"time": 1789744001.6973622, "available_gib": 172.5669174194336, "oom_kill": 0, "gpu": "84697, 85651, 100, 54", "stop": false}
|
|
{"time": 1789744003.7233665, "available_gib": 172.56511688232422, "oom_kill": 0, "gpu": "84697, 85651, 100, 54", "stop": false}
|
|
{"time": 1789744005.7436235, "available_gib": 172.42804336547852, "oom_kill": 0, "gpu": "84697, 85651, 0, 50", "stop": false}
|
|
{"time": 1789744007.767596, "available_gib": 172.40644073486328, "oom_kill": 0, "gpu": "84697, 85651, 100, 58", "stop": false}
|
|
{"time": 1789744009.7923508, "available_gib": 172.39516830444336, "oom_kill": 0, "gpu": "84697, 85651, 100, 59", "stop": false}
|
|
{"time": 1789744011.8161004, "available_gib": 172.38743209838867, "oom_kill": 0, "gpu": "84697, 85651, 100, 59", "stop": false}
|
|
{"time": 1789744013.839925, "available_gib": 172.37675857543945, "oom_kill": 0, "gpu": "84697, 85651, 100, 60", "stop": false}
|
|
{"time": 1789744015.8648205, "available_gib": 172.38694763183594, "oom_kill": 0, "gpu": "84697, 85651, 100, 60", "stop": false}
|
|
{"time": 1789744017.8896184, "available_gib": 172.39286422729492, "oom_kill": 0, "gpu": "84697, 85651, 100, 61", "stop": false}
|
|
{"time": 1789744019.913305, "available_gib": 172.3947982788086, "oom_kill": 0, "gpu": "84697, 85651, 100, 61", "stop": false}
|
|
{"time": 1789744021.9392803, "available_gib": 172.4147834777832, "oom_kill": 0, "gpu": "84697, 85651, 100, 57", "stop": false}
|
|
{"time": 1789744023.9630058, "available_gib": 172.41676330566406, "oom_kill": 0, "gpu": "84697, 85651, 100, 62", "stop": false}
|
|
{"time": 1789744025.9881828, "available_gib": 172.40471267700195, "oom_kill": 0, "gpu": "84697, 85651, 100, 62", "stop": false}
|
|
{"time": 1789744028.012432, "available_gib": 172.42510604858398, "oom_kill": 0, "gpu": "84697, 85651, 100, 62", "stop": false}
|
|
{"time": 1789744030.036954, "available_gib": 172.42960357666016, "oom_kill": 0, "gpu": "84697, 85651, 100, 62", "stop": false}
|
|
{"time": 1789744032.061324, "available_gib": 172.42523956298828, "oom_kill": 0, "gpu": "84697, 85651, 100, 63", "stop": false}
|
|
{"time": 1789744034.0878584, "available_gib": 172.42697143554688, "oom_kill": 0, "gpu": "84697, 85651, 100, 63", "stop": false}
|
|
{"time": 1789744036.1117172, "available_gib": 172.42796325683594, "oom_kill": 0, "gpu": "84697, 85651, 100, 63", "stop": false}
|
|
{"time": 1789744038.136802, "available_gib": 172.43342208862305, "oom_kill": 0, "gpu": "84697, 85651, 100, 64", "stop": false}
|
|
{"time": 1789744040.160596, "available_gib": 172.43236541748047, "oom_kill": 0, "gpu": "84697, 85651, 100, 64", "stop": false}
|
|
{"time": 1789744042.1858406, "available_gib": 172.44089889526367, "oom_kill": 0, "gpu": "84697, 85651, 100, 64", "stop": false}
|
|
{"time": 1789744044.210708, "available_gib": 172.44932556152344, "oom_kill": 0, "gpu": "84697, 85651, 100, 64", "stop": false}
|
|
{"time": 1789744046.2357752, "available_gib": 172.44157791137695, "oom_kill": 0, "gpu": "84697, 85651, 100, 64", "stop": false}
|
|
{"time": 1789744048.2619452, "available_gib": 172.4429702758789, "oom_kill": 0, "gpu": "84697, 85651, 100, 64", "stop": false}
|
|
{"time": 1789744050.2856293, "available_gib": 172.44015502929688, "oom_kill": 0, "gpu": "84697, 85651, 100, 65", "stop": false}
|
|
{"time": 1789744052.3109236, "available_gib": 172.44293594360352, "oom_kill": 0, "gpu": "84697, 85651, 100, 61", "stop": false}
|
|
{"time": 1789744054.3350937, "available_gib": 172.43926620483398, "oom_kill": 0, "gpu": "84697, 85651, 100, 65", "stop": false}
|
|
{"time": 1789744056.3591633, "available_gib": 172.44363403320312, "oom_kill": 0, "gpu": "84697, 85651, 100, 65", "stop": false}
|
|
{"time": 1789744058.3845017, "available_gib": 172.43565368652344, "oom_kill": 0, "gpu": "84697, 85651, 100, 65", "stop": false}
|
|
{"time": 1789744060.409055, "available_gib": 172.41972732543945, "oom_kill": 0, "gpu": "84697, 85651, 100, 65", "stop": false}
|
|
{"time": 1789744062.4337656, "available_gib": 172.42286682128906, "oom_kill": 0, "gpu": "84697, 85651, 100, 66", "stop": false}
|
|
{"time": 1789744064.460525, "available_gib": 172.43537521362305, "oom_kill": 0, "gpu": "84697, 85651, 100, 65", "stop": false}
|
|
{"time": 1789744066.4872258, "available_gib": 172.42713928222656, "oom_kill": 0, "gpu": "84697, 85651, 100, 61", "stop": false}
|
|
{"time": 1789744068.512237, "available_gib": 172.4395408630371, "oom_kill": 0, "gpu": "84697, 85651, 100, 61", "stop": false}
|
|
{"time": 1789744070.538391, "available_gib": 172.43132400512695, "oom_kill": 0, "gpu": "84697, 85651, 100, 60", "stop": false}
|
|
{"time": 1789744072.5637136, "available_gib": 172.43741989135742, "oom_kill": 0, "gpu": "84697, 85651, 100, 60", "stop": false}
|
|
{"time": 1789744074.590121, "available_gib": 172.4353141784668, "oom_kill": 0, "gpu": "84697, 85651, 100, 60", "stop": false}
|
|
{"time": 1789744076.6162558, "available_gib": 172.43359756469727, "oom_kill": 0, "gpu": "84697, 85651, 100, 59", "stop": false}
|
|
{"time": 1789744078.6413624, "available_gib": 172.43523025512695, "oom_kill": 0, "gpu": "84697, 85651, 100, 59", "stop": false}
|
|
{"time": 1789744080.6638365, "available_gib": 172.4354362487793, "oom_kill": 0, "gpu": "84697, 85651, 100, 59", "stop": false}
|
|
{"time": 1789744082.689977, "available_gib": 172.4274673461914, "oom_kill": 0, "gpu": "84697, 85651, 100, 59", "stop": false}
|
|
{"time": 1789744084.7105415, "available_gib": 174.46597290039062, "oom_kill": 0, "gpu": "84697, 85651, 0, 53", "stop": false}
|
|
{"time": 1789744086.7306116, "available_gib": 174.4582176208496, "oom_kill": 0, "gpu": "84697, 85651, 0, 52", "stop": false}
|
|
{"time": 1789744088.7536929, "available_gib": 175.251953125, "oom_kill": 0, "gpu": "84697, 85651, 0, 51", "stop": false}
|
|
{"time": 1789744090.7746408, "available_gib": 175.2590446472168, "oom_kill": 0, "gpu": "84697, 85651, 0, 50", "stop": false}
|
|
{"time": 1789744092.7950041, "available_gib": 175.26241302490234, "oom_kill": 0, "gpu": "84697, 85651, 0, 50", "stop": false}
|
|
{"time": 1789744099.8720243, "available_gib": 189.0756950378418, "oom_kill": 0, "gpu": "3, 85651, 0, 47", "stop": false}
|
|
{"time": 1789744101.8936296, "available_gib": 242.46984481811523, "oom_kill": 0, "gpu": "0, 85651, 0, 46", "stop": false}
|
|
{"time": 1789744103.9150841, "available_gib": 242.3806266784668, "oom_kill": 0, "gpu": "0, 85651, 0, 45", "stop": false}
|
|
{"time": 1789744105.9400728, "available_gib": 242.3127899169922, "oom_kill": 0, "gpu": "0, 85651, 0, 45", "stop": false}
|
|
{"time": 1789744107.9647262, "available_gib": 242.27752685546875, "oom_kill": 0, "gpu": "0, 85651, 0, 44", "stop": false}
|
|
{"time": 1789744109.989206, "available_gib": 242.25381088256836, "oom_kill": 0, "gpu": "0, 85651, 0, 43", "stop": false}
|
|
{"time": 1789744112.0140321, "available_gib": 242.22451782226562, "oom_kill": 0, "gpu": "0, 85651, 0, 42", "stop": false}
|
|
{"time": 1789744114.0383747, "available_gib": 242.15388107299805, "oom_kill": 0, "gpu": "0, 85651, 0, 42", "stop": false}
|
|
{"time": 1789744116.0627222, "available_gib": 242.1028938293457, "oom_kill": 0, "gpu": "0, 85651, 0, 41", "stop": false}
|
|
{"time": 1789744118.1058602, "available_gib": 241.75963973999023, "oom_kill": 0, "gpu": "3, 85651, 0, 41", "stop": false}
|
|
{"time": 1789744120.149718, "available_gib": 241.42746353149414, "oom_kill": 0, "gpu": "3, 85651, 0, 40", "stop": false}
|
|
{"time": 1789744122.1952055, "available_gib": 241.17255783081055, "oom_kill": 0, "gpu": "3, 85651, 0, 40", "stop": false}
|
|
{"time": 1789744124.2375867, "available_gib": 240.98880767822266, "oom_kill": 0, "gpu": "3, 85651, 0, 39", "stop": false}
|
|
{"time": 1789744126.2794218, "available_gib": 240.34492874145508, "oom_kill": 0, "gpu": "3, 85651, 0, 39", "stop": false}
|
|
{"time": 1789744128.3214467, "available_gib": 240.07582092285156, "oom_kill": 0, "gpu": "3, 85651, 0, 38", "stop": false}
|
|
{"time": 1789744130.3638144, "available_gib": 239.7653465270996, "oom_kill": 0, "gpu": "3, 85651, 0, 38", "stop": false}
|
|
{"time": 1789744132.4073355, "available_gib": 239.3140525817871, "oom_kill": 0, "gpu": "3, 85651, 0, 38", "stop": false}
|
|
{"time": 1789744134.4280436, "available_gib": 239.03064346313477, "oom_kill": 0, "gpu": "2915, 85651, 0, 39", "stop": false}
|
|
{"time": 1789744136.447735, "available_gib": 234.87797164916992, "oom_kill": 0, "gpu": "4285, 85651, 0, 38", "stop": false}
|
|
{"time": 1789744138.4675038, "available_gib": 231.21246337890625, "oom_kill": 0, "gpu": "4285, 85651, 0, 38", "stop": false}
|
|
{"time": 1789744140.487026, "available_gib": 227.27257919311523, "oom_kill": 0, "gpu": "4285, 85651, 0, 38", "stop": false}
|
|
{"time": 1789744142.5069096, "available_gib": 223.3726921081543, "oom_kill": 0, "gpu": "4285, 85651, 0, 38", "stop": false}
|
|
{"time": 1789744144.5267863, "available_gib": 219.43412399291992, "oom_kill": 0, "gpu": "4285, 85651, 0, 38", "stop": false}
|
|
{"time": 1789744146.5464373, "available_gib": 215.4873390197754, "oom_kill": 0, "gpu": "4285, 85651, 0, 38", "stop": false}
|
|
{"time": 1789744148.566585, "available_gib": 211.5369987487793, "oom_kill": 0, "gpu": "4285, 85651, 0, 38", "stop": false}
|
|
{"time": 1789744150.5869632, "available_gib": 207.59728240966797, "oom_kill": 0, "gpu": "4285, 85651, 0, 38", "stop": false}
|
|
{"time": 1789744152.60729, "available_gib": 203.638671875, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789744154.6276596, "available_gib": 199.62559509277344, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789744156.6482484, "available_gib": 195.57702255249023, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789744158.668383, "available_gib": 191.5196304321289, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789744160.6888082, "available_gib": 187.50440216064453, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789744162.708834, "available_gib": 183.54587936401367, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789744164.7295425, "available_gib": 179.56959915161133, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789744166.7498033, "available_gib": 175.61302947998047, "oom_kill": 0, "gpu": "4285, 85651, 0, 37", "stop": false}
|
|
{"time": 1789744168.7754214, "available_gib": 173.72442626953125, "oom_kill": 0, "gpu": "4413, 85651, 8, 37", "stop": false}
|
|
{"time": 1789744170.7964997, "available_gib": 173.6231575012207, "oom_kill": 0, "gpu": "76995, 85651, 4, 37", "stop": false}
|
|
{"time": 1789744172.8178098, "available_gib": 173.62652969360352, "oom_kill": 0, "gpu": "76995, 85651, 4, 37", "stop": false}
|
|
{"time": 1789744174.8396492, "available_gib": 173.62175369262695, "oom_kill": 0, "gpu": "76995, 85651, 4, 37", "stop": false}
|
|
{"time": 1789744176.8605325, "available_gib": 173.6126823425293, "oom_kill": 0, "gpu": "76995, 85651, 4, 37", "stop": false}
|
|
{"time": 1789744178.8817682, "available_gib": 173.62749099731445, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789744180.9026644, "available_gib": 173.63713836669922, "oom_kill": 0, "gpu": "76995, 85651, 6, 36", "stop": false}
|
|
{"time": 1789744182.9237735, "available_gib": 173.64041900634766, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789744184.944897, "available_gib": 173.63914108276367, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789744186.9659956, "available_gib": 173.65515899658203, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789744188.9869823, "available_gib": 173.68014907836914, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789744191.0077991, "available_gib": 173.66809844970703, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789744193.0285199, "available_gib": 173.6796112060547, "oom_kill": 0, "gpu": "76995, 85651, 2, 36", "stop": false}
|
|
{"time": 1789744195.049452, "available_gib": 173.67911529541016, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789744197.0703564, "available_gib": 173.70183181762695, "oom_kill": 0, "gpu": "76995, 85651, 8, 36", "stop": false}
|
|
{"time": 1789744199.0914025, "available_gib": 173.7275505065918, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789744201.1120594, "available_gib": 173.74087524414062, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789744203.1332436, "available_gib": 173.74426651000977, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789744205.1543298, "available_gib": 173.76029586791992, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789744207.1753323, "available_gib": 173.78207397460938, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789744209.1961696, "available_gib": 173.77024459838867, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789744211.2166562, "available_gib": 173.79063415527344, "oom_kill": 0, "gpu": "76995, 85651, 4, 36", "stop": false}
|
|
{"time": 1789744213.2376473, "available_gib": 173.60406875610352, "oom_kill": 0, "gpu": "82531, 85651, 0, 36", "stop": false}
|
|
{"time": 1789744215.2581506, "available_gib": 173.57421112060547, "oom_kill": 0, "gpu": "82531, 85651, 0, 36", "stop": false}
|
|
{"time": 1789744217.2796466, "available_gib": 173.60267639160156, "oom_kill": 0, "gpu": "82559, 85651, 0, 36", "stop": false}
|
|
{"time": 1789744219.301794, "available_gib": 173.5945167541504, "oom_kill": 0, "gpu": "82613, 85651, 0, 36", "stop": false}
|
|
{"time": 1789744221.3223813, "available_gib": 173.4375114440918, "oom_kill": 0, "gpu": "79131, 85651, 0, 36", "stop": false}
|
|
{"time": 1789744223.3421645, "available_gib": 173.10824966430664, "oom_kill": 0, "gpu": "79131, 85651, 0, 36", "stop": false}
|
|
{"time": 1789744225.3638763, "available_gib": 172.49812698364258, "oom_kill": 0, "gpu": "81095, 85651, 0, 36", "stop": false}
|
|
{"time": 1789744227.3846838, "available_gib": 172.73027420043945, "oom_kill": 0, "gpu": "81095, 85651, 0, 35", "stop": false}
|
|
{"time": 1789744229.4048204, "available_gib": 172.87688064575195, "oom_kill": 0, "gpu": "81095, 85651, 0, 35", "stop": false}
|
|
{"time": 1789744231.4258337, "available_gib": 172.88410186767578, "oom_kill": 0, "gpu": "82317, 85651, 100, 43", "stop": false}
|
|
{"time": 1789744233.448499, "available_gib": 173.24000930786133, "oom_kill": 0, "gpu": "82317, 85651, 100, 45", "stop": false}
|
|
{"time": 1789744235.4696748, "available_gib": 173.2450294494629, "oom_kill": 0, "gpu": "82317, 85651, 100, 45", "stop": false}
|
|
{"time": 1789744237.490613, "available_gib": 173.23291778564453, "oom_kill": 0, "gpu": "82319, 85651, 0, 38", "stop": false}
|
|
{"time": 1789744239.511178, "available_gib": 173.19620895385742, "oom_kill": 0, "gpu": "82319, 85651, 0, 37", "stop": false}
|
|
{"time": 1789744241.5316548, "available_gib": 173.20362854003906, "oom_kill": 0, "gpu": "82319, 85651, 0, 37", "stop": false}
|
|
{"time": 1789744243.5523272, "available_gib": 173.18954849243164, "oom_kill": 0, "gpu": "79465, 85651, 11, 37", "stop": false}
|
|
{"time": 1789744245.5724537, "available_gib": 172.98081588745117, "oom_kill": 0, "gpu": "80553, 85651, 0, 37", "stop": false}
|
|
{"time": 1789744247.5929437, "available_gib": 173.15055084228516, "oom_kill": 0, "gpu": "80239, 85651, 0, 37", "stop": false}
|
|
{"time": 1789744249.6134512, "available_gib": 173.34084701538086, "oom_kill": 0, "gpu": "80335, 85651, 0, 37", "stop": false}
|
|
{"time": 1789744251.6334639, "available_gib": 173.3362808227539, "oom_kill": 0, "gpu": "83033, 85651, 0, 37", "stop": false}
|
|
{"time": 1789744253.6532722, "available_gib": 173.2673683166504, "oom_kill": 0, "gpu": "83033, 85651, 0, 36", "stop": false}
|
|
{"time": 1789744255.6729264, "available_gib": 173.26757431030273, "oom_kill": 0, "gpu": "83033, 85651, 0, 36", "stop": false}
|
|
{"time": 1789744257.6932175, "available_gib": 173.25699615478516, "oom_kill": 0, "gpu": "83033, 85651, 0, 36", "stop": false}
|
|
{"time": 1789744259.7134147, "available_gib": 173.12919235229492, "oom_kill": 0, "gpu": "83041, 85651, 0, 36", "stop": false}
|
|
{"time": 1789744261.733558, "available_gib": 173.114990234375, "oom_kill": 0, "gpu": "83041, 85651, 0, 36", "stop": false}
|
|
{"time": 1789744263.7532177, "available_gib": 173.02079010009766, "oom_kill": 0, "gpu": "83041, 85651, 0, 36", "stop": false}
|
|
{"time": 1789744265.773419, "available_gib": 173.05761337280273, "oom_kill": 0, "gpu": "83175, 85651, 0, 36", "stop": false}
|
|
{"time": 1789744267.793305, "available_gib": 173.0266342163086, "oom_kill": 0, "gpu": "83175, 85651, 0, 36", "stop": false}
|
|
{"time": 1789744269.8131666, "available_gib": 173.04352188110352, "oom_kill": 0, "gpu": "83175, 85651, 0, 36", "stop": false}
|